mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

Pop eps for lion optimizer

Browse Source
This commit is contained in:
Ross Wightman 2023-05-21 15:20:03 -07:00
parent 9fcc01930a
commit 7cea88e2c4
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
timm/optim/optim_factory.py
View File

@ -343,6 +343,7 @@ def create_optimizer_v2(
elif opt_lower == 'rmsproptf':
optimizer = RMSpropTF(parameters, alpha=0.9, momentum=momentum, **opt_args)
elif opt_lower == 'lion':
opt_args.pop('eps', None)
optimizer = Lion(parameters, **opt_args)
# second order