Pop eps for lion optimizer

2023-05-21 15:20:03 -07:00 · 2023-05-21 15:20:03 -07:00 · 7cea88e2c4
parent 9fcc01930a
commit 7cea88e2c4
1 changed files with 1 additions and 0 deletions
--- a/timm/optim/optim_factory.py
+++ b/timm/optim/optim_factory.py
@ -343,6 +343,7 @@ def create_optimizer_v2(
    elif opt_lower == 'rmsproptf':
        optimizer = RMSpropTF(parameters, alpha=0.9, momentum=momentum, **opt_args)
    elif opt_lower == 'lion':
+        opt_args.pop('eps', None)
        optimizer = Lion(parameters, **opt_args)

    # second order