2021-08-18 22:55:02 -07:00
|
|
|
from .adabelief import AdaBelief
|
2020-10-09 17:24:08 -07:00
|
|
|
from .adafactor import Adafactor
|
2024-11-08 09:10:17 -08:00
|
|
|
from .adafactor_bv import AdafactorBigVision
|
2020-10-09 17:24:08 -07:00
|
|
|
from .adahessian import Adahessian
|
2021-08-18 22:55:02 -07:00
|
|
|
from .adamp import AdamP
|
2024-11-26 10:54:17 -08:00
|
|
|
from .adamw import AdamWLegacy
|
2022-12-15 11:37:29 +08:00
|
|
|
from .adan import Adan
|
2024-11-08 09:10:17 -08:00
|
|
|
from .adopt import Adopt
|
2021-08-18 22:55:02 -07:00
|
|
|
from .lamb import Lamb
|
2024-11-26 10:54:17 -08:00
|
|
|
from .laprop import LaProp
|
2021-08-18 22:55:02 -07:00
|
|
|
from .lars import Lars
|
2024-11-08 09:10:17 -08:00
|
|
|
from .lion import Lion
|
2020-10-09 17:24:08 -07:00
|
|
|
from .lookahead import Lookahead
|
2021-08-17 18:01:33 -07:00
|
|
|
from .madgrad import MADGRAD
|
2024-11-26 10:54:17 -08:00
|
|
|
from .mars import Mars
|
|
|
|
from .nadam import NAdamLegacy
|
2024-11-13 10:50:46 -08:00
|
|
|
from .nadamw import NAdamW
|
2019-08-29 15:21:38 -07:00
|
|
|
from .nvnovograd import NvNovoGrad
|
2024-11-26 10:54:17 -08:00
|
|
|
from .radam import RAdamLegacy
|
2020-10-09 17:24:08 -07:00
|
|
|
from .rmsprop_tf import RMSpropTF
|
2020-07-22 11:02:05 +09:00
|
|
|
from .sgdp import SGDP
|
2024-11-13 10:50:46 -08:00
|
|
|
from .sgdw import SGDW
|
2024-11-08 09:10:17 -08:00
|
|
|
|
2024-11-26 11:10:42 -08:00
|
|
|
# bring common torch.optim Optimizers into timm.optim namespace for consistency
|
|
|
|
from torch.optim import Adadelta, Adagrad, Adamax, Adam, AdamW, RMSprop, SGD
|
|
|
|
try:
|
|
|
|
# in case any very old torch versions being used
|
|
|
|
from torch.optim import NAdam, RAdam
|
|
|
|
except ImportError:
|
|
|
|
pass
|
2024-11-26 10:54:17 -08:00
|
|
|
|
2024-11-12 17:19:49 -08:00
|
|
|
from ._optim_factory import list_optimizers, get_optimizer_class, get_optimizer_info, OptimInfo, OptimizerRegistry, \
|
|
|
|
create_optimizer_v2, create_optimizer, optimizer_kwargs
|
|
|
|
from ._param_groups import param_groups_layer_decay, param_groups_weight_decay, auto_group_layers
|