2023-01-03 17:13:53 -05:00
|
|
|
# Optimization
|
|
|
|
|
|
|
|
This page contains the API reference documentation for learning rate optimizers included in `timm`.
|
|
|
|
|
|
|
|
## Optimizers
|
|
|
|
|
|
|
|
### Factory functions
|
|
|
|
|
2024-11-12 16:45:01 -08:00
|
|
|
[[autodoc]] timm.optim.create_optimizer_v2
|
|
|
|
[[autodoc]] timm.optim.list_optimizers
|
|
|
|
[[autodoc]] timm.optim.get_optimizer_class
|
2023-01-03 17:13:53 -05:00
|
|
|
|
|
|
|
### Optimizer Classes
|
|
|
|
|
|
|
|
[[autodoc]] timm.optim.adabelief.AdaBelief
|
|
|
|
[[autodoc]] timm.optim.adafactor.Adafactor
|
2024-11-12 16:45:01 -08:00
|
|
|
[[autodoc]] timm.optim.adafactor_bv.AdafactorBigVision
|
2023-01-03 17:13:53 -05:00
|
|
|
[[autodoc]] timm.optim.adahessian.Adahessian
|
|
|
|
[[autodoc]] timm.optim.adamp.AdamP
|
2024-11-12 17:19:49 -08:00
|
|
|
[[autodoc]] timm.optim.adan.Adan
|
2024-11-12 16:45:01 -08:00
|
|
|
[[autodoc]] timm.optim.adopt.Adopt
|
2023-01-03 17:13:53 -05:00
|
|
|
[[autodoc]] timm.optim.lamb.Lamb
|
2024-11-26 11:18:30 -08:00
|
|
|
[[autodoc]] timm.optim.laprop.LaProp
|
2023-01-03 17:13:53 -05:00
|
|
|
[[autodoc]] timm.optim.lars.Lars
|
2024-11-12 17:19:49 -08:00
|
|
|
[[autodoc]] timm.optim.lion.Lion
|
2023-01-03 17:13:53 -05:00
|
|
|
[[autodoc]] timm.optim.lookahead.Lookahead
|
|
|
|
[[autodoc]] timm.optim.madgrad.MADGRAD
|
2024-11-26 11:18:30 -08:00
|
|
|
[[autodoc]] timm.optim.mars.Mars
|
2024-11-12 17:29:04 -08:00
|
|
|
[[autodoc]] timm.optim.nadamw.NAdamW
|
2023-01-03 17:13:53 -05:00
|
|
|
[[autodoc]] timm.optim.nvnovograd.NvNovoGrad
|
|
|
|
[[autodoc]] timm.optim.rmsprop_tf.RMSpropTF
|
|
|
|
[[autodoc]] timm.optim.sgdp.SGDP
|
2024-11-12 16:45:01 -08:00
|
|
|
[[autodoc]] timm.optim.sgdw.SGDW
|