mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

Make LaProp weight decay match typical PyTorch 'decoupled' behaviour where it's scaled by LR

Browse Source
This commit is contained in:
Ross Wightman 2024-11-29 16:44:43 -08:00
parent 886eb77938
commit 82e8677690
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
timm/optim/laprop.py
View File

@ -116,6 +116,6 @@ class LaProp(Optimizer):
p.add_(exp_avg, alpha=-step_size) p.add_(exp_avg, alpha=-step_size)
if group['weight_decay'] != 0: if group['weight_decay'] != 0:
p.add_(p, alpha=-group['weight_decay']) p.add_(p, alpha=-(group['lr'] * group['weight_decay']))
return loss return loss