Merge pull request #1094 from Mi-Peng/lars

fix lars
2022-01-19 08:39:49 -08:00 · 2022-01-19 08:39:49 -08:00 · 7f73252716
parent 2d4b7e7080 cdcd0a92ca
commit 7f73252716
1 changed files with 1 additions and 1 deletions
--- a/timm/optim/lars.py
+++ b/timm/optim/lars.py
@ -114,7 +114,7 @@ class Lars(Optimizer):
                    )
                    if group['trust_clip']:
                        trust_ratio = torch.minimum(trust_ratio / group['lr'], one_tensor)
-                    grad.add(p, alpha=weight_decay)
+                    grad.add_(p, alpha=weight_decay)
                    grad.mul_(trust_ratio)

                # apply SGD update https://github.com/pytorch/pytorch/blob/1.7/torch/optim/sgd.py#L100