mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

Update lamp.py comment

Browse Source
This commit is contained in:
Ross Wightman 2021-08-18 09:27:40 -07:00 committed by GitHub
parent 4d284017b8
commit 8f68193c91
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
timm/optim/lamb.py
View File

@ -169,7 +169,7 @@ class Lamb(Optimizer):
trust_ratio = one_tensor trust_ratio = one_tensor
if weight_decay != 0 or group['use_nvlamb']: if weight_decay != 0 or group['use_nvlamb']:
# Layer adaptation. By default, skip layer adaptation on parameters that are # Layer adaptation. By default, skip layer adaptation on parameters that are
# excluded from weight norm, unless use_nvlamb == True, then always enabled. # excluded from weight decay, unless use_nvlamb == True, then always enabled.
w_norm = p.data.norm(2.0) w_norm = p.data.norm(2.0)
g_norm = update.norm(2.0) g_norm = update.norm(2.0)
trust_ratio = torch.where( trust_ratio = torch.where(