mirrors
/
mmselfsup
mirror of https://github.com/open-mmlab/mmselfsup.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[Fix]: Change norm to ln in weight decay (#418)

pull/520/head
Yuan Liu 2022-08-18 13:58:53 +08:00 committed by Yixiao Fang
parent a0087327da
commit 72e53e16ba
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
configs/benchmarks/classification/imagenet/vit-base-p16_ft-8xb128-coslr-100e_in1k.py
View File

@ -40,7 +40,7 @@ model = dict(backbone=dict(init_cfg=dict()))
optimizer = dict( optimizer = dict(
lr=1e-3 * 1024 / 256, lr=1e-3 * 1024 / 256,
paramwise_options={ paramwise_options={
'norm': dict(weight_decay=0.), 'ln': dict(weight_decay=0.),
'bias': dict(weight_decay=0.), 'bias': dict(weight_decay=0.),
'pos_embed': dict(weight_decay=0.), 'pos_embed': dict(weight_decay=0.),
'cls_token': dict(weight_decay=0.) 'cls_token': dict(weight_decay=0.)

2
configs/selfsup/mae/mae_vit-base-p16_8xb512-coslr-400e_in1k.py
View File

@ -12,7 +12,7 @@ data = dict(samples_per_gpu=512, workers_per_gpu=32)
optimizer = dict( optimizer = dict(
lr=1.5e-4 * 4096 / 256, lr=1.5e-4 * 4096 / 256,
paramwise_options={ paramwise_options={
'norm': dict(weight_decay=0.), 'ln': dict(weight_decay=0.),
'bias': dict(weight_decay=0.), 'bias': dict(weight_decay=0.),
'pos_embed': dict(weight_decay=0.), 'pos_embed': dict(weight_decay=0.),
'mask_token': dict(weight_decay=0.), 'mask_token': dict(weight_decay=0.),