mirror of
https://github.com/open-mmlab/mmpretrain.git
synced 2025-06-03 14:59:18 +08:00
3be95b99c2
* add mytrain.py for test * test before layers * test attr in layers * test classifier * delete mytrain.py * add imagenet_bs4096_AdamW.py * delete 2 lines of comments * change bs to 64 * fix bug * add vit to model_zoo.md * rename
19 lines
508 B
Python
19 lines
508 B
Python
# optimizer
|
|
optimizer = dict(type='AdamW', lr=0.003, weight_decay=0.3)
|
|
optimizer_config = dict(grad_clip=dict(max_norm=1.0))
|
|
|
|
# specific to vit pretrain
|
|
paramwise_cfg = dict(
|
|
custom_keys={
|
|
'.backbone.cls_token': dict(decay_mult=0.0),
|
|
'.backbone.pos_embed': dict(decay_mult=0.0)
|
|
})
|
|
# learning policy
|
|
lr_config = dict(
|
|
policy='CosineAnnealing',
|
|
min_lr=0,
|
|
warmup='linear',
|
|
warmup_iters=10000,
|
|
warmup_ratio=1e-4)
|
|
runner = dict(type='EpochBasedRunner', max_epochs=300)
|