mirror of
https://github.com/open-mmlab/mmpretrain.git
synced 2025-06-02 22:31:23 +08:00
060b0ed3b5
* [Feature] Support ConvNeXt-V2. * Use registry of mmcls instead of mmengine. * Add README. * Add unit tests and docs.
36 lines
895 B
Python
36 lines
895 B
Python
_base_ = [
|
|
'../_base_/models/convnext_v2/tiny.py',
|
|
'../_base_/datasets/imagenet_bs64_swin_384.py',
|
|
'../_base_/schedules/imagenet_bs1024_adamw_swin.py',
|
|
'../_base_/default_runtime.py',
|
|
]
|
|
|
|
# dataset setting
|
|
train_dataloader = dict(batch_size=32)
|
|
|
|
# schedule setting
|
|
optim_wrapper = dict(
|
|
optimizer=dict(lr=3.2e-3),
|
|
clip_grad=None,
|
|
)
|
|
|
|
# learning policy
|
|
param_scheduler = [
|
|
# warm up learning rate scheduler
|
|
dict(
|
|
type='LinearLR',
|
|
start_factor=1e-3,
|
|
by_epoch=True,
|
|
end=40,
|
|
# update by iter
|
|
convert_to_iter_based=True),
|
|
# main learning rate scheduler
|
|
dict(type='CosineAnnealingLR', eta_min=1e-5, by_epoch=True, begin=40)
|
|
]
|
|
|
|
# train, val, test setting
|
|
train_cfg = dict(by_epoch=True, max_epochs=300, val_interval=1)
|
|
|
|
# runtime setting
|
|
custom_hooks = [dict(type='EMAHook', momentum=1e-4, priority='ABOVE_NORMAL')]
|