31 lines
669 B
Python
31 lines
669 B
Python
_base_ = 'spark_sparse-resnet50_8xb512-amp-coslr-800e_in1k.py'
|
|
|
|
# learning rate scheduler
|
|
param_scheduler = [
|
|
dict(
|
|
type='LinearLR',
|
|
start_factor=1e-4,
|
|
by_epoch=True,
|
|
begin=0,
|
|
end=40,
|
|
convert_to_iter_based=True),
|
|
dict(
|
|
type='CosineAnnealingLR',
|
|
T_max=1560,
|
|
by_epoch=True,
|
|
begin=40,
|
|
end=1600,
|
|
convert_to_iter_based=True),
|
|
dict(
|
|
type='CosineAnnealingWeightDecay',
|
|
eta_min=0.2,
|
|
T_max=1600,
|
|
by_epoch=True,
|
|
begin=0,
|
|
end=1600,
|
|
convert_to_iter_based=True)
|
|
]
|
|
|
|
# runtime settings
|
|
train_cfg = dict(max_epochs=1600)
|