mirrors/mmsegmentation
1
0
Fork 0
mirror of https://github.com/open-mmlab/mmsegmentation.git synced 2025-06-03 22:03:48 +08:00
Code Issues Projects Releases Wiki Activity

[Fix] Add MAE LayerDecayOptimizerConstructor (#1539)

Browse Source
This commit is contained in:
FangjianLin 2022-05-01 12:42:49 +08:00 committed by GitHub
parent f33b7cafc8
commit 40ae7edd49
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
mmseg/core/optimizers/layer_decay_optimizer_constructor.py
View File

@ -143,7 +143,8 @@ class LearningRateDecayOptimizerConstructor(DefaultOptimizerConstructor):
layer_id = get_layer_id_for_convnext(
name, self.paramwise_cfg.get('num_layers'))
logger.info(f'set param {name} as id {layer_id}')
elif 'BEiT' in module.backbone.__class__.__name__:
elif 'BEiT' in module.backbone.__class__.__name__ or \
'MAE' in module.backbone.__class__.__name__:
layer_id = get_layer_id_for_vit(name, num_layers)
logger.info(f'set param {name} as id {layer_id}')
else: