mirrors/mmengine
1
0
Fork 0
mirror of https://github.com/open-mmlab/mmengine.git synced 2025-06-03 21:54:44 +08:00
Code Issues Projects Releases Wiki Activity

[Enhance] support to add custom settings to param_group (#283)

Browse Source
This commit is contained in:
Yixiao Fang 2022-06-09 20:11:19 +08:00 committed by GitHub
parent a9afdad7a8
commit 8b3675a2aa
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
mmengine/optim/optimizer/default_constructor.py
View File

@ -216,6 +216,9 @@ class DefaultOptimWrapperConstructor:
if self.base_wd is not None: if self.base_wd is not None:
decay_mult = custom_keys[key].get('decay_mult', 1.) decay_mult = custom_keys[key].get('decay_mult', 1.)
param_group['weight_decay'] = self.base_wd * decay_mult param_group['weight_decay'] = self.base_wd * decay_mult
# add custom settings to param_group
for k, v in custom_keys[key].items():
param_group[k] = v
break break
if not is_custom: if not is_custom: