From 8b3675a2aa64a8b32715c10f92de7e2ee0e4cdab Mon Sep 17 00:00:00 2001 From: Yixiao Fang <36138628+fangyixiao18@users.noreply.github.com> Date: Thu, 9 Jun 2022 20:11:19 +0800 Subject: [PATCH] [Enhance] support to add custom settings to param_group (#283) --- mmengine/optim/optimizer/default_constructor.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/mmengine/optim/optimizer/default_constructor.py b/mmengine/optim/optimizer/default_constructor.py index 74d08ea8..0bc03463 100644 --- a/mmengine/optim/optimizer/default_constructor.py +++ b/mmengine/optim/optimizer/default_constructor.py @@ -216,6 +216,9 @@ class DefaultOptimWrapperConstructor: if self.base_wd is not None: decay_mult = custom_keys[key].get('decay_mult', 1.) param_group['weight_decay'] = self.base_wd * decay_mult + # add custom settings to param_group + for k, v in custom_keys[key].items(): + param_group[k] = v break if not is_custom: