[feat]:support display paramwise result in constructing optimizer (#262)
* [feat]:support display paramwise result in constructing optimizer * [fix]:fix format issue * delete unnecessary rank logic and fix formatpull/271/head
parent
f1da9a1d7f
commit
b01b3ff97c
|
@ -5,6 +5,7 @@ from typing import List, Optional, Union
|
|||
import torch
|
||||
import torch.nn as nn
|
||||
from torch.nn import GroupNorm, LayerNorm
|
||||
from mmengine.mmengine.logging.logger import print_log
|
||||
|
||||
from mmengine.registry import OPTIMIZER_CONSTRUCTORS, OPTIMIZERS
|
||||
from mmengine.utils import is_list_of, mmcv_full_available
|
||||
|
@ -226,6 +227,13 @@ class DefaultOptimizerConstructor:
|
|||
param_group[
|
||||
'weight_decay'] = self.base_wd * bias_decay_mult
|
||||
params.append(param_group)
|
||||
for key, value in param_group.items():
|
||||
if key == 'params':
|
||||
continue
|
||||
full_name = f'{prefix}.{name}' if prefix else name
|
||||
print_log(
|
||||
f'paramwise_options -- {full_name}:{key}={value}',
|
||||
logger='current')
|
||||
|
||||
if mmcv_full_available():
|
||||
from mmcv.ops import DeformConv2d, ModulatedDeformConv2d
|
||||
|
|
Loading…
Reference in New Issue