From 72e53e16ba44f0fa31851737d9604d0615e35a41 Mon Sep 17 00:00:00 2001
From: Yuan Liu <30762564+YuanLiuuuuuu@users.noreply.github.com>
Date: Thu, 18 Aug 2022 13:58:53 +0800
Subject: [PATCH] [Fix]: Change norm to ln in weight decay (#418)

---
 .../imagenet/vit-base-p16_ft-8xb128-coslr-100e_in1k.py          | 2 +-
 configs/selfsup/mae/mae_vit-base-p16_8xb512-coslr-400e_in1k.py  | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/configs/benchmarks/classification/imagenet/vit-base-p16_ft-8xb128-coslr-100e_in1k.py b/configs/benchmarks/classification/imagenet/vit-base-p16_ft-8xb128-coslr-100e_in1k.py
index 2d9fede8..ea9af977 100644
--- a/configs/benchmarks/classification/imagenet/vit-base-p16_ft-8xb128-coslr-100e_in1k.py
+++ b/configs/benchmarks/classification/imagenet/vit-base-p16_ft-8xb128-coslr-100e_in1k.py
@@ -40,7 +40,7 @@ model = dict(backbone=dict(init_cfg=dict()))
 optimizer = dict(
     lr=1e-3 * 1024 / 256,
     paramwise_options={
-        'norm': dict(weight_decay=0.),
+        'ln': dict(weight_decay=0.),
         'bias': dict(weight_decay=0.),
         'pos_embed': dict(weight_decay=0.),
         'cls_token': dict(weight_decay=0.)
diff --git a/configs/selfsup/mae/mae_vit-base-p16_8xb512-coslr-400e_in1k.py b/configs/selfsup/mae/mae_vit-base-p16_8xb512-coslr-400e_in1k.py
index 33bfcb2b..76c1ae86 100644
--- a/configs/selfsup/mae/mae_vit-base-p16_8xb512-coslr-400e_in1k.py
+++ b/configs/selfsup/mae/mae_vit-base-p16_8xb512-coslr-400e_in1k.py
@@ -12,7 +12,7 @@ data = dict(samples_per_gpu=512, workers_per_gpu=32)
 optimizer = dict(
     lr=1.5e-4 * 4096 / 256,
     paramwise_options={
-        'norm': dict(weight_decay=0.),
+        'ln': dict(weight_decay=0.),
         'bias': dict(weight_decay=0.),
         'pos_embed': dict(weight_decay=0.),
         'mask_token': dict(weight_decay=0.),