diff --git a/mmpretrain/configs/swin_transformer/swin_large_8xb8_cub_384px.py b/mmpretrain/configs/swin_transformer/swin_large_8xb8_cub_384px.py
index 779daaa3..ef2559a8 100644
--- a/mmpretrain/configs/swin_transformer/swin_large_8xb8_cub_384px.py
+++ b/mmpretrain/configs/swin_transformer/swin_large_8xb8_cub_384px.py
@@ -16,11 +16,6 @@ with read_base():
 # model settings
 checkpoint = 'https://download.openmmlab.com/mmclassification/v0/swin-transformer/convert/swin-large_3rdparty_in21k-384px.pth'  # noqa
 
-model.update(
-    backbone=dict(arch='large'),
-    head=dict(in_channels=1536),
-)
-
 model = dict(
     type=ImageClassifier,
     backbone=dict(