mirrors/mmclassification
1
0
Fork 0
mirror of https://github.com/open-mmlab/mmclassification.git synced 2025-06-03 21:53:55 +08:00
Code Issues Projects Releases Wiki Activity

fix_freeze_without_cls_token_vit (#1693)

Browse Source
This commit is contained in:
Fabien Merceron PRL 2023-07-14 09:43:19 +02:00 committed by GitHub
parent 465b6bdeec
commit db395d35b1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
mmpretrain/models/backbones/vision_transformer.py
View File

@ -436,7 +436,8 @@ class VisionTransformer(BaseBackbone):
for param in self.pre_norm.parameters():
param.requires_grad = False
# freeze cls_token
self.cls_token.requires_grad = False
if self.cls_token:
self.cls_token.requires_grad = False
# freeze layers
for i in range(1, self.frozen_stages + 1):
m = self.layers[i - 1]