del head_init_scale (#2948)

2023-09-01 20:15:35 +08:00 · 2023-09-01 20:15:35 +08:00 · 82317a21e3
parent f4de50226a
commit 82317a21e3
3 changed files with 1 additions and 3 deletions
--- a/ppcls/arch/backbone/model_zoo/foundation_vit.py
+++ b/ppcls/arch/backbone/model_zoo/foundation_vit.py
@ -567,7 +567,7 @@ class VisionTransformer(nn.Layer):
                 drop_path_rate=0.,
                 norm_layer='nn.LayerNorm',
                 epsilon=1e-5,
-                 head_init_scale=1,
+                 head_init_scale=0.001,
                 **kwargs):
        super().__init__()
        global _model_diff
--- a/ppcls/configs/CLIP/CLIP_vit_base_patch16_224_finetune.yaml
+++ b/ppcls/configs/CLIP/CLIP_vit_base_patch16_224_finetune.yaml
@ -27,7 +27,6 @@ Arch:
  class_num: 1000
  return_embed: False
  pretrained: True
-  head_init_scale: 0.001

 # loss function config for traing/eval process
 Loss:
--- a/ppcls/configs/CLIP/CLIP_vit_large_patch14_224_finetune.yaml
+++ b/ppcls/configs/CLIP/CLIP_vit_large_patch14_224_finetune.yaml
@ -27,7 +27,6 @@ Arch:
  class_num: 1000
  return_embed: False
  pretrained: True
-  head_init_scale: 0.001

 # loss function config for traing/eval process
 Loss: