del head_init_scale (#2947)

ppcls/arch/backbone/model_zoo/foundation_vit.py

@@ -567,7 +567,7 @@ class VisionTransformer(nn.Layer):
                  drop_path_rate=0.,
                  norm_layer='nn.LayerNorm',
                  epsilon=1e-5,
-                 head_init_scale=1,
+                 head_init_scale=0.001,
                  **kwargs):
         super().__init__()
         global _model_diff

ppcls/configs/CLIP/CLIP_vit_base_patch16_224_finetune.yaml

@@ -27,7 +27,6 @@ Arch:
   class_num: 1000
   return_embed: False
   pretrained: True
-  head_init_scale: 0.001
 
 # loss function config for traing/eval process
 Loss:

ppcls/configs/CLIP/CLIP_vit_large_patch16_224_finetune.yaml

@@ -27,7 +27,6 @@ Arch:
   class_num: 1000
   return_embed: False
   pretrained: True
-  head_init_scale: 0.001
 
 # loss function config for traing/eval process
 Loss: