diff --git a/ppcls/arch/backbone/model_zoo/gvt.py b/ppcls/arch/backbone/model_zoo/gvt.py
index 577facd1b5a4f3496b0a6bd194ee2266a3bbe350..3553073dad8f2110ddaca59a451230c447812bc9 100644
--- a/ppcls/arch/backbone/model_zoo/gvt.py
+++ b/ppcls/arch/backbone/model_zoo/gvt.py
@@ -350,7 +350,6 @@ class PyramidVisionTransformer(nn.Layer):
             shape=[1, 1, embed_dims[-1]],
             default_initializer=zeros_,
             attr=paddle.ParamAttr(regularizer=L2Decay(0.0)))
-        self.add_parameter("cls_token", self.cls_token)
 
         # classification head
         self.head = nn.Linear(embed_dims[-1],