diff --git a/PaddleNLP/paddlenlp/transformers/ernie/modeling.py b/PaddleNLP/paddlenlp/transformers/ernie/modeling.py
index 2b2cfe7f174a3ba6fe4f289483b197a1d332efb1..fe032e3861ce0140d6ffa63dfff519890d85787e 100644
--- a/PaddleNLP/paddlenlp/transformers/ernie/modeling.py
+++ b/PaddleNLP/paddlenlp/transformers/ernie/modeling.py
@@ -327,7 +327,7 @@ class ErnieForTokenClassification(ErniePretrainedModel):
 class ErnieForPretraining(ErniePretrainedModel):
     def __init__(self, ernie):
         super(ErnieForPretraining, self).__init__()
-        self.ernie = bert
+        self.ernie = ernie
         self.cls = ErniePretrainingHeads(
             self.ernie.config["hidden_size"],
             self.ernie.config["vocab_size"],