diff --git a/paddle/fluid/framework/ir/constant_folding_pass.cc b/paddle/fluid/framework/ir/constant_folding_pass.cc
index cd069e474e648230904fcc80fb4066ea15f0705e..0bcd7a733dde73f41e6032014d12a4a723955899 100644
--- a/paddle/fluid/framework/ir/constant_folding_pass.cc
+++ b/paddle/fluid/framework/ir/constant_folding_pass.cc
@@ -143,6 +143,10 @@ void ConstantFoldingPass::ApplyImpl(ir::Graph *graph) const {
         }
         out_desc->SetShape(out_shape);
         out_desc->SetPersistable(true);
+        auto *var_desc_out = op_node->Op()->Block()->Var(out_name);
+        var_desc_out->SetShape(out_shape);
+        var_desc_out->SetPersistable(true);
+        var_desc_out->Flush();
         auto *global_out_tensor =
             scope->Var(out_name)->GetMutable<phi::DenseTensor>();
         *global_out_tensor = *local_out_tensor;