diff --git a/paddle/fluid/operators/batch_norm_op.cc b/paddle/fluid/operators/batch_norm_op.cc
index 8634a4c01ca88899d3cda0686f12d0ffe5eb3d26..d21842ca48911b76126a9c8322c2cd7c1b469614 100644
--- a/paddle/fluid/operators/batch_norm_op.cc
+++ b/paddle/fluid/operators/batch_norm_op.cc
@@ -444,6 +444,9 @@ void BatchNormGradMaker<T>::Apply(GradOpPtr<T> op) const {
     op->SetInput("Variance", this->Output("VarianceOut"));
   }
 
+  op->SetInput("MeanOut", this->Output("MeanOut"));
+  op->SetInput("VarianceOut", this->Output("VarianceOut"));
+
   op->SetAttrMap(this->Attrs());
 
   op->SetOutput(framework::GradVarName("X"), this->InputGrad("X"));