diff --git a/paddle/fluid/operators/cvm_op.cc b/paddle/fluid/operators/cvm_op.cc
index eb940c5098c53501a4b158ca69ad83573aaaa2d9..53ed86ade48ce52d49285495388f93f1bc4f5d9e 100644
--- a/paddle/fluid/operators/cvm_op.cc
+++ b/paddle/fluid/operators/cvm_op.cc
@@ -131,6 +131,7 @@ class CVMGradOpDescMaker : public framework::SingleGradOpDescMaker {
   std::unique_ptr<framework::OpDesc> Apply() const override {
     std::unique_ptr<framework::OpDesc> op(new framework::OpDesc());
     op->SetType("cvm_grad");
+    op->SetInput("X", Input("X"));
     op->SetInput("CVM", Input("CVM"));
     op->SetInput(framework::GradVarName("Y"), OutputGrad("Y"));
     op->SetOutput(framework::GradVarName("X"), InputGrad("X"));