diff --git a/paddle/fluid/operators/cvm_op.cc b/paddle/fluid/operators/cvm_op.cc
index 972fdaab64bb33c019fd2af7b50eb766dd88ad30..662fb3b08ec8a4e977707bab1f09bf876911d3ca 100644
--- a/paddle/fluid/operators/cvm_op.cc
+++ b/paddle/fluid/operators/cvm_op.cc
@@ -131,11 +131,9 @@ class CVMGradOpDescMaker : public framework::SingleGradOpDescMaker {
   std::unique_ptr<framework::OpDesc> Apply() const override {
     std::unique_ptr<framework::OpDesc> op(new framework::OpDesc());
     op->SetType("cvm_grad");
-    op->SetInput("X", Input("X"));
     op->SetInput("CVM", Input("CVM"));
     op->SetInput(framework::GradVarName("Y"), OutputGrad("Y"));
     op->SetOutput(framework::GradVarName("X"), InputGrad("X"));
-    op->SetOutput(framework::GradVarName("CVM"), InputGrad("CVM"));
     op->SetAttrMap(Attrs());
     return op;
   }