diff --git a/paddle/operators/rowwise_add_op.cc b/paddle/operators/rowwise_add_op.cc
index cb79dc7271430dfa13594929fa7d3f91adf3d13f..2ad2b66c8f385c858eb34c7ea766f168de9c817e 100644
--- a/paddle/operators/rowwise_add_op.cc
+++ b/paddle/operators/rowwise_add_op.cc
@@ -51,8 +51,5 @@ for i in xrange(X.shape[0]):
 }  // namespace paddle
 
 REGISTER_OP(rowwise_add, ops::RowWiseAddOp, ops::RowWiseAddOpMaker);
-// REGISTER_GRADIENT_OP(rowwise_add, rowwise_add_grad, ops::RowWiseAddGradOp);
-NO_GRADIENT(rowwise_add);
-
 REGISTER_OP_CPU_KERNEL(rowwise_add,
                        ops::RowWiseAddKernel<ops::CPUPlace, float>);