diff --git a/paddle/operators/pad_op.h b/paddle/operators/pad_op.h
index 234019394c86be9c525351154396e3cb280fc8e4..ed547d0a7f75cfd3a1306137ab7a089f4197f1e6 100644
--- a/paddle/operators/pad_op.h
+++ b/paddle/operators/pad_op.h
@@ -83,8 +83,8 @@ void PadGradFunction(const framework::ExecutionContext& context) {
       context.op().GetAttr<std::vector<std::pair<int, int>>>("paddings");
   Eigen::array<std::pair<int, int>, D> paddings;
   for (int i = 0; i < pads.size(); ++i) {
-    paddings[0].first = -paddings[0].first;
-    paddings[1].second = -paddings[1].second;
+    paddings[i].first = -pads[i].first;
+    paddings[i].second = -pads[i].second;
   }
   auto* dOut = context.Input<Tensor>(framework::GradVarName("Out"));
   auto* dX = context.Output<Tensor>(framework::GradVarName("X"));