diff --git a/paddle/fluid/operators/concat_op.cc b/paddle/fluid/operators/concat_op.cc
index 3ba3e5a9429c98e2dbd8f406e6c29abb0ea1fe9c..b1a6d66b80efdae3e78d7c3321a6107d2dd607aa 100644
--- a/paddle/fluid/operators/concat_op.cc
+++ b/paddle/fluid/operators/concat_op.cc
@@ -52,7 +52,7 @@ class ConcatOp : public framework::OperatorWithKernel {
           if (ctx->IsRuntime()) {
             out_dims[axis] += ins[i][j];
           } else {
-            if (out_dims[axis] == -1 || ins[i][j] == -1) {
+            if (ins[i][j] == -1) {
               out_dims[axis] = -1;
             } else {
               out_dims[axis] += ins[i][j];