diff --git a/paddle/fluid/operators/controlflow/logical_op.cc b/paddle/fluid/operators/controlflow/logical_op.cc
index 2e7f3edd55c3353bacddec3dd4ffaba9e0208136..6e37bf1cba0357fefe7a780a98798f94b94da70e 100644
--- a/paddle/fluid/operators/controlflow/logical_op.cc
+++ b/paddle/fluid/operators/controlflow/logical_op.cc
@@ -71,8 +71,14 @@ class BinaryLogicalOpInferShape : public framework::InferShapeBase {
                    "Input(Y) of %s operator must not be null", comment.type);
     auto dim_x = context->GetInputDim("X");
     auto dim_y = context->GetInputDim("Y");
-    PADDLE_ENFORCE_EQ(framework::product(dim_x), framework::product(dim_y),
-                      "The number of elements in X and Y should be same");
+
+    int product_x = framework::product(dim_x);
+    int product_y = framework::product(dim_y);
+    bool check = ctx->IsRuntime() && product_x >= 0 && product_y >= 0;
+    if (check) {
+      PADDLE_ENFORCE_EQ(framework::product(dim_x), framework::product(dim_y),
+                        "The number of elements in X and Y should be same");
+    }
 
     context->SetOutputDim("Out", context->GetInputDim("X"));
     context->ShareLoD("X", "Out");