diff --git a/paddle/fluid/operators/softmax_with_cross_entropy_op.cc b/paddle/fluid/operators/softmax_with_cross_entropy_op.cc
index df142f3350c0e7e4f31ba0f525e1f39a091a1b95..c093078fae0efe2dac4d59e5313d8152271b664f 100644
--- a/paddle/fluid/operators/softmax_with_cross_entropy_op.cc
+++ b/paddle/fluid/operators/softmax_with_cross_entropy_op.cc
@@ -162,6 +162,13 @@ class SoftmaxWithCrossEntropyOp : public framework::OperatorWithKernel {
                           "R is the rank of Input(Logits)."));
 
     axis = phi::funcs::CanonicalAxis(axis, logits_rank);
+
+    PADDLE_ENFORCE_EQ(logits_dims.size(),
+                      labels_dims.size(),
+                      platform::errors::InvalidArgument(
+                          "Input(Logits) and Input(Label) should in "
+                          "same dimensions size."));
+
     for (int i = 0; i < logits_rank; i++) {
       if (i != axis) {
         if (ctx->IsRuntime() || (logits_dims[i] > 0 && labels_dims[i] > 0)) {