diff --git a/paddle/fluid/operators/collective/c_softmax_with_cross_entropy_op_xpu.cc b/paddle/fluid/operators/collective/c_softmax_with_cross_entropy_op_xpu.cc
index fa17b99e79f2af643f59de5b237367a4750369db..ec4f872a7a8cab430757d2f6eff13de850fd2f0b 100644
--- a/paddle/fluid/operators/collective/c_softmax_with_cross_entropy_op_xpu.cc
+++ b/paddle/fluid/operators/collective/c_softmax_with_cross_entropy_op_xpu.cc
@@ -34,12 +34,9 @@ class CSoftmaxWithCrossEntropyOp : public framework::OpKernel<T> {
  public:
   void Compute(const framework::ExecutionContext& ctx) const override {
     const int64_t ignore_index = ctx.Attr<int64_t>("ignore_index");
-    PADDLE_ENFORCE_LT(ignore_index,
-                      0,
-                      platform::errors::InvalidArgument(
-                          "When SoftmaxWithCrossEntropy run on XPU, "
-                          "ignore_index should be <=0, however it's %ld",
-                          ignore_index));
+    if (ignore_index >= 0) {
+      LOG_FIRST_N(INFO, 1) << "XPU does not support ignore_index in mp.";
+    }
     const int rid = ctx.Attr<int>("ring_id");
     auto map = distributed::ProcessGroupMapFromGid::getInstance();
     if (map->has(rid)) {
@@ -467,12 +464,9 @@ class CSoftmaxWithCrossEntropyGrad : public framework::OpKernel<T> {
     const phi::DenseTensor* softmax =
         context.Input<phi::DenseTensor>("Softmax");
     const int64_t ignore_index = context.Attr<int64_t>("ignore_index");
-    PADDLE_ENFORCE_LT(ignore_index,
-                      0,
-                      platform::errors::InvalidArgument(
-                          "When SoftmaxWithCrossEntropy run on XPU, "
-                          "ignore_index should be <=0, however it's %ld",
-                          ignore_index));
+    if (ignore_index >= 0) {
+      LOG_FIRST_N(INFO, 1) << "XPU does not support ignore_index in mp.";
+    }
     const int rank = context.Attr<int>("rank");
     auto& dev_ctx = context.template device_context<DeviceContext>();