diff --git a/paddle/fluid/operators/elementwise/elementwise_add_op_xpu.cc b/paddle/fluid/operators/elementwise/elementwise_add_op_xpu.cc
index 57a42d2615543dc26db7230008c65f2418a89c2d..ad4a16c6e06cdb5a5da48d085bce7f2d6a58c874 100644
--- a/paddle/fluid/operators/elementwise/elementwise_add_op_xpu.cc
+++ b/paddle/fluid/operators/elementwise/elementwise_add_op_xpu.cc
@@ -86,30 +86,46 @@ class ElementwiseAddGradXPUKernel : public ElemwiseGradKernel<T> {
       int r = xpu::matrix_vector_add_grad(
           dev_ctx.x_context(), dout->data<T>(), dout->data<T>(),
           dout->data<T>(), dout->data<T>(), dx_data, dy_data, pre, n);
-      PADDLE_ENFORCE_EQ(
-          r, XPU_SUCCESS,
-          platform::errors::External(
-              "XPU API return wrong value[%d], please check whether "
-              "Baidu Kunlun Card is properly installed.",
-              r));
+      if (r == xpu::Error_t::INVALID_PARAM) {
+        PADDLE_ENFORCE_EQ(r, xpu::Error_t::SUCCESS,
+                          platform::errors::InvalidArgument(
+                              "XPU kernel error of ElementWiseAddOp, error "
+                              "message: INVALID_PARAM, "
+                              "please check your input & output."));
+      } else if (r == xpu::Error_t::RUNTIME_ERROR) {
+        PADDLE_ENFORCE_EQ(r, xpu::Error_t::SUCCESS,
+                          platform::errors::Unavailable(
+                              "XPU kernel error of ElementWiseAddOp, error "
+                              "message: RUNTIME_ERROR, "
+                              "please check whether Baidu Kunlun card is "
+                              "properly installed."));
+      } else if (r == xpu::Error_t::NO_ENOUGH_WORKSPACE) {
+        PADDLE_ENFORCE_EQ(
+            r, xpu::Error_t::SUCCESS,
+            platform::errors::ResourceExhausted(
+                "XPU kernel error of ElementWiseAddOp, error message: "
+                "NO_ENOUGH_WORKSPACE, XPU has no enough memory."));
+      }
       return;
     }
 
     if (dx == nullptr) {
       PADDLE_ENFORCE_EQ(
           xpu_malloc(reinterpret_cast<void **>(&dx_data), len * sizeof(float)),
-          XPU_SUCCESS, platform::errors::External("XPU has no enough memory"));
+          XPU_SUCCESS,
+          platform::errors::ResourceExhausted("XPU has no enough memory"));
     }
 
     if (dy == nullptr) {
       PADDLE_ENFORCE_EQ(
           xpu_malloc(reinterpret_cast<void **>(&dy_data), len * sizeof(float)),
-          XPU_SUCCESS, platform::errors::External("XPU has no enough memory"));
+          XPU_SUCCESS,
+          platform::errors::ResourceExhausted("XPU has no enough memory"));
     } else {
       if (len != n) {
         PADDLE_ENFORCE_EQ(xpu_malloc(reinterpret_cast<void **>(&dy_data),
                                      len * sizeof(float)),
-                          XPU_SUCCESS, platform::errors::External(
+                          XPU_SUCCESS, platform::errors::ResourceExhausted(
                                            "XPU has no enough memory"));
       }
     }
@@ -117,22 +133,50 @@ class ElementwiseAddGradXPUKernel : public ElemwiseGradKernel<T> {
     int r = xpu::elementwise_add_grad(
         dev_ctx.x_context(), dout->data<T>() /*x*/, dout->data<T>() /*y*/,
         dout->data<T>() /*out*/, dout->data<T>(), dx_data, dy_data, len);
-    PADDLE_ENFORCE_EQ(
-        r, XPU_SUCCESS,
-        platform::errors::External(
-            "XPU API return wrong value[%d], please check whether "
-            "Baidu Kunlun Card is properly installed.",
-            r));
+    if (r == xpu::Error_t::INVALID_PARAM) {
+      PADDLE_ENFORCE_EQ(r, xpu::Error_t::SUCCESS,
+                        platform::errors::InvalidArgument(
+                            "XPU kernel error of ElementWiseAddOp, error "
+                            "message: INVALID_PARAM, "
+                            "please check your input & output."));
+    } else if (r == xpu::Error_t::RUNTIME_ERROR) {
+      PADDLE_ENFORCE_EQ(
+          r, xpu::Error_t::SUCCESS,
+          platform::errors::Unavailable(
+              "XPU kernel error of ElementWiseAddOp, error message: "
+              "RUNTIME_ERROR, "
+              "please check whether Baidu Kunlun card is properly installed."));
+    } else if (r == xpu::Error_t::NO_ENOUGH_WORKSPACE) {
+      PADDLE_ENFORCE_EQ(
+          r, xpu::Error_t::SUCCESS,
+          platform::errors::ResourceExhausted(
+              "XPU kernel error of ElementWiseAddOp, error message: "
+              "NO_ENOUGH_WORKSPACE, XPU has no enough memory."));
+    }
 
     if ((dy != nullptr) && (len != n)) {
       r = xpu::reduce_ew(dev_ctx.x_context(), dy_data, dy->data<T>(), pre, n,
                          post, xpu::ElementwiseOp::ASSIGN);
-      PADDLE_ENFORCE_EQ(
-          r, XPU_SUCCESS,
-          platform::errors::External(
-              "XPU API return wrong value[%d], please check whether "
-              "Baidu Kunlun Card is properly installed.",
-              r));
+      if (r == xpu::Error_t::INVALID_PARAM) {
+        PADDLE_ENFORCE_EQ(r, xpu::Error_t::SUCCESS,
+                          platform::errors::InvalidArgument(
+                              "XPU kernel error of ElementWiseAddOp, error "
+                              "message: INVALID_PARAM, "
+                              "please check your input & output."));
+      } else if (r == xpu::Error_t::RUNTIME_ERROR) {
+        PADDLE_ENFORCE_EQ(r, xpu::Error_t::SUCCESS,
+                          platform::errors::Unavailable(
+                              "XPU kernel error of ElementWiseAddOp, error "
+                              "message: RUNTIME_ERROR, "
+                              "please check whether Baidu Kunlun card is "
+                              "properly installed."));
+      } else if (r == xpu::Error_t::NO_ENOUGH_WORKSPACE) {
+        PADDLE_ENFORCE_EQ(
+            r, xpu::Error_t::SUCCESS,
+            platform::errors::ResourceExhausted(
+                "XPU kernel error of ElementWiseAddOp, error message: "
+                "NO_ENOUGH_WORKSPACE, XPU has no enough memory."));
+      }
       dev_ctx.Wait();
       xpu_free(dy_data);
     }
diff --git a/paddle/fluid/operators/optimizers/momentum_op_xpu.cc b/paddle/fluid/operators/optimizers/momentum_op_xpu.cc
index 38b06c3981673a8ffa9a8b657fddf45e2e1a4924..932368e810edd597971b31387109c97413ca64d1 100644
--- a/paddle/fluid/operators/optimizers/momentum_op_xpu.cc
+++ b/paddle/fluid/operators/optimizers/momentum_op_xpu.cc
@@ -48,8 +48,24 @@ class MomentumOpXPUKernel : public framework::OpKernel<T> {
         dev_ctx.x_context(), param->data<float>(), velocity->data<float>(),
         grad->data<float>(), lr, use_nesterov, mu, param_out->numel(),
         param_out->data<float>(), velocity_out->data<float>());
-    PADDLE_ENFORCE_EQ(r, xpu::Error_t::SUCCESS,
-                      platform::errors::PermissionDenied("XPU kernel error!"));
+    if (r == xpu::Error_t::INVALID_PARAM) {
+      PADDLE_ENFORCE_EQ(
+          r, xpu::Error_t::SUCCESS,
+          platform::errors::InvalidArgument(
+              "XPU kernel error of MomentumOp, error message: INVALID_PARAM, "
+              "please check your input & output."));
+    } else if (r == xpu::Error_t::RUNTIME_ERROR) {
+      PADDLE_ENFORCE_EQ(
+          r, xpu::Error_t::SUCCESS,
+          platform::errors::Unavailable(
+              "XPU kernel error of MomentumOp, error message: RUNTIME_ERROR, "
+              "please check whether Baidu Kunlun card is properly installed."));
+    } else if (r == xpu::Error_t::NO_ENOUGH_WORKSPACE) {
+      PADDLE_ENFORCE_EQ(r, xpu::Error_t::SUCCESS,
+                        platform::errors::ResourceExhausted(
+                            "XPU kernel error of MomentumOp, error message: "
+                            "NO_ENOUGH_WORKSPACE, XPU has no enough memory."));
+    }
   }
 };
 }  // namespace operators
diff --git a/paddle/fluid/operators/optimizers/sgd_op_xpu.cc b/paddle/fluid/operators/optimizers/sgd_op_xpu.cc
index 1d78e5611019a1b1a27a1dd3f74b105aa4b6b909..9dabca1b66a771ed62431715e7a69d285774297e 100644
--- a/paddle/fluid/operators/optimizers/sgd_op_xpu.cc
+++ b/paddle/fluid/operators/optimizers/sgd_op_xpu.cc
@@ -56,9 +56,25 @@ class SGDOpXPUKernel : public framework::OpKernel<T> {
       auto &dev_ctx = ctx.template device_context<DeviceContext>();
       int r = xpu::sgd(dev_ctx.x_context(), sz, grad_data, param_data, lr,
                        out_data);
-      PADDLE_ENFORCE_EQ(
-          r, xpu::Error_t::SUCCESS,
-          platform::errors::PermissionDenied("XPU kernel error!"));
+      if (r == xpu::Error_t::INVALID_PARAM) {
+        PADDLE_ENFORCE_EQ(
+            r, xpu::Error_t::SUCCESS,
+            platform::errors::InvalidArgument(
+                "XPU kernel error of SgdOp, error message: INVALID_PARAM, "
+                "please check your input & output."));
+      } else if (r == xpu::Error_t::RUNTIME_ERROR) {
+        PADDLE_ENFORCE_EQ(r, xpu::Error_t::SUCCESS,
+                          platform::errors::Unavailable(
+                              "XPU kernel error of SgdOp, error message: "
+                              "RUNTIME_ERROR, please check whether Baidu "
+                              "Kunlun Card is properly installed."));
+      } else if (r == xpu::Error_t::NO_ENOUGH_WORKSPACE) {
+        PADDLE_ENFORCE_EQ(r, xpu::Error_t::SUCCESS,
+                          platform::errors::ResourceExhausted(
+                              "XPU kernel error of SgdOp, error "
+                              "message: NO_ENOUGH_WORKSPACE, XPU "
+                              "has no enough memory."));
+      }
     } else {
       PADDLE_ENFORCE_EQ(false, true,
                         platform::errors::PermissionDenied(