diff --git a/paddle/phi/backends/xpu/xpu_context.h b/paddle/phi/backends/xpu/xpu_context.h
index 2c963bcdec272616638407643981569d773c5ac6..79b8dc2f04b772d086e1f4a17918b4a71e7a95b4 100644
--- a/paddle/phi/backends/xpu/xpu_context.h
+++ b/paddle/phi/backends/xpu/xpu_context.h
@@ -19,10 +19,10 @@ limitations under the License. */
 #include <memory>
 
 #include "paddle/phi/backends/xpu/forwards.h"
+#include "paddle/phi/backends/xpu/xpu_header.h"
 #include "paddle/phi/backends/xpu/xpu_info.h"
 #include "paddle/phi/common/place.h"
 #include "paddle/phi/core/device_context.h"
-#include "xpu/runtime.h"
 
 namespace Eigen {
 struct DefaultDevice;
diff --git a/paddle/phi/backends/xpu/xpu_header.h b/paddle/phi/backends/xpu/xpu_header.h
index ca4ea6145caf0d71f5e6dc360f6819ac93a04ebe..5b6c06ac36a2c810f0e47535dd88d4c142832f29 100644
--- a/paddle/phi/backends/xpu/xpu_header.h
+++ b/paddle/phi/backends/xpu/xpu_header.h
@@ -21,7 +21,6 @@ limitations under the License. */
 
 #include "paddle/phi/common/bfloat16.h"
 #include "paddle/phi/common/float16.h"
-#include "paddle/phi/core/enforce.h"
 #include "xpu/runtime.h"
 #include "xpu/runtime_ex.h"
 #include "xpu/xdnn.h"