diff --git a/paddle/fluid/memory/detail/buddy_allocator.cc b/paddle/fluid/memory/detail/buddy_allocator.cc
index cdaa2b7b1dfb190eaae9dc36462c01bf003ff0a2..076a96139612168f6c3d5d039184ccdb7a536f2e 100644
--- a/paddle/fluid/memory/detail/buddy_allocator.cc
+++ b/paddle/fluid/memory/detail/buddy_allocator.cc
@@ -26,6 +26,7 @@ DECLARE_uint64(reallocate_gpu_memory_in_mb);
 #endif
 
 #include "paddle/fluid/platform/device/device_wrapper.h"
+#include "paddle/fluid/platform/place.h"
 
 namespace paddle {
 namespace memory {
diff --git a/paddle/phi/backends/callback_manager.h b/paddle/phi/backends/callback_manager.h
index a15cb075668ece1a62551f84b009ca3d669c6bd7..359958b7c93e2c4041532a377f35836ca8ae89bc 100644
--- a/paddle/phi/backends/callback_manager.h
+++ b/paddle/phi/backends/callback_manager.h
@@ -30,8 +30,6 @@
 #include <memory>
 #include <mutex>  // NOLINT
 
-#include "paddle/fluid/platform/enforce.h"
-
 namespace phi {
 
 namespace stream {
diff --git a/paddle/phi/backends/device_base.cc b/paddle/phi/backends/device_base.cc
index 6f634c58af07d71a26b97f69891411331952a2e2..14fe90192e5bcaedf50ba96a6a047d08f622a76d 100644
--- a/paddle/phi/backends/device_base.cc
+++ b/paddle/phi/backends/device_base.cc
@@ -14,6 +14,7 @@
 
 #include "paddle/phi/backends/device_base.h"
 #include "gflags/gflags.h"
+#include "paddle/phi/core/enforce.h"
 
 DECLARE_double(fraction_of_gpu_memory_to_use);
 DECLARE_uint64(initial_gpu_memory_in_mb);
diff --git a/paddle/phi/backends/event.h b/paddle/phi/backends/event.h
index f2e86343f8fe85cd617ca66415b27e1a65d3f390..0866adcf39afa6259ccc424d93eb086427b39679 100644
--- a/paddle/phi/backends/event.h
+++ b/paddle/phi/backends/event.h
@@ -13,7 +13,8 @@
 // limitations under the License.
 
 #pragma once
-#include "paddle/fluid/platform/place.h"
+#include "paddle/phi/common/place.h"
+#include "paddle/phi/core/macros.h"
 
 namespace phi {
 
diff --git a/paddle/phi/backends/stream.h b/paddle/phi/backends/stream.h
index 6c26ab3c2d59d83181d4cb131ce7d6ddeecbc38e..d1578c90ec1a97f51646dd206d48df3146c35cee 100644
--- a/paddle/phi/backends/stream.h
+++ b/paddle/phi/backends/stream.h
@@ -14,8 +14,9 @@
 
 #pragma once
 
-#include "paddle/fluid/platform/place.h"
 #include "paddle/phi/backends/callback_manager.h"
+#include "paddle/phi/common/place.h"
+#include "paddle/phi/core/macros.h"
 
 namespace phi {
 
diff --git a/python/setup.py.in b/python/setup.py.in
index 91580614fa91c867d830eea3bd3bc0498797c171..0bc32cfbc00bd3e4d72adb59e79b5de2e4849714 100755
--- a/python/setup.py.in
+++ b/python/setup.py.in
@@ -576,8 +576,12 @@ headers = (
     list(find_files('*.h', '@PADDLE_SOURCE_DIR@/paddle/phi/api/include')) +  # phi api
     list(find_files('*.h', '@PADDLE_SOURCE_DIR@/paddle/phi/common')) +  # phi common headers
     # phi level api headers (low level api)
-    list(find_files('*.h', '@PADDLE_SOURCE_DIR@/paddle/phi/core', recursive=True)) +  # phi core headers
+    list(find_files('*.h', '@PADDLE_SOURCE_DIR@/paddle/phi')) +  # phi extension header
+    list(find_files('*.h', '@PADDLE_SOURCE_DIR@/paddle/phi/include', recursive=True)) +  # phi include headers
     list(find_files('*.h', '@PADDLE_SOURCE_DIR@/paddle/phi/backends', recursive=True)) +  # phi backends headers
+    list(find_files('*.h', '@PADDLE_SOURCE_DIR@/paddle/phi/core', recursive=True)) +  # phi core headers
+    list(find_files('*.h', '@PADDLE_SOURCE_DIR@/paddle/phi/infermeta', recursive=True)) +  # phi infermeta headers
+    list(find_files('*.h', '@PADDLE_SOURCE_DIR@/paddle/phi/kernels', recursive=True)) +  # phi kernels headers
     # utila api headers
     list(find_files('*.h', '@PADDLE_SOURCE_DIR@/paddle/utils', recursive=True)))  # paddle utils headers