diff --git a/.gitignore b/.gitignore
index 6be36bf8c243e7a8506bf22f593f100f7b6e11cf..708126b3bb070f0ce3b4e751b8732b77af8b36c4 100644
--- a/.gitignore
+++ b/.gitignore
@@ -5,6 +5,8 @@ paddle/fluid/API_PR.spec
 paddle/fluid/op_use_default_grad_maker_DEV.spec
 paddle/fluid/op_use_default_grad_maker_PR.spec
 paddle/pten/api/*/api*
+paddle/pten/include/*
+paddle/pten/extension.h
 
 *.DS_Store
 *.vs
diff --git a/cmake/pten_kernel.cmake b/cmake/pten.cmake
similarity index 82%
rename from cmake/pten_kernel.cmake
rename to cmake/pten.cmake
index c2928376a02f8f7156e2e0b40c58a11c55f8b7c3..70d61027da872aa19d91c8fbc13d6acee007d048 100644
--- a/cmake/pten_kernel.cmake
+++ b/cmake/pten.cmake
@@ -12,6 +12,48 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+function(generate_unify_header DIR_NAME)
+    set(options "")
+    set(oneValueArgs HEADER_NAME SKIP_SUFFIX)
+    set(multiValueArgs "")
+    cmake_parse_arguments(generate_unify_header "${options}" "${oneValueArgs}"
+        "${multiValueArgs}" ${ARGN})
+
+    # get header name and suffix
+    set(header_name "${DIR_NAME}")
+    list(LENGTH generate_unify_header_HEADER_NAME generate_unify_header_HEADER_NAME_len)
+    if(${generate_unify_header_HEADER_NAME_len} GREATER 0)
+        set(header_name "${generate_unify_header_HEADER_NAME}")
+    endif()
+    set(skip_suffix "")
+    list(LENGTH generate_unify_header_SKIP_SUFFIX generate_unify_header_SKIP_SUFFIX_len)
+    if(${generate_unify_header_SKIP_SUFFIX_len} GREATER 0)
+        set(skip_suffix "${generate_unify_header_SKIP_SUFFIX}")
+    endif()
+
+    # generate target header file
+    set(header_file ${CMAKE_CURRENT_SOURCE_DIR}/include/${header_name}.h)
+    file(WRITE ${header_file} "// Header file generated by paddle/pten/CMakeLists.txt for external users,\n// DO NOT edit or include it within paddle.\n\n#pragma once\n\n")
+
+    # get all top-level headers and write into header file
+    file(GLOB HEADERS "${CMAKE_CURRENT_SOURCE_DIR}\/${DIR_NAME}\/*.h")
+    foreach(header ${HEADERS})
+        if("${skip_suffix}" STREQUAL "")
+            string(REPLACE "${PADDLE_SOURCE_DIR}\/" "" header "${header}")
+            file(APPEND ${header_file} "#include \"${header}\"\n")
+        else()
+            string(FIND "${header}" "${skip_suffix}.h" skip_suffix_found)
+            if(${skip_suffix_found} EQUAL -1)
+                string(REPLACE "${PADDLE_SOURCE_DIR}\/" "" header "${header}")
+                file(APPEND ${header_file} "#include \"${header}\"\n")
+            endif()
+        endif()
+    endforeach()
+    # append header into extension.h
+    string(REPLACE "${PADDLE_SOURCE_DIR}\/" "" header_file "${header_file}")
+    file(APPEND ${pten_extension_header_file} "#include \"${header_file}\"\n")
+endfunction()
+
 # call kernel_declare need to make sure whether the target of input exists
 function(kernel_declare TARGET_LIST)
     foreach(kernel_path ${TARGET_LIST})
diff --git a/paddle/pten/CMakeLists.txt b/paddle/pten/CMakeLists.txt
index cde5e719e316d9eb172b8bdcab0a3f0309149523..671ed28313af9efe18e8aa8e7b525ae289446e5f 100644
--- a/paddle/pten/CMakeLists.txt
+++ b/paddle/pten/CMakeLists.txt
@@ -1,3 +1,6 @@
+# pten auto cmake utils
+include(pten)
+
 # paddle experimental common components
 add_subdirectory(common)
 
@@ -25,3 +28,12 @@ message(STATUS "All standard pten kernels: ${pten_kernels}")
 set(PTEN_DEPS ${PTEN_DEPS} ${pten_kernels})
 
 cc_library(pten DEPS ${PTEN_DEPS})
+
+set(pten_extension_header_file ${CMAKE_CURRENT_SOURCE_DIR}/extension.h CACHE INTERNAL "pten/extension.h file")
+file(WRITE ${pten_extension_header_file} "// Header file generated by paddle/pten/CMakeLists.txt for external users,\n// DO NOT edit or include it within paddle.\n\n#pragma once\n\n")
+
+# generate inner headers include dir for users
+generate_unify_header(backends)
+generate_unify_header(core)
+generate_unify_header(infermeta)
+generate_unify_header(kernels SKIP_SUFFIX grad_kernel)
diff --git a/paddle/pten/kernels/CMakeLists.txt b/paddle/pten/kernels/CMakeLists.txt
index 76e112808892d79fa4143aebc715c4ff8e20c0c4..f838c4d424c2de98c7486cd11fd9b25f5a964e96 100644
--- a/paddle/pten/kernels/CMakeLists.txt
+++ b/paddle/pten/kernels/CMakeLists.txt
@@ -1,5 +1,3 @@
-include(pten_kernel)
-
 set(kernel_declare_file ${PADDLE_BINARY_DIR}/paddle/pten/kernels/declarations.h.tmp CACHE INTERNAL "declarations.h file")
 set(kernel_declare_file_final ${PADDLE_BINARY_DIR}/paddle/pten/kernels/declarations.h)
 file(WRITE ${kernel_declare_file} "// Generated by the paddle/pten/kernels/CMakeLists.txt.  DO NOT EDIT!\n\n#pragma once\n\n")