diff --git a/python/paddle/fluid/tests/CMakeLists.txt b/python/paddle/fluid/tests/CMakeLists.txt
index 0a4c5b5d2eca693d726a733440508917fc6f3085..eb8f163da7f12efc12694946019b34cf6319859b 100644
--- a/python/paddle/fluid/tests/CMakeLists.txt
+++ b/python/paddle/fluid/tests/CMakeLists.txt
@@ -11,5 +11,4 @@ endforeach()
 add_subdirectory(unittests)
 add_subdirectory(cpp_extension)
 add_subdirectory(custom_op)
-add_subdirectory(custom_kernel)
 add_subdirectory(custom_runtime)
diff --git a/test/CMakeLists.txt b/test/CMakeLists.txt
index 140a20f2f57d75c1852fe329cba32b64e38ac5f6..aa64d39115321e68d0b9ea31ee02599171e4ba85 100644
--- a/test/CMakeLists.txt
+++ b/test/CMakeLists.txt
@@ -9,6 +9,7 @@ if(WITH_TESTING)
   add_subdirectory(cpp)
   add_subdirectory(legacy_test)
   add_subdirectory(book)
+  add_subdirectory(custom_kernel)
 endif()
 
 get_property(test_srcs GLOBAL PROPERTY TEST_SRCS)
diff --git a/python/paddle/fluid/tests/custom_kernel/CMakeLists.txt b/test/custom_kernel/CMakeLists.txt
similarity index 100%
rename from python/paddle/fluid/tests/custom_kernel/CMakeLists.txt
rename to test/custom_kernel/CMakeLists.txt
diff --git a/python/paddle/fluid/tests/custom_kernel/__init__.py b/test/custom_kernel/__init__.py
similarity index 100%
rename from python/paddle/fluid/tests/custom_kernel/__init__.py
rename to test/custom_kernel/__init__.py
diff --git a/python/paddle/fluid/tests/custom_kernel/custom_kernel_dot_c_setup.py b/test/custom_kernel/custom_kernel_dot_c_setup.py
similarity index 100%
rename from python/paddle/fluid/tests/custom_kernel/custom_kernel_dot_c_setup.py
rename to test/custom_kernel/custom_kernel_dot_c_setup.py
diff --git a/python/paddle/fluid/tests/custom_kernel/custom_kernel_dot_setup.py b/test/custom_kernel/custom_kernel_dot_setup.py
similarity index 100%
rename from python/paddle/fluid/tests/custom_kernel/custom_kernel_dot_setup.py
rename to test/custom_kernel/custom_kernel_dot_setup.py
diff --git a/python/paddle/fluid/tests/custom_kernel/test_custom_kernel_dot.py b/test/custom_kernel/test_custom_kernel_dot.py
similarity index 100%
rename from python/paddle/fluid/tests/custom_kernel/test_custom_kernel_dot.py
rename to test/custom_kernel/test_custom_kernel_dot.py
diff --git a/python/paddle/fluid/tests/custom_kernel/test_custom_kernel_load.py b/test/custom_kernel/test_custom_kernel_load.py
similarity index 100%
rename from python/paddle/fluid/tests/custom_kernel/test_custom_kernel_load.py
rename to test/custom_kernel/test_custom_kernel_load.py