diff --git a/python/paddle/fluid/tests/custom_runtime/CMakeLists.txt b/python/paddle/fluid/tests/custom_runtime/CMakeLists.txt
index 8056f46895892f06ff9680c8a1e1f607add34535..b825805bdf9863d2e03107da048cebe2f4ac2c90 100644
--- a/python/paddle/fluid/tests/custom_runtime/CMakeLists.txt
+++ b/python/paddle/fluid/tests/custom_runtime/CMakeLists.txt
@@ -1,4 +1,4 @@
-if(WITH_CUSTOM_DEVICE)
+if(WITH_CUSTOM_DEVICE AND NOT WITH_GPU)
   file(
     GLOB TEST_OPS
     RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}"