diff --git a/CMakeLists.txt b/CMakeLists.txt
index 0509e26a6059e7c27c7aa08bd2f22b2027627972..0bf93f0ed9d26fa4abbc95ede4e0a0c88e754e30 100755
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -343,6 +343,11 @@ endif()
 
 if(LINUX
    AND NOT WITH_CUSTOM_DEVICE
+   AND NOT WITH_GPU
+   AND NOT WITH_ROCM
+   AND NOT WITH_XPU
+   AND NOT WITH_XPU_KP
+   AND NOT WITH_XPU_XFT
    AND WITH_PYTHON)
   set(WITH_CUSTOM_DEVICE
       ON