diff --git a/CMakeLists.txt b/CMakeLists.txt
index 290310858fbe52718fba0e1d5357c80b61936f71..f4b2ee08d943cbc852fe0ed4dcdaaf54b56349a0 100755
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -336,7 +336,7 @@ endif()
 
 if(LINUX
    AND NOT WITH_CUSTOM_DEVICE
-   AND NOT ON_INFER)
+   AND WITH_PYTHON)
   set(WITH_CUSTOM_DEVICE
       ON
       CACHE BOOL "Enable Custom Device when compiling for Linux" FORCE)