diff --git a/cmake/third_party.cmake b/cmake/third_party.cmake
index 3c39d508789a7dcee6f1a5937016b3c67eb621c1..fa859170e23ed09e5a917a2315371f92ea15abbb 100644
--- a/cmake/third_party.cmake
+++ b/cmake/third_party.cmake
@@ -257,8 +257,8 @@ if(WITH_ONNXRUNTIME)
 endif()
 
 if(WITH_GPU)
-    if (${CMAKE_CUDA_COMPILER_VERSION} LESS 11.0 OR ${CMAKE_CUDA_COMPILER_VERSION}
-                                                    GREATER_EQUAL 11.6)
+    if(${CMAKE_CUDA_COMPILER_VERSION} LESS 11.0
+        OR (WIN32 AND ${CMAKE_CUDA_COMPILER_VERSION} GREATER_EQUAL 11.6))
         include(external/cub)       # download cub
         list(APPEND third_party_deps extern_cub)
     endif()