diff --git a/cmake/external/cub.cmake b/cmake/external/cub.cmake
index 04fad252dac88c08e6e036628720c809dce0f00e..c6b435288e37e426a72964d39bdc587fa088e7e4 100644
--- a/cmake/external/cub.cmake
+++ b/cmake/external/cub.cmake
@@ -23,7 +23,15 @@ set(CUB_PATH
 set(CUB_PREFIX_DIR ${CUB_PATH})
 
 set(CUB_REPOSITORY ${GIT_URL}/NVlabs/cub.git)
-set(CUB_TAG 1.8.0)
+
+if(WIN32 AND ${CMAKE_CUDA_COMPILER_VERSION} GREATER_EQUAL 11.6)
+  # cuda_11.6.2_511.65‘s own cub is 1.15.0, which will cause compiling error in windows.
+  set(CUB_TAG 1.16.0)
+  # cub 1.16.0 is not compitable with current thrust version
+  add_definitions(-DTHRUST_IGNORE_CUB_VERSION_CHECK)
+else()
+  set(CUB_TAG 1.8.0)
+endif()
 
 set(CUB_INCLUDE_DIR ${CUB_PREFIX_DIR}/src/extern_cub)
 message("CUB_INCLUDE_DIR is ${CUB_INCLUDE_DIR}")
diff --git a/cmake/third_party.cmake b/cmake/third_party.cmake
index af76f3ffbe027e7021c32f18a5631bb5a02bcc59..b96656778d60c0176ef32423a5db5265bd1f4547 100755
--- a/cmake/third_party.cmake
+++ b/cmake/third_party.cmake
@@ -327,7 +327,8 @@ if(WITH_ONNXRUNTIME)
 endif()
 
 if(WITH_GPU)
-  if(${CMAKE_CUDA_COMPILER_VERSION} LESS 11.0)
+  if(${CMAKE_CUDA_COMPILER_VERSION} LESS 11.0 OR ${CMAKE_CUDA_COMPILER_VERSION}
+                                                 GREATER_EQUAL 11.6)
     include(external/cub) # download cub
     list(APPEND third_party_deps extern_cub)
   endif()