diff --git a/cmake/third_party.cmake b/cmake/third_party.cmake
index 0946efcb7269570319b11a6acab0437f464bd2f0..59e31b7c9aafa53c6593516dc92f325ce6dd40ab 100755
--- a/cmake/third_party.cmake
+++ b/cmake/third_party.cmake
@@ -531,6 +531,8 @@ if(WITH_GPU
     include(external/cutlass) # download, build, install cusparselt
     list(APPEND third_party_deps extern_cutlass)
     set(WITH_CUTLASS ON)
+  endif()
+  if(${CMAKE_CUDA_COMPILER_VERSION} GREATER_EQUAL 11.2)
     include(external/flashattn)
     list(APPEND third_party_deps extern_flashattn)
     set(WITH_FLASHATTN ON)