diff --git a/python/paddle/fluid/tests/unittests/CMakeLists.txt b/python/paddle/fluid/tests/unittests/CMakeLists.txt
index 96a602538cacfa4a3bf8cbb5a5482677e308420b..3496021892f34203928e88ddb1b828a5ddb60eb1 100644
--- a/python/paddle/fluid/tests/unittests/CMakeLists.txt
+++ b/python/paddle/fluid/tests/unittests/CMakeLists.txt
@@ -702,7 +702,10 @@ endif()
 add_subdirectory(sequence)
 add_subdirectory(dygraph_to_static)
 add_subdirectory(rnn)
-add_subdirectory(fft)
+
+if (NOT WIN32 OR NOT WITH_GPU)
+    add_subdirectory(fft)
+endif()
 
 if (WITH_XPU)
     add_subdirectory(xpu)