diff --git a/test/collective/CMakeLists.txt b/test/collective/CMakeLists.txt
index 40d96b51295bb5cde030571f2713d37e3d278fb7..a7c80ca83a8bc36c541947f3abea5d1ce7c9bc46 100644
--- a/test/collective/CMakeLists.txt
+++ b/test/collective/CMakeLists.txt
@@ -455,10 +455,5 @@ if((WITH_ROCM OR WITH_GPU) AND (LINUX))
     "PADDLE_DIST_UT_PORT=21958;http_proxy=;https_proxy=")
   set_tests_properties(test_orthogonal_strategy PROPERTIES TIMEOUT "120")
 endif()
-
-if((WITH_GPU) AND (LINUX))
-  py_test_modules(test_fused_comm_buffer MODULES test_fused_comm_buffer)
-endif()
-
 add_subdirectory(fleet)
 add_subdirectory(multinode)
diff --git a/test/legacy_test/CMakeLists.txt b/test/legacy_test/CMakeLists.txt
index b3d630d2d52de7f6e21b7cc3b951af9430e2a1ac..ed7ba08380801b1d7ff4dbb740ee21448d7a88b4 100644
--- a/test/legacy_test/CMakeLists.txt
+++ b/test/legacy_test/CMakeLists.txt
@@ -77,6 +77,7 @@ if(NOT WITH_GPU)
   list(REMOVE_ITEM TEST_OPS test_fused_bias_dropout_residual_layer_norm_op_api)
   list(REMOVE_ITEM TEST_OPS test_fused_attention_pass)
   list(REMOVE_ITEM TEST_OPS test_fused_feedforward_pass)
+  list(REMOVE_ITEM TEST_OPS test_fused_comm_buffer)
   list(REMOVE_ITEM DIST_TEST_OPS "test_dist_hapi_model")
   list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_spmt")
   list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_minimize")
diff --git a/test/collective/test_fused_comm_buffer.py b/test/legacy_test/test_fused_comm_buffer.py
similarity index 100%
rename from test/collective/test_fused_comm_buffer.py
rename to test/legacy_test/test_fused_comm_buffer.py