diff --git a/paddle/fluid/operators/detail/grpc_server_test.cc b/paddle/fluid/operators/detail/grpc_server_test.cc
index b8db0ad987cdfaec1fc9236c3f26e88891376dce..20b9dc631e2ac6a7b03bc77c5aa094c10c55115b 100644
--- a/paddle/fluid/operators/detail/grpc_server_test.cc
+++ b/paddle/fluid/operators/detail/grpc_server_test.cc
@@ -108,7 +108,10 @@ void StartServer(const std::string& endpoint) {
   rpc_service_->RunSyncUpdate();
 }
 
-TEST(PREFETCH, CPU) {
+// NOTE(yuyang18) : This test is buggy.
+// 1. We should not use port 8889 before check.
+// 2. We should not use sleep(2) to sync threads.
+TEST(PREFETCH, DISABLE_CPU) {
   // start up a server instance backend
   std::thread server_thread(StartServer, "127.0.0.1:8889");
   sleep(2);
diff --git a/python/paddle/fluid/tests/unittests/test_dist_train.py b/python/paddle/fluid/tests/unittests/test_dist_train.py
index 77e9a8f7e72a9e0790ce1d1f48356abcca8eaccf..58278ff82b9f261ceade2210ed2e67062a3cd782 100644
--- a/python/paddle/fluid/tests/unittests/test_dist_train.py
+++ b/python/paddle/fluid/tests/unittests/test_dist_train.py
@@ -25,6 +25,9 @@ import time
 
 
 class TestSendOp(unittest.TestCase):
+    @unittest.skip(
+        "This test is buggy. We cannot use time.sleep to sync processes, the connection may fail in unittest."
+    )
     def test_send(self):
         # Run init_serv in a thread
         place = fluid.CPUPlace()