diff --git a/paddle/fluid/framework/fleet/gloo_wrapper.cc b/paddle/fluid/framework/fleet/gloo_wrapper.cc
index 14e5f2f51924bae0261e750905eeb493cc3f6fdd..d850d05d87f5cead49b4901b15bf5914e6be11a2 100644
--- a/paddle/fluid/framework/fleet/gloo_wrapper.cc
+++ b/paddle/fluid/framework/fleet/gloo_wrapper.cc
@@ -278,23 +278,6 @@ void ParallelConnectContext::connectFullMesh(
             std::string ip = getCharIpAddr(sa->sin_addr.s_addr);
             VLOG(0) << "peer " << i << " ip addr: " << ip
                     << ", port: " << sa->sin_port;
-
-            auto start = std::chrono::steady_clock::now();
-            std::chrono::seconds connect_wait_timeout_ =
-                std::chrono::seconds(600);
-            while (true) {
-              auto elapsed = std::chrono::duration_cast<std::chrono::seconds>(
-                  std::chrono::steady_clock::now() - start);
-              if (elapsed > connect_wait_timeout_) {
-                break;
-              }
-              try {
-                transportContext->getPair(i)->connect(addr);
-                break;
-              } catch (...) {
-                VLOG(0) << "gloo connect failed, retrying...";
-              }
-            }
             transportContext->getPair(i)->connect(addr);
           }
           VLOG(0) << "peer connected success";