diff --git a/python/paddle/distributed/fleet/base/role_maker.py b/python/paddle/distributed/fleet/base/role_maker.py
index a77f52d788f89eade00dea638bfab20a65511cae..b08753066ca3614c02252aff1b72fbdcfceb5698 100644
--- a/python/paddle/distributed/fleet/base/role_maker.py
+++ b/python/paddle/distributed/fleet/base/role_maker.py
@@ -224,10 +224,6 @@ class Gloo(object):
             self._worker_comm = gloo
         # TODO (sandyhouse): initialize gloo for server and all
 
-        if start_http_server:
-            http_server_d["running"] = False
-            http_server.join()
-
     def _get_rank_nodes(self, role):
         nodes = 0
         rank = -1
diff --git a/python/paddle/fluid/incubate/fleet/base/role_maker.py b/python/paddle/fluid/incubate/fleet/base/role_maker.py
index 77f9ab33c4c343f371c0a752ee2e48f32691abe7..3761a5a4a4a5ebd83c9a36ab54fe4dec10551e9b 100644
--- a/python/paddle/fluid/incubate/fleet/base/role_maker.py
+++ b/python/paddle/fluid/incubate/fleet/base/role_maker.py
@@ -734,11 +734,6 @@ class GeneralRoleMaker(RoleMakerBase):
             self._rank = all_list.index(self._cur_endpoint)
             self._size = len(all_list)
             self._worker_endpoints = worker_endpoints
-            if self._http_server is not None:
-                # set running status to False
-                self._http_server_d["running"] = False
-                # wait until child process exits
-                self._http_server.join()
             self._role_is_generated = True
 
     def all_gather(self, input):