From eff842497ff6c86b381ae03ad85e3c0e69c28292 Mon Sep 17 00:00:00 2001 From: mapingshuo Date: Wed, 23 Sep 2020 20:31:00 +0800 Subject: [PATCH] test=develop --- python/paddle/distributed/fleet/meta_optimizers/common.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/python/paddle/distributed/fleet/meta_optimizers/common.py b/python/paddle/distributed/fleet/meta_optimizers/common.py index 8ff4114bf8..bab6cdcc15 100644 --- a/python/paddle/distributed/fleet/meta_optimizers/common.py +++ b/python/paddle/distributed/fleet/meta_optimizers/common.py @@ -99,6 +99,12 @@ class CollectiveHelper(object): OP_ROLE_KEY: OpRole.Forward }) + def _wait(self, current_endpoint, endpoints, wait_port): + assert wait_port, "wait_port must be set, but got: {}".format(wait_port) + other_endpoints = endpoints[:] + other_endpoints.remove(current_endpoint) + wait_server_ready(other_endpoints) + def _broadcast_params(self): block = self.startup_program.global_block() ring_id = -1 -- GitLab