diff --git a/imperative/python/megengine/distributed/server.py b/imperative/python/megengine/distributed/server.py
index 90a16413840f6d673c3f86b128495a6573e903d9..8a17f2c32da6c53ba247208f105829322708839f 100644
--- a/imperative/python/megengine/distributed/server.py
+++ b/imperative/python/megengine/distributed/server.py
@@ -231,7 +231,11 @@ class Client:
 
     def get_mm_server_port(self):
         r"""Get multiple machine server port."""
-        return self.proxy.get_mm_server_port()
+        while True:
+            try:
+                return self.proxy.get_mm_server_port()
+            except:
+                time.sleep(0.5)
 
     def set_is_grad(self, key, is_grad):
         r"""Mark send/recv need gradiants by key.
@@ -274,7 +278,13 @@ class Client:
             key: group key to match each other.
             size: group size.
         """
-        self.proxy.group_barrier(key, size)
+        # FIXME: group_barrier is not idempotent
+        while True:
+            try:
+                self.proxy.group_barrier(key, size)
+                return
+            except:
+                time.sleep(0.5)
 
     def user_set(self, key, val):
         r"""Set user defined key-value pairs across processes."""