diff --git a/imperative/python/megengine/distributed/group.py b/imperative/python/megengine/distributed/group.py
index 0461091bdf7ed83ecf55e67e42cef85beea906a4..aa52d8f49f6acee4f1dbb4ee6ceccc3d2196e6f0 100644
--- a/imperative/python/megengine/distributed/group.py
+++ b/imperative/python/megengine/distributed/group.py
@@ -173,5 +173,8 @@ def new_group(proc_ranks: List[int]) -> Group:
 
 def group_barrier(group: Optional[Group] = WORLD) -> None:
     """Block until all ranks in the group reach this barrier."""
+    # if running with single node, skip it
+    if _sd is None:
+        return
     assert isinstance(group, Group)
     _sd.client.group_barrier(group.key, group.size)