diff --git a/python/paddle/distributed/fleet/meta_optimizers/common.py b/python/paddle/distributed/fleet/meta_optimizers/common.py
index 3df1f127b31649c6fdf7feac858ab37161ca1977..2b9899c6982317f678a04bcd56ac435d5da65948 100644
--- a/python/paddle/distributed/fleet/meta_optimizers/common.py
+++ b/python/paddle/distributed/fleet/meta_optimizers/common.py
@@ -96,6 +96,12 @@ class CollectiveHelper(object):
                     outputs={'Out': [temp_var]},
                     attrs={'ring_id': 3,
                            OP_ROLE_KEY: OpRole.Forward})
+                block.append_op(
+                    type='c_sync_comm_stream',
+                    inputs={'X': temp_var},
+                    outputs={'Out': temp_var},
+                    attrs={'ring_id': 3,
+                           OP_ROLE_KEY: OpRole.Forward})
             comm_id_var = block.create_var(
                 name=unique_name.generate('nccl_id'),
                 persistable=True,