From 7ab01c2832b91cfbeae86643910974f6d2849505 Mon Sep 17 00:00:00 2001
From: sandyhouse <lilong12@baidu.com>
Date: Thu, 25 Feb 2021 19:37:28 +0800
Subject: [PATCH] update, test=develop

---
 python/paddle/distributed/fleet/meta_optimizers/common.py | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/python/paddle/distributed/fleet/meta_optimizers/common.py b/python/paddle/distributed/fleet/meta_optimizers/common.py
index 3df1f127b31..2b9899c6982 100644
--- a/python/paddle/distributed/fleet/meta_optimizers/common.py
+++ b/python/paddle/distributed/fleet/meta_optimizers/common.py
@@ -96,6 +96,12 @@ class CollectiveHelper(object):
                     outputs={'Out': [temp_var]},
                     attrs={'ring_id': 3,
                            OP_ROLE_KEY: OpRole.Forward})
+                block.append_op(
+                    type='c_sync_comm_stream',
+                    inputs={'X': temp_var},
+                    outputs={'Out': temp_var},
+                    attrs={'ring_id': 3,
+                           OP_ROLE_KEY: OpRole.Forward})
             comm_id_var = block.create_var(
                 name=unique_name.generate('nccl_id'),
                 persistable=True,
-- 
GitLab