From 09935ab936364257f3172f7cc0986a813057ecd0 Mon Sep 17 00:00:00 2001
From: Yu Yang <yuyang18@baidu.com>
Date: Mon, 19 Mar 2018 15:24:21 +0800
Subject: [PATCH] Debug

---
 paddle/fluid/framework/parallel_executor.cc | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/paddle/fluid/framework/parallel_executor.cc b/paddle/fluid/framework/parallel_executor.cc
index c42101e21a5..1782430927b 100644
--- a/paddle/fluid/framework/parallel_executor.cc
+++ b/paddle/fluid/framework/parallel_executor.cc
@@ -345,8 +345,9 @@ struct NCCLAllReduceOpHandle : public OpHandle {
   }
 
   void Wait(platform::DeviceContext *waited_dev) override {
-    VLOG(3) << "Wait NCCL AllReduce";
-    this->dev_ctx_.at(waited_dev->GetPlace())->Wait();
+    for (auto &pair : member_->communication_streams_) {
+      pair.second.ctx_->Wait();
+    }
   }
 };
 
-- 
GitLab