From 4e43b713779971d681b8d224b336bfb29abb67e2 Mon Sep 17 00:00:00 2001
From: Yu Yang <yuyang18@baidu.com>
Date: Tue, 20 Mar 2018 17:13:00 +0800
Subject: [PATCH] Add wait log

---
 paddle/fluid/framework/parallel_executor.cc | 9 +++------
 1 file changed, 3 insertions(+), 6 deletions(-)

diff --git a/paddle/fluid/framework/parallel_executor.cc b/paddle/fluid/framework/parallel_executor.cc
index d3e846d10..8630e51d0 100644
--- a/paddle/fluid/framework/parallel_executor.cc
+++ b/paddle/fluid/framework/parallel_executor.cc
@@ -146,6 +146,7 @@ struct ComputationOpHandle : public OpHandle {
     auto *cur_ctx = dev_ctx_[place_];
     for (auto *in : inputs_) {
       if (in->generated_op_ && in->generated_op_->dev_ctx_[place_] != cur_ctx) {
+        VLOG(3) << "Wait " << in->generated_op_->DebugString();
         in->generated_op_->Wait(cur_ctx);
       }
     }
@@ -163,13 +164,9 @@ struct ScaleLossGradOpHandle : public OpHandle {
                                  platform::Place place)
       : coeff_(static_cast<float>(1.0 / num_dev)),
         scope_(scope),
-        place_(place) {
-    cudaSetDevice(boost::get<platform::CUDAPlace>(place_).device);
-  }
+        place_(place) {}
 
-  ~ScaleLossGradOpHandle() {
-    cudaSetDevice(boost::get<platform::CUDAPlace>(place_).device);
-  }
+  ~ScaleLossGradOpHandle() {}
 
  protected:
   void RunImpl() override {
-- 
GitLab