diff --git a/paddle/fluid/framework/parallel_executor.cc b/paddle/fluid/framework/parallel_executor.cc
index 24a9dcacf248326824f81f091704fb314a79111d..e0b75b23421589a1ccc7d5effc64fdd2b9311ebd 100644
--- a/paddle/fluid/framework/parallel_executor.cc
+++ b/paddle/fluid/framework/parallel_executor.cc
@@ -109,6 +109,7 @@ struct OpHandle {
 
   virtual void Wait(platform::DeviceContext *waited_dev) {
     if (platform::is_cpu_place(waited_dev->GetPlace()) || events_.empty()) {
+      VLOG(4) << "I am here";
       for (auto &dev_ctx : dev_ctx_) {
         dev_ctx.second->Wait();
       }