diff --git a/paddle/fluid/framework/parallel_executor.cc b/paddle/fluid/framework/parallel_executor.cc
index 7d2ba7408640e7a3a8a0a75a593c040f7f24a81e..57dc663c41c59336a6072c74043547ea927f45c1 100644
--- a/paddle/fluid/framework/parallel_executor.cc
+++ b/paddle/fluid/framework/parallel_executor.cc
@@ -747,8 +747,9 @@ void ParallelExecutor::RunOp(
 
   auto op_run = [ready_buffer, op, this] {
     try {
-      VLOG(10) << op->DebugString();
+      VLOG(10) << op->DebugString() << " " << this;
       op->Run();
+      VLOG(10) << "Done " << this;
       for (auto *ready : *ready_buffer) {
         ready->store(true, std::memory_order_release);
       }