diff --git a/paddle/fluid/framework/parallel_executor.cc b/paddle/fluid/framework/parallel_executor.cc
index 1e1a5477a03f4f69025b2aa058ac9a137417ebca..5b483849b1ddda89278d05f8f495ab0fb9a685e2 100644
--- a/paddle/fluid/framework/parallel_executor.cc
+++ b/paddle/fluid/framework/parallel_executor.cc
@@ -714,6 +714,12 @@ void ParallelExecutor::Run(const std::vector<std::string> &fetch_tensors,
         throw * member_->exception_;
       }
 
+      {
+        for (auto &pair : pending_vars) {
+          VLOG(3) << pair.first->DebugString();
+        }
+      }
+
       std::this_thread::yield();
       continue;
     }