diff --git a/paddle/fluid/framework/parallel_executor.cc b/paddle/fluid/framework/parallel_executor.cc
index 82df86bebdc2620f9c689790a5210d17b4b32f30..382e13451f2cc549ecb7829af030dd34520ac4f1 100644
--- a/paddle/fluid/framework/parallel_executor.cc
+++ b/paddle/fluid/framework/parallel_executor.cc
@@ -545,6 +545,13 @@ void ParallelExecutor::ConstructDependencyGraph(
     harzaeds need to be handled.
    */
   PolishGraphToSupportDataHazards();
+
+  for (auto &g : grads) {
+    LOG(INFO) << member_->vars_.begin()
+                     ->second[g]
+                     .rbegin()
+                     ->second.pending_ops_.size();
+  }
 }
 
 /**