diff --git a/paddle/fluid/framework/parallel_executor.cc b/paddle/fluid/framework/parallel_executor.cc
index 08d508d54215273639fd843170c9201e364515b8..ac2c87845341bf48104c9f0c62edc394b85218bf 100644
--- a/paddle/fluid/framework/parallel_executor.cc
+++ b/paddle/fluid/framework/parallel_executor.cc
@@ -703,7 +703,7 @@ void ParallelExecutor::Run(const std::vector<std::string> &fetch_tensors,
     RunOp(pending_vars, op);
   }
 
-  while (!pending_vars.empty()) {
+  while (!pending_ops.empty()) {
     VarHandleBase *ready_var = nullptr;
     for (auto &pair : pending_vars) {
       if (pair.second) {
@@ -716,8 +716,8 @@ void ParallelExecutor::Run(const std::vector<std::string> &fetch_tensors,
       if (member_->exception_) {
         throw * member_->exception_;
       }
-      VLOG(3) << pending_vars.size();
 
+      VLOG(3) << pending_vars.size();
       continue;
     }
     pending_vars.erase(ready_var);