diff --git a/paddle/fluid/framework/details/async_ssa_graph_executor.cc b/paddle/fluid/framework/details/async_ssa_graph_executor.cc
index ba2e90d0528a6390130f7c181499604def7cf60b..7dc269242f228c0dfc76c93a955f7278f56227ca 100644
--- a/paddle/fluid/framework/details/async_ssa_graph_executor.cc
+++ b/paddle/fluid/framework/details/async_ssa_graph_executor.cc
@@ -68,20 +68,18 @@ FeedFetchList AsyncSSAGraphExecutor::Run(
 
     if (pool_) {
       run_futures.emplace_back(pool_->enqueue(std::move(call)));
+      for (auto &f : run_futures) {
+        if (exception_holder_.IsCaught()) {
+          f.wait();
+        } else {
+          fetch_data.emplace_back(std::move(f.get()));
+        }
+      }
     } else {
       fetch_data.emplace_back(std::move(call()));
     }
   }
 
-  if (pool_) {
-    for (auto &f : run_futures) {
-      if (exception_holder_.IsCaught()) {
-        f.wait();
-      } else {
-        fetch_data.emplace_back(std::move(f.get()));
-      }
-    }
-  }
   if (exception_holder_.IsCaught()) {
     exception_holder_.ReThrow();
   }