diff --git a/paddle/fluid/framework/details/fetch_op_handle.cc b/paddle/fluid/framework/details/fetch_op_handle.cc
index 9ed974151fb4b29b5396571cde7747c01709c24f..4fc05b324897e9066576621a0264edd94e7dc497 100644
--- a/paddle/fluid/framework/details/fetch_op_handle.cc
+++ b/paddle/fluid/framework/details/fetch_op_handle.cc
@@ -67,9 +67,9 @@ void FetchOpHandle::RunImpl() {
       tensors_[i].ShareDataWith(t);
       tensors_[i].set_lod(t.lod());
     }
-
-    this->WaitAndMergeCPUTensors();
   }
+
+  this->WaitAndMergeCPUTensors();
 }
 
 std::string FetchOpHandle::Name() const { return "Fetch"; }