diff --git a/paddle/fluid/framework/details/threaded_ssa_graph_executor.cc b/paddle/fluid/framework/details/threaded_ssa_graph_executor.cc
index 50c24d3afa849efd3a0ec46c251075435d951653..c1a28f1d1dca520987a5c85c044927eb38521673 100644
--- a/paddle/fluid/framework/details/threaded_ssa_graph_executor.cc
+++ b/paddle/fluid/framework/details/threaded_ssa_graph_executor.cc
@@ -211,7 +211,6 @@ void ThreadedSSAGraphExecutor::RunOp(
     } catch (...) {
       LOG(FATAL) << "Unknown exception catched";
     }
-    PADDLE_ENFORCE(cudaDeviceSynchronize());
   };
   if (pool_) {
     pool_->enqueue(op_run);