diff --git a/python/paddle/fluid/async_executor.py b/python/paddle/fluid/async_executor.py
index bd32138651f98f51a469a8ed991f52ee41b0c45d..3181654feb8afc9b9613d2f62e779aa86166c83c 100644
--- a/python/paddle/fluid/async_executor.py
+++ b/python/paddle/fluid/async_executor.py
@@ -237,6 +237,8 @@ class AsyncExecutor(object):
         if self.instance.is_first_worker():
             self.executor.stop_server()
         self.instance.barrier_worker()  #sync
+        self.instance.barrier_all()
+        self.instance.finalize()
 
     def init_server(self, dist_desc):
         """