diff --git a/python/paddle/fluid/transpiler/distribute_transpiler.py b/python/paddle/fluid/transpiler/distribute_transpiler.py
index 27a74ceb5fc9f73ff7c6c66e48aba587bea00dc6..11729940e16f113ca26e233e65b43dd6e3b29cba 100644
--- a/python/paddle/fluid/transpiler/distribute_transpiler.py
+++ b/python/paddle/fluid/transpiler/distribute_transpiler.py
@@ -730,7 +730,7 @@ WIKI: https://github.com/PaddlePaddle/Fleet/blob/develop/markdown_doc/transpiler
                 ]
                 sections = self._get_splited_var_sections(splited_vars)
 
-                if self.config.completely_not_async:
+                if self.config.completely_not_async and self.trainer_num > 1:
                     send_varnames = [
                         "{}.trainer_{}".format(var.name, self.trainer_id)
                         for var in splited_vars