diff --git a/python/paddle/fluid/tests/unittests/test_dist_simnet_bow.py b/python/paddle/fluid/tests/unittests/test_dist_simnet_bow.py
index 2a01f01a87e4a60be577557c717d5148e054dbc1..647d459d975a6417256871b23cc5e17f34f13eda 100644
--- a/python/paddle/fluid/tests/unittests/test_dist_simnet_bow.py
+++ b/python/paddle/fluid/tests/unittests/test_dist_simnet_bow.py
@@ -18,6 +18,9 @@ from test_dist_base import TestDistBase
 
 
 class TestDistSimnetBow2x2(TestDistBase):
+    def _setup_config(self):
+        self._sync_mode = True
+
     def test_simnet_bow(self):
         self.check_with_place("dist_simnet_bow.py", delta=1e-7)
 
diff --git a/python/paddle/fluid/tests/unittests/test_dist_text_classification.py b/python/paddle/fluid/tests/unittests/test_dist_text_classification.py
index fc54fe79b69e4f34db329746263e77401cc3c00e..40bffd4e81036b1ac91d0491a4b4734ffef8104d 100644
--- a/python/paddle/fluid/tests/unittests/test_dist_text_classification.py
+++ b/python/paddle/fluid/tests/unittests/test_dist_text_classification.py
@@ -18,6 +18,9 @@ from test_dist_base import TestDistBase
 
 
 class TestDistTextClassification2x2(TestDistBase):
+    def _setup_config(self):
+        self._sync_mode = True
+
     def test_text_classification(self):
         self.check_with_place("dist_text_classification.py", delta=1e-7)