diff --git a/python/paddle/fluid/tests/unittests/test_weight_decay.py b/python/paddle/fluid/tests/unittests/test_weight_decay.py
index 38db4ef193742ebfd7f8e60820f9911ab565081b..2a2ad0f6d03bb39ddf345c259b3e04334235521f 100644
--- a/python/paddle/fluid/tests/unittests/test_weight_decay.py
+++ b/python/paddle/fluid/tests/unittests/test_weight_decay.py
@@ -165,6 +165,7 @@ class TestWeightDecay(unittest.TestCase):
         for place in get_places():
             loss = self.check_weight_decay(place, model, use_parallel_exe=False)
 
+            # TODO(zcd): should test use_reduce=True
             loss2 = self.check_weight_decay(
                 place, model, use_parallel_exe=True, use_reduce=False)
 
@@ -175,16 +176,6 @@ class TestWeightDecay(unittest.TestCase):
                     "Expect " + str(loss[i]) + "\n" + "But Got" + str(loss2[i])
                     + " in class " + self.__class__.__name__)
 
-            loss3 = self.check_weight_decay(
-                place, model, use_parallel_exe=True, use_reduce=True)
-
-            for i in range(len(loss)):
-                self.assertTrue(
-                    np.isclose(
-                        a=loss[i], b=loss3[i], rtol=5e-5),
-                    "Expect " + str(loss[i]) + "\n" + "But Got" + str(loss2[i])
-                    + " in class " + self.__class__.__name__)
-
 
 if __name__ == '__main__':
     unittest.main()