diff --git a/python/paddle/fluid/tests/unittests/test_parallel_executor.py b/python/paddle/fluid/tests/unittests/test_parallel_executor.py
index 148f0ce5bb8445fc7b4731b6fcb4cb703c65293e..c0ec6442de1f0a69958b5c2fed50e34984b025c7 100644
--- a/python/paddle/fluid/tests/unittests/test_parallel_executor.py
+++ b/python/paddle/fluid/tests/unittests/test_parallel_executor.py
@@ -47,7 +47,7 @@ class ParallelExecutor(unittest.TestCase):
                 dtypes=['float32', 'int64'])
             img, label = fluid.layers.read_file(reader)
             hidden = img
-            for _ in xrange(10):
+            for _ in xrange(2):
                 hidden = fluid.layers.fc(
                     hidden,
                     size=200,