diff --git a/python/paddle/fluid/tests/unittests/test_parallel_executor.py b/python/paddle/fluid/tests/unittests/test_parallel_executor.py
index f132a754a219792714e2a662a0acffe511f4a594..a79e4b3e183eaef06be27a724893799923e84ac1 100644
--- a/python/paddle/fluid/tests/unittests/test_parallel_executor.py
+++ b/python/paddle/fluid/tests/unittests/test_parallel_executor.py
@@ -274,12 +274,6 @@ class TestResnet(TestParallelExecutorBase):
                 SE_ResNeXt152Small, batch_size=batch_size),
             iter=20,
             batch_size=batch_size)
-        self.check_network_convergence(
-            functools.partial(
-                SE_ResNeXt152Small, batch_size=batch_size),
-            iter=20,
-            batch_size=batch_size,
-            allow_op_delay=True)
 
 
 class ModelHyperParams(object):