diff --git a/python/paddle/fluid/tests/unittests/test_parallel_executor_seresnext.py b/python/paddle/fluid/tests/unittests/test_parallel_executor_seresnext.py
index 92a5c58c11773e97ca0bb5ff2c21cbc8df612d58..dad682f2fbe71d0160e6637dda4b6cd43f62fd37 100644
--- a/python/paddle/fluid/tests/unittests/test_parallel_executor_seresnext.py
+++ b/python/paddle/fluid/tests/unittests/test_parallel_executor_seresnext.py
@@ -389,7 +389,7 @@ class TestResnet(TestParallelExecutorBase):
             use_cuda=True,
             rm_drop_out=True,
             rm_bn=True,
-            delta2=1e-3)
+            delta2=1e-2)
 
 
 if __name__ == '__main__':