diff --git a/python/paddle/fluid/tests/unittests/test_parallel_executor_seresnext_base_gpu.py b/python/paddle/fluid/tests/unittests/test_parallel_executor_seresnext_base_gpu.py
index dd339645f5f06fbbc481535bcfd279b1826b27a7..75bd61f5c6c7d8eadc655c1ba85544f712063dd0 100644
--- a/python/paddle/fluid/tests/unittests/test_parallel_executor_seresnext_base_gpu.py
+++ b/python/paddle/fluid/tests/unittests/test_parallel_executor_seresnext_base_gpu.py
@@ -33,7 +33,7 @@ class TestResnetGPU(TestResnetBase):
         self._compare_result_with_origin_model(
             check_func,
             use_device=DeviceType.CUDA,
-            delta2=1e-5,
+            delta2=1e-3,
             compare_separately=False,
         )