diff --git a/python/paddle/fluid/tests/unittests/test_batch_norm_op.py b/python/paddle/fluid/tests/unittests/test_batch_norm_op.py
index 261c457708a97d201fcc9d729324c3e94f1c2cc9..10aa63e18a6eeaa44e5b12f7532998dca2bc5e9f 100644
--- a/python/paddle/fluid/tests/unittests/test_batch_norm_op.py
+++ b/python/paddle/fluid/tests/unittests/test_batch_norm_op.py
@@ -272,7 +272,7 @@ class TestBatchNormOpInference(OpTest):
             "inference output are different at " + str(place) + ", " +
             data_layout + ", " + str(np.dtype(dtype)) +
             str(np.array(y_tensor)) + str(y_out),
-            atol=2e-2)
+            atol=1e-3)
 
     def test_check_output(self):
         places = [core.CPUPlace()]