diff --git a/python/paddle/fluid/tests/unittests/test_layer_norm_op.py b/python/paddle/fluid/tests/unittests/test_layer_norm_op.py
index 4c5c622a2c2601900afb02c77dde67848483a948..a43c3ebcd0dd943857fe60de64335f85dbfca03c 100644
--- a/python/paddle/fluid/tests/unittests/test_layer_norm_op.py
+++ b/python/paddle/fluid/tests/unittests/test_layer_norm_op.py
@@ -472,7 +472,7 @@ class TestBF16ScaleBiasLayerNorm(unittest.TestCase):
         )
 
         def assert_equal(x, y):
-            np.testing.assert_allclose(x, y, rtol=1e-05, atol=0.1)
+            np.testing.assert_allclose(x, y, rtol=1e-05, atol=3e-2)
 
         assert_equal(y_np_1, y_np_2)
         assert_equal(x_g_np_1, x_g_np_2)