diff --git a/python/paddle/fluid/tests/unittests/test_distribution.py b/python/paddle/fluid/tests/unittests/test_distribution.py
index 7319d3ea388f6afff07aba18a1cf2c606cbf1460..40611fed65260765f8b634448413fd22f245541c 100644
--- a/python/paddle/fluid/tests/unittests/test_distribution.py
+++ b/python/paddle/fluid/tests/unittests/test_distribution.py
@@ -410,7 +410,8 @@ class NormalTest(unittest.TestCase):
             log_prob, np_lp, rtol=log_tolerance, atol=log_tolerance)
         np.testing.assert_allclose(
             probs, np_p, rtol=log_tolerance, atol=log_tolerance)
-        np.testing.assert_allclose(kl, np_kl, rtol=tolerance, atol=tolerance)
+        np.testing.assert_allclose(
+            kl, np_kl, rtol=log_tolerance, atol=log_tolerance)
 
     def test_normal_distribution_dygraph(self, sample_shape=7, tolerance=1e-6):
         paddle.disable_static(self.place)