diff --git a/python/paddle/fluid/tests/unittests/test_distributions.py b/python/paddle/fluid/tests/unittests/test_distributions.py
index bf001a04ec53ef125ed2ad0f6ae607537f8192cf..3de9c10e6d96a4c406bd4ee0f82987ab9d5caf7a 100644
--- a/python/paddle/fluid/tests/unittests/test_distributions.py
+++ b/python/paddle/fluid/tests/unittests/test_distributions.py
@@ -505,8 +505,9 @@ class DistributionTest(unittest.TestCase):
                                            feed={'logits': logits_np},
                                            fetch_list=[entropy_np, kl_np])
         np.testing.assert_allclose(
-            output_entropy_np, gt_entropy_np, rtol=tolerance)
-        np.testing.assert_allclose(output_kl_np, gt_kl_np, rtol=tolerance)
+            output_entropy_np, gt_entropy_np, rtol=tolerance, atol=tolerance)
+        np.testing.assert_allclose(
+            output_kl_np, gt_kl_np, rtol=tolerance, atol=tolerance)
 
     def test_multivariateNormalDiag_distribution(self,
                                                  batch_size=2,
@@ -568,8 +569,9 @@ class DistributionTest(unittest.TestCase):
                                            },
                                            fetch_list=[entropy_np, kl_np])
         np.testing.assert_allclose(
-            output_entropy_np, gt_entropy_np, rtol=tolerance)
-        np.testing.assert_allclose(output_kl_np, gt_kl_np, rtol=tolerance)
+            output_entropy_np, gt_entropy_np, rtol=tolerance, atol=tolerance)
+        np.testing.assert_allclose(
+            output_kl_np, gt_kl_np, rtol=tolerance, atol=tolerance)
 
 
 if __name__ == '__main__':