diff --git a/python/paddle/fluid/tests/unittests/test_distributions.py b/python/paddle/fluid/tests/unittests/test_distributions.py
index a89e7bd409114edaa07eb759db3060c84d875574..7102c8ad5330f4ef05757abcc8f22b281cd15938 100644
--- a/python/paddle/fluid/tests/unittests/test_distributions.py
+++ b/python/paddle/fluid/tests/unittests/test_distributions.py
@@ -234,38 +234,59 @@ class DistributionTest(unittest.TestCase):
                               fetch_list=fetch_list)
 
         np.testing.assert_allclose(
-            output_sample_float.shape, gt_sample_float.shape, rtol=tolerance)
+            output_sample_float.shape,
+            gt_sample_float.shape,
+            rtol=tolerance,
+            atol=tolerance)
         np.testing.assert_allclose(
             output_sample_float_np_broadcast.shape,
             gt_sample_float_np_broadcast.shape,
-            rtol=tolerance)
+            rtol=tolerance,
+            atol=tolerance)
         np.testing.assert_allclose(
-            output_sample_np.shape, gt_sample_np.shape, rtol=tolerance)
+            output_sample_np.shape,
+            gt_sample_np.shape,
+            rtol=tolerance,
+            atol=tolerance)
         np.testing.assert_allclose(
-            output_sample_variable.shape, gt_sample_np.shape, rtol=tolerance)
+            output_sample_variable.shape,
+            gt_sample_np.shape,
+            rtol=tolerance,
+            atol=tolerance)
         np.testing.assert_allclose(
-            output_entropy_float, gt_entropy_float, rtol=tolerance)
+            output_entropy_float,
+            gt_entropy_float,
+            rtol=tolerance,
+            atol=tolerance)
         np.testing.assert_allclose(
             output_entropy_float_np_broadcast,
             gt_entropy_float_np_broadcast,
-            rtol=tolerance)
+            rtol=tolerance,
+            atol=tolerance)
         np.testing.assert_allclose(
-            output_entropy_np, gt_entropy, rtol=tolerance)
+            output_entropy_np, gt_entropy, rtol=tolerance, atol=tolerance)
         np.testing.assert_allclose(
-            output_entropy_variable, gt_entropy, rtol=tolerance)
+            output_entropy_variable, gt_entropy, rtol=tolerance, atol=tolerance)
         np.testing.assert_allclose(
             output_lp_float_np_broadcast,
             gt_lp_float_np_broadcast,
-            rtol=tolerance)
-        np.testing.assert_allclose(output_lp_np, gt_lp, rtol=tolerance)
-        np.testing.assert_allclose(output_lp_variable, gt_lp, rtol=tolerance)
-        np.testing.assert_allclose(output_kl_float, gt_kl_float, rtol=tolerance)
+            rtol=tolerance,
+            atol=tolerance)
+        np.testing.assert_allclose(
+            output_lp_np, gt_lp, rtol=tolerance, atol=tolerance)
+        np.testing.assert_allclose(
+            output_lp_variable, gt_lp, rtol=tolerance, atol=tolerance)
+        np.testing.assert_allclose(
+            output_kl_float, gt_kl_float, rtol=tolerance, atol=tolerance)
         np.testing.assert_allclose(
             output_kl_float_np_broadcast,
             gt_kl_float_np_broadcast,
-            rtol=tolerance)
-        np.testing.assert_allclose(output_kl_np, gt_kl, rtol=tolerance)
-        np.testing.assert_allclose(output_kl_variable, gt_kl, rtol=tolerance)
+            rtol=tolerance,
+            atol=tolerance)
+        np.testing.assert_allclose(
+            output_kl_np, gt_kl, rtol=tolerance, atol=tolerance)
+        np.testing.assert_allclose(
+            output_kl_variable, gt_kl, rtol=tolerance, atol=tolerance)
 
     def build_uniform_program(self, test_program, batch_size, dims, low_float,
                               high_float, high_np, low_np, values_np):
@@ -346,31 +367,48 @@ class DistributionTest(unittest.TestCase):
                               fetch_list=fetch_list)
 
         np.testing.assert_allclose(
-            output_sample_float.shape, gt_sample_float.shape, rtol=tolerance)
+            output_sample_float.shape,
+            gt_sample_float.shape,
+            rtol=tolerance,
+            atol=tolerance)
         np.testing.assert_allclose(
             output_sample_float_np_broadcast.shape,
             gt_sample_float_np_broadcast.shape,
-            rtol=tolerance)
+            rtol=tolerance,
+            atol=tolerance)
         np.testing.assert_allclose(
-            output_sample_np.shape, gt_sample_np.shape, rtol=tolerance)
+            output_sample_np.shape,
+            gt_sample_np.shape,
+            rtol=tolerance,
+            atol=tolerance)
         np.testing.assert_allclose(
-            output_sample_variable.shape, gt_sample_np.shape, rtol=tolerance)
+            output_sample_variable.shape,
+            gt_sample_np.shape,
+            rtol=tolerance,
+            atol=tolerance)
         np.testing.assert_allclose(
-            output_entropy_float, gt_entropy_float, rtol=tolerance)
+            output_entropy_float,
+            gt_entropy_float,
+            rtol=tolerance,
+            atol=tolerance)
         np.testing.assert_allclose(
             output_entropy_float_np_broadcast,
             gt_entropy_float_np_broadcast,
-            rtol=tolerance)
+            rtol=tolerance,
+            atol=tolerance)
         np.testing.assert_allclose(
-            output_entropy_np, gt_entropy, rtol=tolerance)
+            output_entropy_np, gt_entropy, rtol=tolerance, atol=tolerance)
         np.testing.assert_allclose(
-            output_entropy_variable, gt_entropy, rtol=tolerance)
+            output_entropy_variable, gt_entropy, rtol=tolerance, atol=tolerance)
         np.testing.assert_allclose(
             output_lp_float_np_broadcast,
             gt_lp_float_np_broadcast,
-            rtol=tolerance)
-        np.testing.assert_allclose(output_lp_np, gt_lp, rtol=tolerance)
-        np.testing.assert_allclose(output_lp_variable, gt_lp, rtol=tolerance)
+            rtol=tolerance,
+            atol=tolerance)
+        np.testing.assert_allclose(
+            output_lp_np, gt_lp, rtol=tolerance, atol=tolerance)
+        np.testing.assert_allclose(
+            output_lp_variable, gt_lp, rtol=tolerance, atol=tolerance)
 
 
 if __name__ == '__main__':