From 5f33dbb6da8287bbba61337bb62372319663dbcf Mon Sep 17 00:00:00 2001 From: sneaxiy <32832641+sneaxiy@users.noreply.github.com> Date: Wed, 22 Jun 2022 23:44:52 +0800 Subject: [PATCH] fix dist lamb acc issue (#43712) --- .../fluid/tests/unittests/distributed_fused_lamb_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/paddle/fluid/tests/unittests/distributed_fused_lamb_test_base.py b/python/paddle/fluid/tests/unittests/distributed_fused_lamb_test_base.py index 611d3d2891b..3216f19b5c4 100644 --- a/python/paddle/fluid/tests/unittests/distributed_fused_lamb_test_base.py +++ b/python/paddle/fluid/tests/unittests/distributed_fused_lamb_test_base.py @@ -315,7 +315,7 @@ class TestDistributedFusedLamb(unittest.TestCase): if use_fp16: atol = 8e-4 if use_master_param_norm else 1e-3 else: - atol = 1e-7 + atol = 1.5e-7 for ret1, ret2 in zip(result1, result2): max_diff = np.max(np.abs(ret1 - ret2)) msg = 'max_diff = {} atol = {} when use_fp16 = {} , use_master_param_norm = {}'.format( -- GitLab