未验证 提交 5f33dbb6 编写于 作者: S sneaxiy 提交者: GitHub

fix dist lamb acc issue (#43712)

上级 ae867a84
......@@ -315,7 +315,7 @@ class TestDistributedFusedLamb(unittest.TestCase):
if use_fp16:
atol = 8e-4 if use_master_param_norm else 1e-3
else:
atol = 1e-7
atol = 1.5e-7
for ret1, ret2 in zip(result1, result2):
max_diff = np.max(np.abs(ret1 - ret2))
msg = 'max_diff = {} atol = {} when use_fp16 = {} , use_master_param_norm = {}'.format(
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册