未验证 提交 5f33dbb6 编写于 作者: S sneaxiy 提交者: GitHub

fix dist lamb acc issue (#43712)

上级 ae867a84
...@@ -315,7 +315,7 @@ class TestDistributedFusedLamb(unittest.TestCase): ...@@ -315,7 +315,7 @@ class TestDistributedFusedLamb(unittest.TestCase):
if use_fp16: if use_fp16:
atol = 8e-4 if use_master_param_norm else 1e-3 atol = 8e-4 if use_master_param_norm else 1e-3
else: else:
atol = 1e-7 atol = 1.5e-7
for ret1, ret2 in zip(result1, result2): for ret1, ret2 in zip(result1, result2):
max_diff = np.max(np.abs(ret1 - ret2)) max_diff = np.max(np.abs(ret1 - ret2))
msg = 'max_diff = {} atol = {} when use_fp16 = {} , use_master_param_norm = {}'.format( msg = 'max_diff = {} atol = {} when use_fp16 = {} , use_master_param_norm = {}'.format(
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册