From ad251cb51d47e28a711853b29d275e5ca8c9000d Mon Sep 17 00:00:00 2001 From: sneaxiy <32832641+sneaxiy@users.noreply.github.com> Date: Tue, 1 Nov 2022 14:07:24 +0800 Subject: [PATCH] add missing scale parameter (#47519) --- python/paddle/distributed/fleet/utils/hybrid_parallel_util.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/paddle/distributed/fleet/utils/hybrid_parallel_util.py b/python/paddle/distributed/fleet/utils/hybrid_parallel_util.py index c88a967035..74ccd16656 100644 --- a/python/paddle/distributed/fleet/utils/hybrid_parallel_util.py +++ b/python/paddle/distributed/fleet/utils/hybrid_parallel_util.py @@ -193,7 +193,7 @@ def fused_allreduce_gradients_with_group( else _apply_collective_grads ) with framework.no_grad(): - apply_func(parameter_list, group, bucket_size) + apply_func(parameter_list, group, bucket_size, scale) def fused_allreduce_gradients(parameter_list, hcg): -- GitLab