From 30391828d9f61cb4c6158557f07aa27c4225c42d Mon Sep 17 00:00:00 2001 From: JZ-LIANG Date: Thu, 18 Aug 2022 18:47:46 +0800 Subject: [PATCH] bugfix for paddlescience (#45222) --- .../passes/auto_parallel_data_parallel_optimization.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/python/paddle/distributed/passes/auto_parallel_data_parallel_optimization.py b/python/paddle/distributed/passes/auto_parallel_data_parallel_optimization.py index b274f7b9b84..9538364bf89 100644 --- a/python/paddle/distributed/passes/auto_parallel_data_parallel_optimization.py +++ b/python/paddle/distributed/passes/auto_parallel_data_parallel_optimization.py @@ -143,7 +143,8 @@ class DataParallelOptimizationPass(PassBase): def _could_be_prune(self): - return self._support_rescale_grad or self._all_dp_groups_same_degree() + return self.dist_context._gradient_scale and ( + self._support_rescale_grad or self._all_dp_groups_same_degree()) def _all_dp_groups_same_degree(self): return len( -- GitLab