bugfix for paddlescience (#45222)

30391828 · JZ-LIANG · GitHub · 520b0546 · 30391828
隐藏空白更改
内联并排

Showing with 2 addition and 1 deletion

python/paddle/distributed/passes/auto_parallel_data_parallel_optimization.py ...ibuted/passes/auto_parallel_data_parallel_optimization.py +2 -1

未找到文件。
--- a/python/paddle/distributed/passes/auto_parallel_data_parallel_optimization.py
+++ b/python/paddle/distributed/passes/auto_parallel_data_parallel_optimization.py
@@ -143,7 +143,8 @@ class DataParallelOptimizationPass(PassBase):

    def _could_be_prune(self):

-        return self._support_rescale_grad or self._all_dp_groups_same_degree()
+        return self.dist_context._gradient_scale and (
+            self._support_rescale_grad or self._all_dp_groups_same_degree())

    def _all_dp_groups_same_degree(self):
        return len(