From 195563a2c5dd865c2f56df133e14249c1387171c Mon Sep 17 00:00:00 2001 From: YiSheng5 Date: Tue, 9 May 2023 12:25:36 +0800 Subject: [PATCH] fix a small type error on bf16+pp (#3441) Co-authored-by: Olatunji Ruwase Co-authored-by: Logan Adams <114770087+loadams@users.noreply.github.com> --- deepspeed/runtime/pipe/engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepspeed/runtime/pipe/engine.py b/deepspeed/runtime/pipe/engine.py index 367932a9..6286aa6c 100644 --- a/deepspeed/runtime/pipe/engine.py +++ b/deepspeed/runtime/pipe/engine.py @@ -243,7 +243,7 @@ class PipelineEngine(DeepSpeedEngine): self._force_grad_boundary = True if self.pipeline_enable_backward_allreduce: if self.bfloat16_enabled(): - if self.zero_optimization_stage() < ZeroStageEnum().gradients: + if self.zero_optimization_stage() < ZeroStageEnum.gradients: self._bf16_reduce_grads() else: raise NotImplementedError("PP+BF16 only work for ZeRO Stage 1") -- GitLab