From fc9e1ee00e673b2ce2a433c4e34c5440e76c9f3e Mon Sep 17 00:00:00 2001 From: Jeff Rasley Date: Thu, 22 Jun 2023 11:56:50 -0700 Subject: [PATCH] revert PR #3611 (#3786) --- deepspeed/runtime/engine.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/deepspeed/runtime/engine.py b/deepspeed/runtime/engine.py index 7233aecf..080998e7 100644 --- a/deepspeed/runtime/engine.py +++ b/deepspeed/runtime/engine.py @@ -1044,7 +1044,7 @@ class DeepSpeedEngine(Module): self.__check_params(self.module, torch.float) # zero.Init() handles device placement of model - if not (self.dont_change_device or is_zero3_model): + if not self.dont_change_device: self.module.to(self.device) # MoE related initialization @@ -1080,7 +1080,7 @@ class DeepSpeedEngine(Module): self.expert_parallel_group = groups._get_expert_parallel_group_dict() self.expert_data_parallel_group = groups._get_expert_data_parallel_group_dict() - if not (self.amp_enabled() or is_zero3_model): + if not self.amp_enabled(): self._broadcast_model() # check if parameters are duplicated in optimizer param_groups -- GitLab