From 5c6da1f001f936234a31a238e71ca386e34eb51a Mon Sep 17 00:00:00 2001 From: mmhab <132277730+mmhab@users.noreply.github.com> Date: Sat, 13 May 2023 14:54:13 +0300 Subject: [PATCH] Fix passing offload_optimizer_config instead of offload_param_config to (#3420) DeepSpeedZeRoOffload Co-authored-by: Olatunji Ruwase Co-authored-by: Logan Adams <114770087+loadams@users.noreply.github.com> --- deepspeed/runtime/zero/stage3.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/deepspeed/runtime/zero/stage3.py b/deepspeed/runtime/zero/stage3.py index 326de2ac..290ee75e 100644 --- a/deepspeed/runtime/zero/stage3.py +++ b/deepspeed/runtime/zero/stage3.py @@ -156,7 +156,7 @@ class DeepSpeedZeroOptimizer_Stage3(ZeROOptimizer): max_live_parameters=max_live_parameters, param_persistence_threshold=param_persistence_threshold, model_persistence_threshold=model_persistence_threshold, - offload_optimizer_config=offload_optimizer_config, + offload_param_config=offload_param_config, mpu=mpu) self.persistent_parameters = self.parameter_offload.persistent_parameters @@ -351,7 +351,7 @@ class DeepSpeedZeroOptimizer_Stage3(ZeROOptimizer): max_live_parameters, param_persistence_threshold, model_persistence_threshold, - offload_optimizer_config, + offload_param_config, mpu, ): return DeepSpeedZeRoOffload(module=module, @@ -363,7 +363,7 @@ class DeepSpeedZeroOptimizer_Stage3(ZeROOptimizer): max_live_parameters=max_live_parameters, param_persistence_threshold=param_persistence_threshold, model_persistence_threshold=model_persistence_threshold, - offload_param_config=offload_optimizer_config, + offload_param_config=offload_param_config, mpu=mpu) def _get_trainable_parameter_groups(self): -- GitLab