Fix passing offload_optimizer_config instead of offload_param_config to (#3420)

DeepSpeedZeRoOffload
Co-authored-by: NOlatunji Ruwase <olruwase@microsoft.com>
Co-authored-by: NLogan Adams <114770087+loadams@users.noreply.github.com>

deepspeed/runtime/zero/stage3.py

@@ -156,7 +156,7 @@ class DeepSpeedZeroOptimizer_Stage3(ZeROOptimizer):
                                                             max_live_parameters=max_live_parameters,
                                                             param_persistence_threshold=param_persistence_threshold,
                                                             model_persistence_threshold=model_persistence_threshold,
-                                                            offload_optimizer_config=offload_optimizer_config,
+                                                            offload_param_config=offload_param_config,
                                                             mpu=mpu)
 
         self.persistent_parameters = self.parameter_offload.persistent_parameters
@@ -351,7 +351,7 @@ class DeepSpeedZeroOptimizer_Stage3(ZeROOptimizer):
         max_live_parameters,
         param_persistence_threshold,
         model_persistence_threshold,
-        offload_optimizer_config,
+        offload_param_config,
         mpu,
     ):
         return DeepSpeedZeRoOffload(module=module,
@@ -363,7 +363,7 @@ class DeepSpeedZeroOptimizer_Stage3(ZeROOptimizer):
                                     max_live_parameters=max_live_parameters,
                                     param_persistence_threshold=param_persistence_threshold,
                                     model_persistence_threshold=model_persistence_threshold,
-                                    offload_param_config=offload_optimizer_config,
+                                    offload_param_config=offload_param_config,
                                     mpu=mpu)
 
     def _get_trainable_parameter_groups(self):