From ac9cc7fe1b2a4a1e3f36c08441512cd3609087b5 Mon Sep 17 00:00:00 2001 From: Calogero Zarbo Date: Mon, 23 Mar 2020 00:56:11 +0100 Subject: [PATCH] removed restrictions for custom optimizer (#161) --- deepspeed/pt/deepspeed_light.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/deepspeed/pt/deepspeed_light.py b/deepspeed/pt/deepspeed_light.py index abbb5cd3..740727c8 100755 --- a/deepspeed/pt/deepspeed_light.py +++ b/deepspeed/pt/deepspeed_light.py @@ -441,7 +441,11 @@ class DeepSpeedLight(Module): logging.info('DeepSpeed Basic Optimizer = {}'.format(basic_optimizer)) - if self.zero_optimization() and self.optimizer_name() == ADAM_OPTIMIZER: + if self.zero_optimization(): + if self.optimizer_name != ADAM_OPTIMIZER: + logging.warning( + "**** You are using ZeRO with an untested optimizer, proceed with caution *****" + ) self.optimizer = self._configure_zero_optimizer(basic_optimizer) elif self.fp16_enabled(): self.optimizer = self._configure_fp16_optimizer(basic_optimizer) -- GitLab