未验证 提交 ac9cc7fe 编写于 作者: C Calogero Zarbo 提交者: GitHub

removed restrictions for custom optimizer (#161)

上级 62d3272e
......@@ -441,7 +441,11 @@ class DeepSpeedLight(Module):
logging.info('DeepSpeed Basic Optimizer = {}'.format(basic_optimizer))
if self.zero_optimization() and self.optimizer_name() == ADAM_OPTIMIZER:
if self.zero_optimization():
if self.optimizer_name != ADAM_OPTIMIZER:
logging.warning(
"**** You are using ZeRO with an untested optimizer, proceed with caution *****"
)
self.optimizer = self._configure_zero_optimizer(basic_optimizer)
elif self.fp16_enabled():
self.optimizer = self._configure_fp16_optimizer(basic_optimizer)
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册