提交 eaaf824f 编写于 作者: M mindspore-ci-bot 提交者: Gitee

!1896 fix lars weight decay computation error

Merge pull request !1896 from gziyan/fix_lars_weight_decay
...@@ -94,7 +94,7 @@ class LARS(Optimizer): ...@@ -94,7 +94,7 @@ class LARS(Optimizer):
self.learning_rate = optimizer.learning_rate self.learning_rate = optimizer.learning_rate
self.lars = P.LARSUpdate(epsilon, hyperpara, use_clip) self.lars = P.LARSUpdate(epsilon, hyperpara, use_clip)
self.reciprocal_scale = 1.0 / loss_scale self.reciprocal_scale = 1.0 / loss_scale
self.weight_decay = weight_decay * loss_scale self.weight_decay = weight_decay
self.cast = P.Cast() self.cast = P.Cast()
self.decay_flag = tuple(decay_filter(x) for x in self.parameters) self.decay_flag = tuple(decay_filter(x) for x in self.parameters)
self.lars_flag = tuple(lars_filter(x) for x in self.parameters) self.lars_flag = tuple(lars_filter(x) for x in self.parameters)
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册