提交 9e14f260 编写于 作者: M minqiyang

Fix polynomal decay bug in python2.x

test=develop
上级 42507d33
...@@ -20,7 +20,7 @@ from .. import unique_name ...@@ -20,7 +20,7 @@ from .. import unique_name
__all__ = [ __all__ = [
'NoamDecay', 'PiecewiseDecay', 'NaturalExpDecay', 'ExponentialDecay', 'NoamDecay', 'PiecewiseDecay', 'NaturalExpDecay', 'ExponentialDecay',
'InverseTimeDecay', 'CosineDecay' 'InverseTimeDecay', 'PolynomialDecay', 'CosineDecay'
] ]
...@@ -173,12 +173,10 @@ class PolynomialDecay(LearningRateDecay): ...@@ -173,12 +173,10 @@ class PolynomialDecay(LearningRateDecay):
tmp_decay_steps = self.decay_steps tmp_decay_steps = self.decay_steps
if self.cycle: if self.cycle:
div_res = layers.ceil( div_res = layers.ceil(
self.create_lr_var(tmp_step_num / self.decay_steps)) self.create_lr_var(tmp_step_num / float(self.decay_steps)))
zero_var = 0.0
one_var = 1.0
if float(tmp_step_num) == zero_var: if tmp_step_num == 0:
div_res = one_var div_res = self.create_lr_var(1.0)
tmp_decay_steps = self.decay_steps * div_res tmp_decay_steps = self.decay_steps * div_res
else: else:
tmp_step_num = self.create_lr_var(tmp_step_num tmp_step_num = self.create_lr_var(tmp_step_num
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册