未验证 提交 a1745944 编写于 作者: H Hui Zhang 提交者: GitHub

Merge pull request #3424 from zh794390558/fix_opt

fix weight decay
...@@ -102,8 +102,7 @@ class OptimizerFactory(): ...@@ -102,8 +102,7 @@ class OptimizerFactory():
grad_clip = paddle.nn.ClipGradByGlobalNorm( grad_clip = paddle.nn.ClipGradByGlobalNorm(
args['grad_clip']) if "grad_clip" in args else None args['grad_clip']) if "grad_clip" in args else None
weight_decay = L2Decay( weight_decay = args.get("weight_decay", None)
args['weight_decay']) if "weight_decay" in args else None
if weight_decay: if weight_decay:
logger.info(f'<WeightDecay - {weight_decay}>') logger.info(f'<WeightDecay - {weight_decay}>')
if grad_clip: if grad_clip:
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册