未验证 提交 dc6442bf 编写于 作者: Q Qiao Longfei 提交者: GitHub

Merge pull request #9158 from jacquesqiao/fix-regularization-when-parallel

fix regularizer when gradient is None
......@@ -44,6 +44,11 @@ def append_regularization_ops(parameters_and_grads, regularization=None):
"""
params_and_grads = []
for param, grad in parameters_and_grads:
# If no gradient then we don't need to do anything
if grad is None:
params_and_grads.append((param, grad))
continue
regularization_term = None
if param.regularizer is not None:
# Add variable for regularization term in grad block
......@@ -51,9 +56,8 @@ def append_regularization_ops(parameters_and_grads, regularization=None):
elif regularization is not None:
regularization_term = regularization(param, grad, grad.block)
# If no gradient or no regularization specified,
# then we don't need to do anything
if grad is None or regularization_term is None:
# If no regularization specified, then we don't need to do anything
if regularization_term is None:
params_and_grads.append((param, grad))
continue
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册