提交 73f4d8e4 编写于 作者: G gaotingquan 提交者: Tingquan Gao

to avoid cause issues for unset no_weight_decay models.

there seems be a diff for optimizer about using [] and [{"params":}, {"params":}] params
上级 31ea33c8
......@@ -113,6 +113,8 @@ class Momentum(object):
# model_list is None in static graph
parameters = None
if model_list:
# TODO(gaotingquan): to avoid cause issues for unset no_weight_decay models
if len(self.no_weight_decay_name_list) > 0:
params_with_decay = []
params_without_decay = []
for m in model_list:
......@@ -129,6 +131,8 @@ class Momentum(object):
"params": params_without_decay,
"weight_decay": 0.0
}]
else:
parameters = sum([m.parameters() for m in model_list], [])
opt = optim.Momentum(
learning_rate=self.learning_rate,
momentum=self.momentum,
......@@ -279,9 +283,8 @@ class AdamW(object):
if self.one_dim_param_no_weight_decay:
self.no_weight_decay_param_name_list += [
p.name
for model in model_list for n, p in model.named_parameters()
if len(p.shape) == 1
p.name for model in model_list
for n, p in model.named_parameters() if len(p.shape) == 1
] if model_list else []
opt = optim.AdamW(
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册