提交 2fdf692c 编写于 作者: H huangdongrun

fix bug of auto control depend for bert pre training

add comment
上级 4b702c4c
......@@ -403,9 +403,6 @@ class BertTrainOneStepWithLossScaleCell(nn.Cell):
sens=None):
"""Defines the computation performed."""
weights = self.weights
# alloc status
init = self.alloc_status()
self.clear_before_grad(init)
loss = self.network(input_ids,
input_mask,
token_type_id,
......@@ -417,6 +414,9 @@ class BertTrainOneStepWithLossScaleCell(nn.Cell):
scaling_sens = self.loss_scale
else:
scaling_sens = sens
# alloc status and clear should be right before gradoperation
init = self.alloc_status()
self.clear_before_grad(init)
grads = self.grad(self.network, weights)(input_ids,
input_mask,
token_type_id,
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册