提交 f1554a4a 编写于 作者: Q qiaolongfei

fix sparse grad merge on pserver

上级 c709a04a
...@@ -1390,13 +1390,11 @@ class DistributeTranspiler(object): ...@@ -1390,13 +1390,11 @@ class DistributeTranspiler(object):
inputs={"X": vars2merge}, inputs={"X": vars2merge},
outputs={"Out": merged_var}, outputs={"Out": merged_var},
attrs={"use_mkldnn": False}) attrs={"use_mkldnn": False})
# TODO(panyx0718): What if it's SELECTED_ROWS. optimize_block.append_op(
if not merged_var.type == core.VarDesc.VarType.SELECTED_ROWS: type="scale",
optimize_block.append_op( inputs={"X": merged_var},
type="scale", outputs={"Out": merged_var},
inputs={"X": merged_var}, attrs={"scale": 1.0 / float(self.trainer_num)})
outputs={"Out": merged_var},
attrs={"scale": 1.0 / float(self.trainer_num)})
return merged_var return merged_var
def _append_pserver_ops(self, optimize_block, opt_op, endpoint, def _append_pserver_ops(self, optimize_block, opt_op, endpoint,
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册