提交 4673fea5 编写于 作者: Q Qiao Longfei

trainer startup should not init table optimizer because it maybe large

上级 3cab25a5
...@@ -474,6 +474,15 @@ class DistributeTranspiler(object): ...@@ -474,6 +474,15 @@ class DistributeTranspiler(object):
delete_ops(self.origin_program.global_block(), self.optimize_ops) delete_ops(self.origin_program.global_block(), self.optimize_ops)
delete_ops(self.origin_program.global_block(), lr_ops) delete_ops(self.origin_program.global_block(), lr_ops)
# delete table init op
if self.has_distributed_lookup_table:
trainer_table_param_init_op = []
for op in self.startup_program.global_block().ops:
if self.table_name in op.output_arg_names:
trainer_table_param_init_op.append(op)
delete_ops(self.startup_program.global_block(),
trainer_table_param_init_op)
self.origin_program.__str__() self.origin_program.__str__()
if wait_port: if wait_port:
...@@ -1194,9 +1203,8 @@ to transpile() call.") ...@@ -1194,9 +1203,8 @@ to transpile() call.")
# create table param and grad var in pserver program # create table param and grad var in pserver program
# create table optimize block in pserver program # create table optimize block in pserver program
table_opt_op = [ table_opt_op = [
op for op in self.optimize_ops op for op in self.optimize_ops if 'Param' in op.input_names and
if 'Param' in op.input_names and op.input("Param")[0] == op.input("Param")[0] == self.table_name
self.table_name
][0] ][0]
origin_param_var = self.origin_program.global_block().vars[ origin_param_var = self.origin_program.global_block().vars[
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册