未验证 提交 a85dedf9 编写于 作者: G Guanghua Yu 提交者: GitHub

Delete duplicate quant nodes in QAT (#48751)

上级 2a31c9dd
...@@ -2907,14 +2907,32 @@ class ReplaceFakeQuantDequantPass: ...@@ -2907,14 +2907,32 @@ class ReplaceFakeQuantDequantPass:
graph, IrGraph graph, IrGraph
), 'graph must be the instance of IrGraph.' ), 'graph must be the instance of IrGraph.'
fake_quant_dequant_ops = [] fake_quant_dequant_ops = []
remove_fake_quant_ops = []
observer_out_node_names = []
for op in graph.all_op_nodes():
# collect observer node
if op.name() == "moving_average_abs_max_scale":
observer_out_node_names.append(op.output("Out")[0])
for op in graph.all_op_nodes(): for op in graph.all_op_nodes():
if ( if (
op.name() in _fake_quant_dequant_op_list op.name() in _fake_quant_dequant_op_list
or op.name() == "moving_average_abs_max_scale" or op.name() == "moving_average_abs_max_scale"
): ):
var_name = op.input("X")[0]
if var_name in observer_out_node_names:
remove_fake_quant_ops.append(op)
else:
fake_quant_dequant_ops.append(op) fake_quant_dequant_ops.append(op)
for _op in remove_fake_quant_ops:
x_node = graph._find_node_by_name(_op.inputs, _op.input("X")[0])
out_node = graph._find_node_by_name(
_op.outputs, _op.output("Out")[0]
)
for next_op_node in out_node.outputs:
graph.update_input_link(out_node, x_node, next_op_node)
for _op in fake_quant_dequant_ops: for _op in fake_quant_dequant_ops:
self._replace_op(graph, _op) self._replace_op(graph, _op)
graph.safe_remove_nodes(_op) graph.safe_remove_nodes(_op)
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册