From 1580eae2d2fe71d27648d6141a8f755b5e1f713d Mon Sep 17 00:00:00 2001 From: Wangzheee <634486483@qq.com> Date: Thu, 11 Nov 2021 11:30:57 +0800 Subject: [PATCH] op_teller: add all convert_op to int8 (#37099) --- paddle/fluid/inference/tensorrt/op_teller.cc | 44 ++++++++++++++++---- 1 file changed, 36 insertions(+), 8 deletions(-) diff --git a/paddle/fluid/inference/tensorrt/op_teller.cc b/paddle/fluid/inference/tensorrt/op_teller.cc index 603c7282074..27187b229f5 100644 --- a/paddle/fluid/inference/tensorrt/op_teller.cc +++ b/paddle/fluid/inference/tensorrt/op_teller.cc @@ -76,26 +76,54 @@ struct SimpleOpTypeSetTeller : public Teller { private: // use this set for no calib int8. std::unordered_set int8_teller_set{"mul", - "conv2d", "matmul", - "stack", + "conv2d", "conv2d_fusion", "pool2d", "relu", - "depthwise_conv2d", "softmax", "sigmoid", + "hard_swish", + "depthwise_conv2d", "batch_norm", + "concat", + "tanh", + "pad", "elementwise_add", + "elementwise_mul", + "dropout", + "prelu", + "conv2d_transpose", + "depthwise_conv2d_transpose", "leaky_relu", "fc", - "concat", + "shuffle_channel", + "swish", + "split", + "instance_norm", + "gelu", + "layer_norm", "scale", - "elementwise_mul", - "conv2d_transpose", - "hard_swish", + "stack", + "transpose2", "transpose", - "transpose2"}; + "flatten2", + "flatten", + "gather", + "gather_nd", + "yolo_box", + "roi_align", + "affine_channel", + "nearest_interp", + "anchor_generator", + "reduce_sum", + "reduce_mean", + "conv3d", + "conv3d_transpose", + "mish", + "nearest_interp_v2", + "pool3d", + "deformable_conv"}; std::unordered_set teller_set{"mul", "matmul", "conv2d", -- GitLab