From 3fdbab258eb44b873cf2b32188d977ba9685544f Mon Sep 17 00:00:00 2001 From: Wangzheee <634486483@qq.com> Date: Wed, 17 Nov 2021 19:53:35 +0800 Subject: [PATCH] cherrypick fix op_teller (#37266) --- paddle/fluid/inference/tensorrt/op_teller.cc | 46 +++++++++++++++++--- 1 file changed, 39 insertions(+), 7 deletions(-) diff --git a/paddle/fluid/inference/tensorrt/op_teller.cc b/paddle/fluid/inference/tensorrt/op_teller.cc index 183ac76e52..e623167a1f 100644 --- a/paddle/fluid/inference/tensorrt/op_teller.cc +++ b/paddle/fluid/inference/tensorrt/op_teller.cc @@ -59,6 +59,8 @@ struct SimpleOpTypeSetTeller : public Teller { #if CUDA_VERSION >= 10020 teller_set.insert("reshape"); teller_set.insert("reshape2"); + int8_teller_set.insert("reshape"); + int8_teller_set.insert("reshape2"); #endif } @@ -74,24 +76,54 @@ struct SimpleOpTypeSetTeller : public Teller { private: // use this set for no calib int8. std::unordered_set int8_teller_set{"mul", - "conv2d", "matmul", - "stack", + "conv2d", "conv2d_fusion", "pool2d", "relu", - "depthwise_conv2d", "softmax", "sigmoid", + "hard_swish", + "depthwise_conv2d", "batch_norm", + "concat", + "tanh", + "pad", "elementwise_add", + "elementwise_mul", + "dropout", + "prelu", + "conv2d_transpose", + "depthwise_conv2d_transpose", "leaky_relu", "fc", - "concat", + "shuffle_channel", + "swish", + "split", + "instance_norm", + "gelu", + "layer_norm", "scale", - "elementwise_mul", - "conv2d_transpose", - "hard_swish"}; + "stack", + "transpose2", + "transpose", + "flatten2", + "flatten", + "gather", + "gather_nd", + "yolo_box", + "roi_align", + "affine_channel", + "nearest_interp", + "anchor_generator", + "reduce_sum", + "reduce_mean", + "conv3d", + "conv3d_transpose", + "mish", + "nearest_interp_v2", + "pool3d", + "deformable_conv"}; std::unordered_set teller_set{"mul", "matmul", "conv2d", -- GitLab