From 55704db571eb2b33738f14bb59abc2d2c0507fea Mon Sep 17 00:00:00 2001 From: bukejiyu <52310069+bukejiyu@users.noreply.github.com> Date: Wed, 21 Jun 2023 18:50:37 +0800 Subject: [PATCH] [inference][trt]test_emb_eltwise_layernorm_fuse_pass cuda12 fix (#54757) * modify tensorrt ci timeout * activation ci bug fix * Update CMakeLists.txt * Update CMakeLists.txt * comment out int8 mode test_trt_dynamic_shape_groupnorm * fix test_sync_batch_norm_op Segmentation fault --- paddle/fluid/inference/tensorrt/convert/elementwise_op.cc | 3 ++- paddle/fluid/inference/tensorrt/op_teller.cc | 2 +- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/paddle/fluid/inference/tensorrt/convert/elementwise_op.cc b/paddle/fluid/inference/tensorrt/convert/elementwise_op.cc index 7e8f50d0de0..252b57551e5 100644 --- a/paddle/fluid/inference/tensorrt/convert/elementwise_op.cc +++ b/paddle/fluid/inference/tensorrt/convert/elementwise_op.cc @@ -102,7 +102,8 @@ class ElementwiseTensorOpConverter : public OpConverter { int right_one_num = dims_x.nbDims - axis - dims_y.nbDims; nvinfer1::IShuffleLayer* reshape_layer; nvinfer1::ITensor* reshape_y_tensor; - if (left_one_num > 0 || right_one_num > 0) { + if (dims_x.nbDims != dims_y.nbDims && + (left_one_num > 0 || right_one_num > 0)) { if (engine_->with_dynamic_shape()) { auto* y_shape_tensor = Shape(Y); auto* new_y_shape_tensor = y_shape_tensor; diff --git a/paddle/fluid/inference/tensorrt/op_teller.cc b/paddle/fluid/inference/tensorrt/op_teller.cc index 802a13ffd77..f9d22755085 100644 --- a/paddle/fluid/inference/tensorrt/op_teller.cc +++ b/paddle/fluid/inference/tensorrt/op_teller.cc @@ -2567,7 +2567,7 @@ struct SimpleOpTypeSetTeller : public Teller { return false; } } - if (op_type == "lookup_table") { + if (op_type == "lookup_table" || op_type == "lookup_table_v2") { if (!with_dynamic_shape) { VLOG(3) << "the lookup_table does not support " "static shape yet"; -- GitLab