From 87fbc5e418b1282b11cb18a32075a1ff2de8d4b8 Mon Sep 17 00:00:00 2001 From: feng_shuai Date: Wed, 7 Dec 2022 13:12:50 +0800 Subject: [PATCH] fix: oss just support sm>=75 (#48731) --- paddle/fluid/inference/tensorrt/convert/multihead_matmul_op.cc | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/paddle/fluid/inference/tensorrt/convert/multihead_matmul_op.cc b/paddle/fluid/inference/tensorrt/convert/multihead_matmul_op.cc index 0a238eadd9..2ae972729f 100644 --- a/paddle/fluid/inference/tensorrt/convert/multihead_matmul_op.cc +++ b/paddle/fluid/inference/tensorrt/convert/multihead_matmul_op.cc @@ -400,7 +400,8 @@ class MultiheadMatMulOpConverter : public OpConverter { } } else { if (input_dims.d[1] <= 384 && !bias_qk_attr && - engine_->precision() != AnalysisConfig::Precision::kFloat32) { + engine_->precision() != AnalysisConfig::Precision::kFloat32 && + platform::GetGPUComputeCapability(0) >= 75) { /* * input_dims.d[0]: batch(-1) * input_dims.d[1]: length:256 -- GitLab