diff --git a/paddle/fluid/inference/tensorrt/op_teller.cc b/paddle/fluid/inference/tensorrt/op_teller.cc
index 06b2b0348d72c586d75ec74bfd1a338ad7accf39..3a5742e326cff54d4d2db2c874086e4ae6297464 100644
--- a/paddle/fluid/inference/tensorrt/op_teller.cc
+++ b/paddle/fluid/inference/tensorrt/op_teller.cc
@@ -360,6 +360,15 @@ struct SimpleOpTypeSetTeller : public Teller {
       if (!with_dynamic_shape) {
         return false;
       }
+#if IS_TRT_VERSION_LT(8400)
+      auto* block = desc.Block();
+      auto start_var_name = desc.Input("Start")[0];
+      auto* start_var_desc = block->FindVar(start_var_name);
+      auto start_dtype = start_var_desc->GetDataType();
+      if (start_dtype == framework::proto::VarType::FP32) {
+        return false;
+      }
+#endif
     }
 
     if (op_type == "sign") {