diff --git a/paddle/fluid/inference/tensorrt/op_teller.cc b/paddle/fluid/inference/tensorrt/op_teller.cc
index eaa21886232e4ef5826f568f1bcffecf684ea6dd..32e999b879d70601c90835fc115aa326dc6b72ec 100644
--- a/paddle/fluid/inference/tensorrt/op_teller.cc
+++ b/paddle/fluid/inference/tensorrt/op_teller.cc
@@ -340,9 +340,9 @@ bool OpTeller::Tell(const framework::ir::Node* node,
     if (!with_dynamic_shape) {
       std::string X_name;
       auto inputs = desc.Inputs();
-      if (inputs.count("X")) {
+      if (inputs.count("X") && !desc.Input("X").empty()) {
         X_name = desc.Input("X")[0];
-      } else if (inputs.count("Input")) {
+      } else if (inputs.count("Input") && !desc.Input("Input").empty()) {
         X_name = desc.Input("Input")[0];
       }
       auto* block = desc.Block();