diff --git a/paddle/fluid/inference/tensorrt/convert/fill_constant_op.cc b/paddle/fluid/inference/tensorrt/convert/fill_constant_op.cc
index 3bbbfe0374325a037de7e713eb2e5ba5bfc197fc..4d524c01b783fe27e4292e50dc53f8a53575aaeb 100644
--- a/paddle/fluid/inference/tensorrt/convert/fill_constant_op.cc
+++ b/paddle/fluid/inference/tensorrt/convert/fill_constant_op.cc
@@ -32,6 +32,10 @@ class FillConstantOpConverter : public OpConverter {
         PADDLE_GET_CONST(std::string, op_desc.GetAttr("str_value"));
     std::vector<int64_t> shape =
         PADDLE_GET_CONST(std::vector<int64_t>, op_desc.GetAttr("shape"));
+    if (str_value == "") {
+      float value = PADDLE_GET_CONST(float, op_desc.GetAttr("value"));
+      str_value = std::to_string(value);
+    }
     std::unique_ptr<framework::Tensor> out_tensor(new framework::Tensor());
     out_tensor->Resize(phi::make_ddim(shape));
     nvinfer1::DataType trt_dtype = nvinfer1::DataType::kFLOAT;
diff --git a/python/paddle/fluid/tests/unittests/ir/inference/test_trt_convert_fill_constant.py b/python/paddle/fluid/tests/unittests/ir/inference/test_trt_convert_fill_constant.py
index 84ee70782acc2840d85d172071a90e1464120367..cc686be6d8a83ef511f83ba85a13df5064e8bd32 100644
--- a/python/paddle/fluid/tests/unittests/ir/inference/test_trt_convert_fill_constant.py
+++ b/python/paddle/fluid/tests/unittests/ir/inference/test_trt_convert_fill_constant.py
@@ -42,8 +42,14 @@ class TrtConvertSplitTest(TrtLayerAutoScanTest):
                 for dtype in [5, 2, 3]:
                     for str_value in ["2", "23", "-1"]:
                         self.num_input = num_input
+                        value = float(str_value)
+                        if np.random.choice([False, True]):
+                            str_value = str_value
+                        else:
+                            str_value = ""
                         dics = [{
                             "str_value": str_value,
+                            "value": value,
                             "shape": shape,
                             "dtype": dtype
                         }, {