fix trt int8 calib precision bug. test=develop (#23036)

24db7503 · Pei Yang · GitHub · 1dc1f927 · 24db7503
显示空白变更内容
内联并排

Showing with 2 addition and 1 deletion

paddle/fluid/inference/tensorrt/trt_int8_calibrator.cc paddle/fluid/inference/tensorrt/trt_int8_calibrator.cc +2 -1

未找到文件。
--- a/paddle/fluid/inference/tensorrt/trt_int8_calibrator.cc
+++ b/paddle/fluid/inference/tensorrt/trt_int8_calibrator.cc
@@ -37,7 +37,8 @@ TRTInt8Calibrator::TRTInt8Calibrator(
    temp_tensor.Resize(data_shape);
    data_tensors_.push_back(temp_tensor);
    data_buffers_[input_name] = std::pair<void*, size_t>(
-        static_cast<void*>(temp_tensor.mutable_data<int16_t>(place)), num_ele);
+        static_cast<void*>(temp_tensor.mutable_data<int16_t>(place)),
+        data_size);
    i += 1;
  }
 }