未验证 提交 30f65c25 编写于 作者: W wenbin 提交者: GitHub

int8 clone issue fix (#42218)

上级 6dd9dd39
...@@ -147,11 +147,16 @@ void NaiveExecutor::ResetTrtOps(int num) { ...@@ -147,11 +147,16 @@ void NaiveExecutor::ResetTrtOps(int num) {
int engine_predictor_id = trtop->Attr<int>("predictor_id"); int engine_predictor_id = trtop->Attr<int>("predictor_id");
std::string engine_name = std::string engine_name =
engine_key + std::to_string(engine_predictor_id); engine_key + std::to_string(engine_predictor_id);
operators::TensorRTEngine *trt_engine = operators::TensorRTEngine *trt_engine = nullptr;
paddle::inference::Singleton< // can't get trt engine if int8 calibration table data process.
if (paddle::inference::Singleton<
inference::tensorrt::TRTEngineManager>::Global()
.Has(engine_name)) {
trt_engine = paddle::inference::Singleton<
inference::tensorrt::TRTEngineManager>::Global() inference::tensorrt::TRTEngineManager>::Global()
.Get(engine_name); .Get(engine_name);
if (trt_engine->with_dynamic_shape()) { }
if (trt_engine && trt_engine->with_dynamic_shape()) {
LOG(INFO) << "rebuild trt engine, this may cost a lot of time!"; LOG(INFO) << "rebuild trt engine, this may cost a lot of time!";
trt_engine->ResetContext(); trt_engine->ResetContext();
trt_engine->ClearTensorMap(); trt_engine->ClearTensorMap();
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册