From 338eb1ef03bc8f5ca7076647dea96c8fb140ab8a Mon Sep 17 00:00:00 2001 From: TeslaZhao Date: Wed, 9 Feb 2022 18:35:57 +0800 Subject: [PATCH] Update Serving_Configure_EN.md --- doc/Serving_Configure_EN.md | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/doc/Serving_Configure_EN.md b/doc/Serving_Configure_EN.md index ddf81ea7..d586db6d 100644 --- a/doc/Serving_Configure_EN.md +++ b/doc/Serving_Configure_EN.md @@ -397,6 +397,9 @@ op: #ir_optim, When running on TensorRT，must set ir_optim=True ir_optim: True + #CPU 计算线程数，在CPU场景开启会降低单次请求响应时长 + #thread_num: 10 + #precsion, Decrease accuracy can increase speed #GPU 支持: "fp32"(default), "fp16", "int8"； #CPU 支持: "fp32"(default), "fp16", "bf16"(mkldnn); 不支持: "int8" @@ -435,6 +438,9 @@ op: #ir_optim, When running on TensorRT，must set ir_optim=True ir_optim: True + #CPU 计算线程数，在CPU场景开启会降低单次请求响应时长 + #thread_num: 10 + #precsion, Decrease accuracy can increase speed #GPU 支持: "fp32"(default), "fp16", "int8"； #CPU 支持: "fp32"(default), "fp16", "bf16"(mkldnn); 不支持: "int8" -- GitLab