Skip to content

S
Serving

PaddlePaddle / Serving
1 年多 前同步成功

通知 186
Star 833
Fork 253
S
Serving
提交 449da499 编写于 作者: Z zhangjun
浏览文件
操作

use mkldnn

上级 87078747
隐藏空白更改
内联 并排
Showing with 7 addition and 0 deletion
paddle_inference/paddle/include/paddle_engine.h
浏览文件 @ 449da499
...@@ -174,11 +174,18 @@ class PaddleInferenceEngine : public EngineCore { ...@@ -174,11 +174,18 @@ class PaddleInferenceEngine : public EngineCore {
if ((!engine_conf.has_use_lite() && !engine_conf.has_use_gpu()) || if ((!engine_conf.has_use_lite() && !engine_conf.has_use_gpu()) ||
(engine_conf.has_use_lite() && !engine_conf.use_lite() && (engine_conf.has_use_lite() && !engine_conf.use_lite() &&
engine_conf.has_use_gpu() && !engine_conf.use_gpu())) { engine_conf.has_use_gpu() && !engine_conf.use_gpu())) {
#ifdef WITH_MKLML
if (precision_type == PrecisionType::kInt8) { if (precision_type == PrecisionType::kInt8) {
config.EnableMkldnnQuantizer(); config.EnableMkldnnQuantizer();
} else if (precision_type == PrecisionType::kHalf) { } else if (precision_type == PrecisionType::kHalf) {
config.EnableMkldnnBfloat16(); config.EnableMkldnnBfloat16();
} else {
#ifdef WITH_MKLDNN
config.EnableMKLDNN();
config.SwitchIrOptim(true);
#endif
} }
#endif
} }
if (engine_conf.has_use_xpu() && engine_conf.use_xpu()) { if (engine_conf.has_use_xpu() && engine_conf.use_xpu()) {
......
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或