Skip to content

S
Serving

PaddlePaddle / Serving
大约 1 年 前同步成功

通知 186
Star 833
Fork 253
S
Serving
提交 5ebad965 编写于 作者: X xulongteng
浏览文件
操作

change fraction_of_gpu_memory to 0.01

上级 fe0d2401
隐藏空白更改
内联 并排
Showing with 6 addition and 3 deletion
inferencer-fluid-gpu/include/fluid_gpu_engine.h
浏览文件 @ 5ebad965
...@@ -160,7 +160,7 @@ class FluidGpuNativeCore : public FluidFamilyCore { ...@@ -160,7 +160,7 @@ class FluidGpuNativeCore : public FluidFamilyCore {
native_config.param_file = data_path + "/__params__"; native_config.param_file = data_path + "/__params__";
native_config.prog_file = data_path + "/__model__"; native_config.prog_file = data_path + "/__model__";
native_config.use_gpu = true; native_config.use_gpu = true;
native_config.fraction_of_gpu_memory = 0.9; native_config.fraction_of_gpu_memory = 0.01;
native_config.device = FLAGS_gpuid; native_config.device = FLAGS_gpuid;
AutoLock lock(GlobalPaddleCreateMutex::instance()); AutoLock lock(GlobalPaddleCreateMutex::instance());
_core = paddle::CreatePaddlePredictor<paddle::NativeConfig, _core = paddle::CreatePaddlePredictor<paddle::NativeConfig,
...@@ -212,10 +212,12 @@ class FluidGpuNativeDirCore : public FluidFamilyCore { ...@@ -212,10 +212,12 @@ class FluidGpuNativeDirCore : public FluidFamilyCore {
return -1; return -1;
} }
LOG(WARNING) << "load model without fluid";
paddle::NativeConfig native_config; paddle::NativeConfig native_config;
native_config.model_dir = data_path; native_config.model_dir = data_path;
native_config.use_gpu = true; native_config.use_gpu = true;
native_config.fraction_of_gpu_memory = 0.9; native_config.fraction_of_gpu_memory = 0.01;
native_config.device = FLAGS_gpuid; native_config.device = FLAGS_gpuid;
AutoLock lock(GlobalPaddleCreateMutex::instance()); AutoLock lock(GlobalPaddleCreateMutex::instance());
_core = paddle::CreatePaddlePredictor<paddle::NativeConfig, _core = paddle::CreatePaddlePredictor<paddle::NativeConfig,
...@@ -465,9 +467,10 @@ class FluidGpuNativeDirWithSigmoidCore : public FluidGpuWithSigmoidCore { ...@@ -465,9 +467,10 @@ class FluidGpuNativeDirWithSigmoidCore : public FluidGpuWithSigmoidCore {
paddle::NativeConfig native_config; paddle::NativeConfig native_config;
native_config.model_dir = data_path; native_config.model_dir = data_path;
native_config.use_gpu = true; native_config.use_gpu = true;
native_config.fraction_of_gpu_memory = 0.9; native_config.fraction_of_gpu_memory = 0.01;
native_config.device = FLAGS_gpuid; native_config.device = FLAGS_gpuid;
AutoLock lock(GlobalPaddleCreateMutex::instance()); AutoLock lock(GlobalPaddleCreateMutex::instance());
LOG(WARNING) << "load model with fluid core";
_core->_fluid_core = _core->_fluid_core =
paddle::CreatePaddlePredictor<paddle::NativeConfig, paddle::CreatePaddlePredictor<paddle::NativeConfig,
paddle::PaddleEngineKind::kNative>( paddle::PaddleEngineKind::kNative>(
......
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或