diff --git a/inferencer-fluid-gpu/include/fluid_gpu_engine.h b/inferencer-fluid-gpu/include/fluid_gpu_engine.h index be03b1b184acde812521c9d06ff6ef0c9b6a7e00..e2abe8e1ed60a82a18f1846cd30dc66a59083efd 100644 --- a/inferencer-fluid-gpu/include/fluid_gpu_engine.h +++ b/inferencer-fluid-gpu/include/fluid_gpu_engine.h @@ -129,7 +129,7 @@ class FluidGpuAnalysisCore : public FluidFamilyCore { paddle::AnalysisConfig analysis_config; analysis_config.SetParamsFile(data_path + "/__params__"); analysis_config.SetProgFile(data_path + "/__model__"); - analysis_config.DisableGpu(); + analysis_config.EnableUseGpu(100, 0); analysis_config.SetCpuMathLibraryNumThreads(1); analysis_config.SwitchSpecifyInputNames(true); AutoLock lock(GlobalPaddleCreateMutex::instance()); @@ -158,6 +158,7 @@ class FluidGpuNativeCore : public FluidFamilyCore { native_config.param_file = data_path + "/__params__"; native_config.prog_file = data_path + "/__model__"; native_config.use_gpu = true; + native_config.fraction_of_gpu_memory = 0.9; native_config.device = 0; AutoLock lock(GlobalPaddleCreateMutex::instance()); _core = paddle::CreatePaddlePredictor_fluid_core = @@ -488,7 +491,7 @@ class FluidGpuAnalysisDirWithSigmoidCore : public FluidGpuWithSigmoidCore { paddle::AnalysisConfig analysis_config; analysis_config.SetModel(data_path); - analysis_config.DisableGpu(); + analysis_config.EnableUseGpu(100, 0); analysis_config.SwitchSpecifyInputNames(true); analysis_config.SetCpuMathLibraryNumThreads(1); AutoLock lock(GlobalPaddleCreateMutex::instance());