diff --git a/demo-serving/conf/model_toolkit.prototxt b/demo-serving/conf/model_toolkit.prototxt new file mode 100644 index 0000000000000000000000000000000000000000..88efaefba514f4763952d1b6d21d880d6d68942f --- /dev/null +++ b/demo-serving/conf/model_toolkit.prototxt @@ -0,0 +1,10 @@ +engines { + name: "bert" + type: "FLUID_GPU_ANALYSIS_DIR" + reloadable_meta: "./data/model/paddle/fluid_time_file" + reloadable_type: "timestamp_ne" + model_data_path: "./data/model/paddle/fluid/bert" + runtime_thread_num: 0 + batch_infer_size: 0 + enable_batch_align: 0 +} diff --git a/demo-serving/conf/service.prototxt b/demo-serving/conf/service.prototxt new file mode 100644 index 0000000000000000000000000000000000000000..e630669e38cbc1c804611ef10e744b6e0b7fe76c --- /dev/null +++ b/demo-serving/conf/service.prototxt @@ -0,0 +1,4 @@ +services { + name: "BertService" + workflows: "workflow9" +}