diff --git a/demo-serving/conf/cube.conf b/demo-serving/conf/cube.conf index 35310301f606a2502ea5a233f480e7656fa7583e..a462dd23376308a4e3f2f62b4b87d4a1a7acb9e4 100644 --- a/demo-serving/conf/cube.conf +++ b/demo-serving/conf/cube.conf @@ -1,5 +1,5 @@ [{ - "dict_name": "dict", + "dict_name": "test_dict", "shard": 2, "dup": 1, "timeout": 200, diff --git a/demo-serving/conf/model_toolkit.prototxt b/demo-serving/conf/model_toolkit.prototxt index 88efaefba514f4763952d1b6d21d880d6d68942f..9ff2f868201ae2309bf1fe0c3db36222b005e2e6 100644 --- a/demo-serving/conf/model_toolkit.prototxt +++ b/demo-serving/conf/model_toolkit.prototxt @@ -1,6 +1,44 @@ +engines { + name: "image_classification_resnet" + type: "FLUID_CPU_ANALYSIS_DIR" + reloadable_meta: "./data/model/paddle/fluid_time_file" + reloadable_type: "timestamp_ne" + model_data_path: "./data/model/paddle/fluid/SE_ResNeXt50_32x4d" + runtime_thread_num: 0 + batch_infer_size: 0 + enable_batch_align: 0 + enable_memory_optimization: true + static_optimization: false + force_update_static_cache: false +} + +engines { + name: "text_classification_bow" + type: "FLUID_CPU_ANALYSIS_DIR" + reloadable_meta: "./data/model/paddle/fluid_time_file" + reloadable_type: "timestamp_ne" + model_data_path: "./data/model/paddle/fluid/text_classification_lstm" + runtime_thread_num: 0 + batch_infer_size: 0 + enable_batch_align: 0 +} + +engines { + name: "ctr_prediction" + type: "FLUID_CPU_ANALYSIS_DIR" + reloadable_meta: "./data/model/paddle/fluid_time_file" + reloadable_type: "timestamp_ne" + model_data_path: "./data/model/paddle/fluid/ctr_prediction" + runtime_thread_num: 0 + batch_infer_size: 0 + enable_batch_align: 0 + sparse_param_service_type: REMOTE + sparse_param_service_table_name: "test_dict" +} + engines { name: "bert" - type: "FLUID_GPU_ANALYSIS_DIR" + type: "FLUID_CPU_ANALYSIS_DIR" reloadable_meta: "./data/model/paddle/fluid_time_file" reloadable_type: "timestamp_ne" model_data_path: "./data/model/paddle/fluid/bert"