server_configure.proto 2.9 KB
Newer Older
W
wangguibao 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

syntax = "proto2";
W
wangguibao 已提交
16 17 18
package baidu.paddle_serving.configure;

message EngineDesc {
W
wangguibao 已提交
19 20 21 22 23 24 25 26 27 28
  required string name = 1;
  required string type = 2;
  required string reloadable_meta = 3;
  required string reloadable_type = 4;
  required string model_data_path = 5;
  required uint32 runtime_thread_num = 6;
  required uint32 batch_infer_size = 7;
  required uint32 enable_batch_align = 8;
  optional string version_file = 9;
  optional string version_type = 10;
W
wangguibao 已提交
29 30 31
};

// model_toolkit conf
W
wangguibao 已提交
32
message ModelToolkitConf { repeated EngineDesc engines = 1; };
W
wangguibao 已提交
33 34 35

// reource conf
message ResourceConf {
W
wangguibao 已提交
36 37
  required string model_toolkit_path = 1;
  required string model_toolkit_file = 2;
W
wangguibao 已提交
38 39 40 41
};

// DAG node depency info
message DAGNodeDependency {
W
wangguibao 已提交
42 43
  required string name = 1;
  required string mode = 2;
W
wangguibao 已提交
44 45 46 47
};

// DAG Node
message DAGNode {
W
wangguibao 已提交
48 49 50
  required string name = 1;
  required string type = 2;
  repeated DAGNodeDependency dependencies = 3;
W
wangguibao 已提交
51 52 53 54
};

// workflow entry
message Workflow {
W
wangguibao 已提交
55 56 57
  required string name = 1;
  required string workflow_type = 2;
  repeated DAGNode nodes = 3;
W
wangguibao 已提交
58 59 60
};

// Workflow conf
W
wangguibao 已提交
61
message WorkflowConf { repeated Workflow workflows = 1; }
W
wangguibao 已提交
62 63 64 65 66 67 68 69

// request_field_key: specifies use which request field as mapping key (see
// request_field_key in InferService below)
//
// If the value of the user request field specified by `request_field_key`
// matches the value of `request_field_value` in one of the
// ValueMappedWorkflows, the request will be directed to the workflow specified
// in the `workflow` field of that ValueMappedWorkflow
W
wangguibao 已提交
70
//
W
wangguibao 已提交
71
message ValueMappedWorkflow {
W
wangguibao 已提交
72 73
  required string request_field_value = 1;
  required string workflow = 2;
W
wangguibao 已提交
74 75 76
};

message InferService {
W
wangguibao 已提交
77 78
  required string name = 1;
  optional string merger = 2;
W
wangguibao 已提交
79

W
wangguibao 已提交
80
  optional bool enable_map_request_to_workflow = 3 [ default = false ];
W
wangguibao 已提交
81

W
wangguibao 已提交
82 83 84 85 86 87 88
  // If enable_map_request_to_workfow = true
  //
  // Each request will be mapped to a workflow according to the value in
  // in user request field specified by `request_field_key` (see the
  // comments for ValueMappedWorkflow above)
  optional string request_field_key = 4;
  repeated ValueMappedWorkflow value_mapped_workflows = 5;
W
wangguibao 已提交
89

W
wangguibao 已提交
90 91
  // If enable_map_request_to_workflow = false
  repeated string workflows = 6;
W
wangguibao 已提交
92 93 94 95
};

// InferService conf
message InferServiceConf {
W
wangguibao 已提交
96 97
  optional uint32 port = 1;
  repeated InferService services = 2;
W
wangguibao 已提交
98
};