# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """ Usage: Host a trained paddle model with one line command Example: python -m paddle_serving_server.serve model 9292 """ import argparse def parse_args(): parser = argparse.ArgumentParser("serve") parser.add_argument("--thread", type=int, default=10, help="Concurrency of server") parser.add_argument("--model", type=str, default="", help="Model for serving") parser.add_argument("--port", type=int, default=9292, help="Port the server") parser.add_argument("--workdir", type=str, default="workdir", help="Working dir of current service") parser.add_argument("--device", type=str, default="cpu", help="Type of device") return parser.parse_args() def start_standard_model(): args = parse_args() thread_num = args.thread model = args.model port = args.port workdir = args.workdir device = args.device if model == "": print("You must specify your serving model") exit(-1) import paddle_serving_server as serving op_maker = serving.OpMaker() read_op = op_maker.create('general_reader') general_infer_op = op_maker.create('general_infer') general_response_op = op_maker.create('general_response') op_seq_maker = serving.OpSeqMaker() op_seq_maker.add_op(read_op) op_seq_maker.add_op(general_infer_op) op_seq_maker.add_op(general_response_op) server = serving.Server() server.set_op_sequence(op_seq_maker.get_op_sequence()) server.set_num_threads(thread_num) server.set_vlog_level(0) server.load_model_config(model) server.prepare_server(workdir=workdir, port=port, device=device) server.run_server() if __name__ == "__main__": start_standard_model()