From 45114dd60a48327594797349e0da67bf674d0ee9 Mon Sep 17 00:00:00 2001 From: TeslaZhao Date: Fri, 22 Apr 2022 21:10:59 +0800 Subject: [PATCH] Distribute Serving for Foundation Models --- python/paddle_serving_server/serve.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/paddle_serving_server/serve.py b/python/paddle_serving_server/serve.py index 3369bd05..eeca0701 100755 --- a/python/paddle_serving_server/serve.py +++ b/python/paddle_serving_server/serve.py @@ -350,8 +350,8 @@ def start_gpu_card_model(gpu_mode, port, args): # pylint: disable=doc-string-mi general_infer_op = op_maker.create(infer_op_name) op_seq_maker.add_op(general_infer_op) - general_response_op = op_maker.create('GeneralResponseOp') - op_seq_maker.add_op(general_response_op) + general_response_op = op_maker.create('GeneralResponseOp') + op_seq_maker.add_op(general_response_op) else: # for the master serving of distributed model only add one general_remote op. if args.dist_worker_serving_endpoints is None: -- GitLab