提交 c500fcb3 编写于 作者: M MRXLT

fix demo

上级 588d72ae
...@@ -26,7 +26,7 @@ from batching import pad_batch_data ...@@ -26,7 +26,7 @@ from batching import pad_batch_data
import tokenization import tokenization
import requests import requests
import json import json
from bert_reader import BertReader from paddle_serving_app.reader import ChineseBertReader
args = benchmark_args() args = benchmark_args()
...@@ -37,7 +37,7 @@ def single_func(idx, resource): ...@@ -37,7 +37,7 @@ def single_func(idx, resource):
for line in fin: for line in fin:
dataset.append(line.strip()) dataset.append(line.strip())
if args.request == "rpc": if args.request == "rpc":
reader = BertReader(vocab_file="vocab.txt", max_seq_len=20) reader = ChineseBertReader(vocab_file="vocab.txt", max_seq_len=20)
fetch = ["pooled_output"] fetch = ["pooled_output"]
client = Client() client = Client()
client.load_client_config(args.model) client.load_client_config(args.model)
......
...@@ -14,14 +14,14 @@ ...@@ -14,14 +14,14 @@
# limitations under the License. # limitations under the License.
# pylint: disable=doc-string-missing # pylint: disable=doc-string-missing
from paddle_serving_server_gpu.web_service import WebService from paddle_serving_server_gpu.web_service import WebService
from bert_reader import BertReader from paddle_serving_app.reader import ChineseBertReader
import sys import sys
import os import os
class BertService(WebService): class BertService(WebService):
def load(self): def load(self):
self.reader = BertReader(vocab_file="vocab.txt", max_seq_len=128) self.reader = ChineseBertReader(vocab_file="vocab.txt", max_seq_len=128)
def preprocess(self, feed=[], fetch=[]): def preprocess(self, feed=[], fetch=[]):
feed_res = [ feed_res = [
...@@ -37,5 +37,5 @@ gpu_ids = os.environ["CUDA_VISIBLE_DEVICES"] ...@@ -37,5 +37,5 @@ gpu_ids = os.environ["CUDA_VISIBLE_DEVICES"]
bert_service.set_gpus(gpu_ids) bert_service.set_gpus(gpu_ids)
bert_service.prepare_server( bert_service.prepare_server(
workdir="workdir", port=int(sys.argv[2]), device="gpu") workdir="workdir", port=int(sys.argv[2]), device="gpu")
bert_service.run_server() bert_service.run_rpc_service()
bert_service.run_flask() bert_service.run_web_service()
...@@ -68,5 +68,5 @@ if device == "gpu": ...@@ -68,5 +68,5 @@ if device == "gpu":
image_service.set_gpus("0,1") image_service.set_gpus("0,1")
image_service.prepare_server( image_service.prepare_server(
workdir="workdir", port=int(sys.argv[3]), device=device) workdir="workdir", port=int(sys.argv[3]), device=device)
image_service.run_server() image_service.run_rpc_service()
image_service.run_flask() image_service.run_web_service()
...@@ -37,5 +37,5 @@ imdb_service.load_model_config(sys.argv[1]) ...@@ -37,5 +37,5 @@ imdb_service.load_model_config(sys.argv[1])
imdb_service.prepare_server( imdb_service.prepare_server(
workdir=sys.argv[2], port=int(sys.argv[3]), device="cpu") workdir=sys.argv[2], port=int(sys.argv[3]), device="cpu")
imdb_service.prepare_dict({"dict_file_path": sys.argv[4]}) imdb_service.prepare_dict({"dict_file_path": sys.argv[4]})
imdb_service.run_server() imdb_service.run_rpc_service()
imdb_service.run_flask() imdb_service.run_web_service()
...@@ -16,7 +16,7 @@ ...@@ -16,7 +16,7 @@
import sys import sys
import time import time
import requests import requests
from lac_reader import LACReader from paddle_serving_app.reader import LACReader
from paddle_serving_client import Client from paddle_serving_client import Client
from paddle_serving_client.utils import MultiThreadRunner from paddle_serving_client.utils import MultiThreadRunner
from paddle_serving_client.utils import benchmark_args from paddle_serving_client.utils import benchmark_args
......
...@@ -15,7 +15,7 @@ ...@@ -15,7 +15,7 @@
# pylint: disable=doc-string-missing # pylint: disable=doc-string-missing
from paddle_serving_client import Client from paddle_serving_client import Client
from lac_reader import LACReader from paddle_serving_app.reader import LACReader
import sys import sys
import os import os
import io import io
......
...@@ -47,5 +47,5 @@ lac_service.load_model_config(sys.argv[1]) ...@@ -47,5 +47,5 @@ lac_service.load_model_config(sys.argv[1])
lac_service.load_reader() lac_service.load_reader()
lac_service.prepare_server( lac_service.prepare_server(
workdir=sys.argv[2], port=int(sys.argv[3]), device="cpu") workdir=sys.argv[2], port=int(sys.argv[3]), device="cpu")
lac_service.run_server() lac_service.run_rpc_service()
lac_service.run_flask() lac_service.run_web_service()
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册