diff --git a/java/README.md b/java/README.md new file mode 100644 index 0000000000000000000000000000000000000000..aac68283ae326923637804b879d93770374571ca --- /dev/null +++ b/java/README.md @@ -0,0 +1,26 @@ +## Java Demo + +### Install package +``` +mvn compile +mvn install +cd examples +mvn compile +mvn install +``` + +### Start Server + +take the fit_a_line demo as example + +``` + python -m paddle_serving_server.serve --model uci_housing_model --thread 10 --port 9393 --use_multilang #CPU +python -m paddle_serving_server_gpu.serve --model uci_housing_model --thread 10 --port 9393 --use_multilang #GPU +``` + +### Client Predict +``` +java -cp paddle-serving-sdk-java-examples-0.0.1-jar-with-dependencies.jar PaddleServingClientExample fit_a_line +``` + +The Java example also contains the prediction client of Bert, Model_enaemble, asyn_predict, batch_predict, Cube_local, Cube_quant, and Yolov4 models. diff --git a/java/README_CN.md b/java/README_CN.md new file mode 100644 index 0000000000000000000000000000000000000000..a068e8ecf47842fa57e41808b66f0a4017148d50 --- /dev/null +++ b/java/README_CN.md @@ -0,0 +1,26 @@ +## Java 示例 + +### 安装客户端依赖 +``` +mvn compile +mvn install +cd examples +mvn compile +mvn install +``` + +### 启动服务端 + +以fit_a_line模型为例 + +``` + python -m paddle_serving_server.serve --model uci_housing_model --thread 10 --port 9393 --use_multilang #CPU +python -m paddle_serving_server_gpu.serve --model uci_housing_model --thread 10 --port 9393 --use_multilang #GPU +``` + +### 客户端预测 +``` +java -cp paddle-serving-sdk-java-examples-0.0.1-jar-with-dependencies.jar PaddleServingClientExample fit_a_line +``` + +java示例中还包含了bert、model_enaemble、asyn_predict、batch_predict、cube_local、cube_quant、yolov4模型的预测客户端。 diff --git a/python/paddle_serving_server/__init__.py b/python/paddle_serving_server/__init__.py index 76694bc5bb864f4c21ff3b9c2cfd07761c5adbea..ad64e9787857f7b05054007055113824abb1e471 100644 --- a/python/paddle_serving_server/__init__.py +++ b/python/paddle_serving_server/__init__.py @@ -584,7 +584,7 @@ class MultiLangServerServiceServicer(multi_lang_general_model_service_pb2_grpc. else: raise Exception("error type.") tensor.shape.extend(list(model_result[name].shape)) - if name in self.lod_tensor_set_: + if "{}.lod".format(name) in model_result: tensor.lod.extend(model_result["{}.lod".format(name)] .tolist()) inst.tensor_array.append(tensor) diff --git a/python/paddle_serving_server_gpu/__init__.py b/python/paddle_serving_server_gpu/__init__.py index 1c02ead52df49e8b3c4495c0c52f55e13fb18db3..c7e36aede5dc87141b286eeb589c46663a24ebd1 100644 --- a/python/paddle_serving_server_gpu/__init__.py +++ b/python/paddle_serving_server_gpu/__init__.py @@ -655,7 +655,7 @@ class MultiLangServerServiceServicer(multi_lang_general_model_service_pb2_grpc. else: raise Exception("error type.") tensor.shape.extend(list(model_result[name].shape)) - if name in self.lod_tensor_set_: + if "{}.lod".format(name) in model_result: tensor.lod.extend(model_result["{}.lod".format(name)] .tolist()) inst.tensor_array.append(tensor)