# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # pylint: disable=doc-string-missing import grpc import numpy as np from numpy import * import logging import functools from .proto import pipeline_service_pb2 from .proto import pipeline_service_pb2_grpc _LOGGER = logging.getLogger() class PipelineClient(object): def __init__(self): self._channel = None def connect(self, endpoint): self._channel = grpc.insecure_channel(endpoint) self._stub = pipeline_service_pb2_grpc.PipelineServiceStub( self._channel) def _pack_request_package(self, feed_dict): req = pipeline_service_pb2.Request() for key, value in feed_dict.items(): req.key.append(key) if isinstance(value, np.ndarray): req.value.append(value.__repr__()) elif isinstance(value, str): req.value.append(value) elif isinstance(value, list): req.value.append(np.array(value).__repr__()) else: raise TypeError("only str and np.ndarray type is supported: {}". format(type(value))) return req def _unpack_response_package(self, resp, fetch): if resp.ecode != 0: return {"ecode": resp.ecode, "error_info": resp.error_info} fetch_map = {"ecode": resp.ecode} for idx, key in enumerate(resp.key): if fetch is not None and key not in fetch: continue data = resp.value[idx] try: data = eval(data) except Exception as e: pass fetch_map[key] = data return fetch_map def predict(self, feed_dict, fetch=None, asyn=False): if not isinstance(feed_dict, dict): raise TypeError( "feed must be dict type with format: {name: value}.") if fetch is not None and not isinstance(fetch, list): raise TypeError("fetch must be list type with format: [name].") req = self._pack_request_package(feed_dict) if not asyn: resp = self._stub.inference(req) return self._unpack_response_package(resp, fetch) else: call_future = self._stub.inference.future(req) return PipelinePredictFuture( call_future, functools.partial( self._unpack_response_package, fetch=fetch)) class PipelinePredictFuture(object): def __init__(self, call_future, callback_func): self.call_future_ = call_future self.callback_func_ = callback_func def result(self): resp = self.call_future_.result() return self.callback_func_(resp)