Merge branch 'develop' into support-string-list-input-predict

python/paddle_serving_app/local_predict.py

@@ -23,10 +23,13 @@ from .proto import general_model_config_pb2 as m_config
 import paddle.inference as paddle_infer
 import logging
 import glob
+from paddle_serving_server.pipeline.error_catch import ErrorCatch, CustomException, CustomExceptionCode, ParamChecker, ParamVerify
+check_dynamic_shape_info=ParamVerify.check_dynamic_shape_info
 
 logging.basicConfig(format="%(asctime)s - %(levelname)s - %(message)s")
 logger = logging.getLogger("LocalPredictor")
 logger.setLevel(logging.INFO)
+from paddle_serving_server.util import kill_stop_process_by_pid
 
 precision_map = {
     'int8': paddle_infer.PrecisionType.Int8,
@@ -223,6 +226,15 @@ class LocalPredictor(object):
                     use_static=False,
                     use_calib_mode=use_calib)
 
+                @ErrorCatch
+                @ParamChecker
+                def dynamic_shape_info_helper(dynamic_shape_info:lambda dynamic_shape_info: check_dynamic_shape_info(dynamic_shape_info)):
+                    pass
+                _, resp = dynamic_shape_info_helper(dynamic_shape_info)
+                if resp.err_no != CustomExceptionCode.OK.value:
+                    print("dynamic_shape_info configure error, it should contain [min_input_shape', 'max_input_shape', 'opt_input_shape' {}".format(resp.err_msg))
+                    kill_stop_process_by_pid("kill", os.getpgid(os.getpid()))
+
                 if len(dynamic_shape_info):
                     config.set_trt_dynamic_shape_info(
                         dynamic_shape_info['min_input_shape'],
@@ -269,7 +281,18 @@ class LocalPredictor(object):
                 if mkldnn_bf16_op_list is not None:
                     config.set_bfloat16_op(mkldnn_bf16_op_list)
 
-        self.predictor = paddle_infer.create_predictor(config)
+        @ErrorCatch
+        def create_predictor_check(config):
+            predictor = paddle_infer.create_predictor(config)
+            return predictor
+        predictor, resp = create_predictor_check(config)
+        if resp.err_no != CustomExceptionCode.OK.value:
+            logger.critical(
+                "failed to create predictor: {}".format(resp.err_msg),
+                exc_info=False)
+            print("failed to create predictor: {}".format(resp.err_msg))
+            kill_stop_process_by_pid("kill", os.getpgid(os.getpid()))
+        self.predictor = predictor
 
     def predict(self, feed=None, fetch=None, batch=False, log_id=0):
         """

python/pipeline/error_catch.py

@@ -227,5 +227,17 @@ class ParamVerify(object):
            if key not in right_fetch_list:
                return False
         return True 
+     
+    @staticmethod
+    def check_dynamic_shape_info(dynamic_shape_info):
+        if not isinstance(dynamic_shape_info, dict):
+            return False
+        if len(dynamic_shape_info) == 0:
+            return True
+        shape_info_keys = ["min_input_shape", "max_input_shape", "opt_input_shape"]
+        if all(key in dynamic_shape_info for key in shape_info_keys):
+            return True
+        else:
+            return False
 
 ErrorCatch = ErrorCatch()

python/pipeline/operator.py

@@ -46,6 +46,7 @@ from .util import NameGenerator
 from .profiler import UnsafeTimeProfiler as TimeProfiler
 from . import local_service_handler
 from .pipeline_client import PipelineClient as PPClient
+from paddle_serving_server.util import kill_stop_process_by_pid
 
 _LOGGER = logging.getLogger(__name__)
 _op_name_gen = NameGenerator("Op")
@@ -1328,7 +1329,12 @@ class Op(object):
 
         # init ops
         profiler = None
-        try:
+        @ErrorCatch
+        def check_helper(self, is_thread_op, model_config, workdir, 
+             thread_num, device_type, devices, mem_optim, ir_optim, 
+             precision, use_mkldnn, mkldnn_cache_capacity, mkldnn_op_list, 
+             mkldnn_bf16_op_list, min_subgraph_size, dynamic_shape_info):
+            
             if is_thread_op == False and self.client_type == "local_predictor":
                 self.service_handler = local_service_handler.LocalServiceHandler(
                     model_config=model_config,
@@ -1354,12 +1360,21 @@ class Op(object):
                     concurrency_idx)
             # check all ops initialized successfully.
             profiler = self._initialize(is_thread_op, concurrency_idx)
+            return profiler
 
-        except Exception as e:
+        profiler, resp = check_helper(self, is_thread_op, model_config, workdir,
+             thread_num, device_type, devices, mem_optim, ir_optim,
+             precision, use_mkldnn, mkldnn_cache_capacity, mkldnn_op_list,
+             mkldnn_bf16_op_list, min_subgraph_size, dynamic_shape_info)
+
+        if resp.err_no != CustomExceptionCode.OK.value:
             _LOGGER.critical(
-                "{} failed to init op: {}".format(op_info_prefix, e),
-                exc_info=True)
-            os._exit(-1)
+                "{} failed to init op: {}".format(op_info_prefix, resp.err_msg),
+                exc_info=False)
+
+            print("{} failed to init op: {}".format(op_info_prefix, resp.err_msg))
+            kill_stop_process_by_pid("kill", os.getpgid(os.getpid()))
+
         _LOGGER.info("{} Succ init".format(op_info_prefix))
 
         batch_generator = self._auto_batching_generator(