From 86f4abf7d5b87c69b1fcc90dfdc22df37ddf737b Mon Sep 17 00:00:00 2001
From: littletomatodonkey <dazhiningsibuqu@163.com>
Date: Fri, 9 Apr 2021 10:19:34 +0000
Subject: [PATCH] add supprt for multi process inference

---
 ppocr/utils/utility.py           |  1 +
 tools/infer/predict_system.py    |  1 +
 tools/infer/predict_system_mp.py | 46 ++++++++++++++++++++++++++++++++
 tools/infer/utility.py           |  4 +++
 4 files changed, 52 insertions(+)
 create mode 100755 tools/infer/predict_system_mp.py

diff --git a/ppocr/utils/utility.py b/ppocr/utils/utility.py
index 29576d97..7bb4c906 100755
--- a/ppocr/utils/utility.py
+++ b/ppocr/utils/utility.py
@@ -61,6 +61,7 @@ def get_image_file_list(img_file):
                 imgs_lists.append(file_path)
     if len(imgs_lists) == 0:
         raise Exception("not found any img file in {}".format(img_file))
+    imgs_lists = sorted(imgs_lists)
     return imgs_lists
 
 
diff --git a/tools/infer/predict_system.py b/tools/infer/predict_system.py
index de7ee9d3..1014475d 100755
--- a/tools/infer/predict_system.py
+++ b/tools/infer/predict_system.py
@@ -141,6 +141,7 @@ def sorted_boxes(dt_boxes):
 
 def main(args):
     image_file_list = get_image_file_list(args.image_dir)
+    image_file_list = image_file_list[args.process_id::args.total_process_num]
     text_sys = TextSystem(args)
     is_visualize = True
     font_path = args.vis_font_path
diff --git a/tools/infer/predict_system_mp.py b/tools/infer/predict_system_mp.py
new file mode 100755
index 00000000..42373ee8
--- /dev/null
+++ b/tools/infer/predict_system_mp.py
@@ -0,0 +1,46 @@
+# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import os
+import sys
+import paddle
+import subprocess
+
+__dir__ = os.path.dirname(os.path.abspath(__file__))
+sys.path.append(__dir__)
+sys.path.append(os.path.abspath(os.path.join(__dir__, '../..')))
+
+import tools.infer.utility as utility
+
+if __name__ == "__main__":
+    args = utility.parse_args()
+
+    p_list = []
+
+    inference_dir = "inference_results"
+    if not os.path.exists(inference_dir):
+        os.makedirs(inference_dir)
+
+    total_process_num = args.total_process_num
+    for process_id in range(total_process_num):
+        cmd = [sys.executable, "-u", "tools/infer/predict_system.py"
+               ] + sys.argv[1:] + ["--process_id={}".format(process_id)]
+
+        with open("{}/results.{}".format(inference_dir, process_id),
+                  "w") as fin:
+            p = subprocess.Popen(cmd, stdout=fin, stderr=fin)
+            # if you want to print results in the screen, you can use the following command
+            # p = subprocess.Popen(cmd, stdout=fin, stderr=sys.stdout)
+            p_list.append(p)
+    for p in p_list:
+        p.wait()
diff --git a/tools/infer/utility.py b/tools/infer/utility.py
index 911ca7fc..d84332cc 100755
--- a/tools/infer/utility.py
+++ b/tools/infer/utility.py
@@ -85,6 +85,10 @@ def parse_args():
     parser.add_argument("--enable_mkldnn", type=str2bool, default=False)
     parser.add_argument("--use_pdserving", type=str2bool, default=False)
 
+    parser.add_argument("--use_multiprocess", type=str2bool, default=False)
+    parser.add_argument("--total_process_num", type=int, default=1)
+    parser.add_argument("--process_id", type=int, default=0)
+
     return parser.parse_args()
 
 
-- 
GitLab