diff --git a/tools/infer/predict_cls.py b/tools/infer/predict_cls.py index 6604d3cc85ae196a0a3f46014d83a551240ee448..074172cc947cdc03b21392cf7b109971763f796a 100755 --- a/tools/infer/predict_cls.py +++ b/tools/infer/predict_cls.py @@ -18,6 +18,8 @@ __dir__ = os.path.dirname(os.path.abspath(__file__)) sys.path.append(__dir__) sys.path.append(os.path.abspath(os.path.join(__dir__, '../..'))) +os.environ["FLAGS_allocator_strategy"] = 'auto_growth' + import cv2 import copy import numpy as np diff --git a/tools/infer/predict_det.py b/tools/infer/predict_det.py index e677eb24ab3aa1217971c287fb6e38eb54b09c83..077692afa84a745cb1b1fcb5b2c71f3dd5653013 100755 --- a/tools/infer/predict_det.py +++ b/tools/infer/predict_det.py @@ -18,6 +18,8 @@ __dir__ = os.path.dirname(os.path.abspath(__file__)) sys.path.append(__dir__) sys.path.append(os.path.abspath(os.path.join(__dir__, '../..'))) +os.environ["FLAGS_allocator_strategy"] = 'auto_growth' + import cv2 import numpy as np import time diff --git a/tools/infer/predict_rec.py b/tools/infer/predict_rec.py index 89d04cffb32a67af9869aadafaf3067ff1f48f74..974fdbb6c7f4d33bd39e818945be480d858c0d09 100755 --- a/tools/infer/predict_rec.py +++ b/tools/infer/predict_rec.py @@ -18,6 +18,8 @@ __dir__ = os.path.dirname(os.path.abspath(__file__)) sys.path.append(__dir__) sys.path.append(os.path.abspath(os.path.join(__dir__, '../..'))) +os.environ["FLAGS_allocator_strategy"] = 'auto_growth' + import cv2 import numpy as np import math diff --git a/tools/infer/predict_system.py b/tools/infer/predict_system.py index 07dfc216a2aaa509a6625df2a29a3429a6b05086..8c4f9214db9621fe4e0393ed3dac0e9a7ccedbf6 100755 --- a/tools/infer/predict_system.py +++ b/tools/infer/predict_system.py @@ -18,6 +18,8 @@ __dir__ = os.path.dirname(os.path.abspath(__file__)) sys.path.append(__dir__) sys.path.append(os.path.abspath(os.path.join(__dir__, '../..'))) +os.environ["FLAGS_allocator_strategy"] = 'auto_growth' + import cv2 import copy import numpy as np diff --git a/tools/infer/utility.py b/tools/infer/utility.py index 39c045de8177b15b11e090d0ca60a7539e66ff28..966fa3cc4c8c4e721fa83e440c9c6181937c7e96 100755 --- a/tools/infer/utility.py +++ b/tools/infer/utility.py @@ -33,7 +33,7 @@ def parse_args(): parser.add_argument("--ir_optim", type=str2bool, default=True) parser.add_argument("--use_tensorrt", type=str2bool, default=False) parser.add_argument("--use_fp16", type=str2bool, default=False) - parser.add_argument("--gpu_mem", type=int, default=8000) + parser.add_argument("--gpu_mem", type=int, default=500) # params for text detector parser.add_argument("--image_dir", type=str) @@ -62,7 +62,7 @@ def parse_args(): parser.add_argument("--rec_model_dir", type=str) parser.add_argument("--rec_image_shape", type=str, default="3, 32, 320") parser.add_argument("--rec_char_type", type=str, default='ch') - parser.add_argument("--rec_batch_num", type=int, default=1) + parser.add_argument("--rec_batch_num", type=int, default=6) parser.add_argument("--max_text_length", type=int, default=25) parser.add_argument( "--rec_char_dict_path", @@ -123,6 +123,7 @@ def create_predictor(args, mode, logger): # cache 10 different shapes for mkldnn to avoid memory leak config.set_mkldnn_cache_capacity(10) config.enable_mkldnn() + args.rec_batch_num = 1 # config.enable_memory_optim() config.disable_glog_info() diff --git a/tools/infer_cls.py b/tools/infer_cls.py index 85e11ac3d48a5c054f39153c3c67c36d3f69974c..496964826b0b063f9f937c31342932c6cd95502f 100755 --- a/tools/infer_cls.py +++ b/tools/infer_cls.py @@ -25,6 +25,8 @@ __dir__ = os.path.dirname(os.path.abspath(__file__)) sys.path.append(__dir__) sys.path.append(os.path.abspath(os.path.join(__dir__, '..'))) +os.environ["FLAGS_allocator_strategy"] = 'auto_growth' + import paddle from ppocr.data import create_operators, transform diff --git a/tools/infer_det.py b/tools/infer_det.py index d1b1b7520368f9b1bccf871db921058fe09a6bbe..d890970ec14c25815fed8366d9257495f7485e0d 100755 --- a/tools/infer_det.py +++ b/tools/infer_det.py @@ -25,6 +25,8 @@ __dir__ = os.path.dirname(os.path.abspath(__file__)) sys.path.append(__dir__) sys.path.append(os.path.abspath(os.path.join(__dir__, '..'))) +os.environ["FLAGS_allocator_strategy"] = 'auto_growth' + import cv2 import json import paddle diff --git a/tools/infer_rec.py b/tools/infer_rec.py index e3e85b5d9e4fb129379ee294d209f030a5e80b3e..7e4b081140c37ff1eb8c5e0085185b8961198a0b 100755 --- a/tools/infer_rec.py +++ b/tools/infer_rec.py @@ -25,6 +25,8 @@ __dir__ = os.path.dirname(os.path.abspath(__file__)) sys.path.append(__dir__) sys.path.append(os.path.abspath(os.path.join(__dir__, '..'))) +os.environ["FLAGS_allocator_strategy"] = 'auto_growth' + import paddle from ppocr.data import create_operators, transform