paddleocr.py 24.3 KB
Newer Older
W
WenmuZhou 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import os
import sys
文幕地方's avatar
文幕地方 已提交
17
import importlib
W
WenmuZhou 已提交
18 19

__dir__ = os.path.dirname(__file__)
Z
zhoujun 已提交
20 21 22

import paddle

W
WenmuZhou 已提交
23 24 25
sys.path.append(os.path.join(__dir__, ''))

import cv2
W
WenmuZhou 已提交
26
import logging
W
WenmuZhou 已提交
27 28 29
import numpy as np
from pathlib import Path

文幕地方's avatar
文幕地方 已提交
30 31 32 33
tools = importlib.import_module('.', 'tools')
ppocr = importlib.import_module('.', 'ppocr')
ppstructure = importlib.import_module('.', 'ppstructure')

W
WenmuZhou 已提交
34
from tools.infer import predict_system
W
WenmuZhou 已提交
35
from ppocr.utils.logging import get_logger
W
WenmuZhou 已提交
36

W
WenmuZhou 已提交
37
logger = get_logger()
38
from ppocr.utils.utility import check_and_read_gif, get_image_file_list
39
from ppocr.utils.network import maybe_download, download_with_progressbar, is_link, confirm_model_dir_url
Z
zhoujun 已提交
40
from tools.infer.utility import draw_ocr, str2bool, check_gpu
41
from ppstructure.utility import init_args, draw_structure_result
42
from ppstructure.predict_system import StructureSystem, save_structure_res
W
WenmuZhou 已提交
43

文幕地方's avatar
文幕地方 已提交
44 45 46 47 48 49
__all__ = [
    'PaddleOCR', 'PPStructure', 'draw_ocr', 'draw_structure_result',
    'save_structure_res', 'download_with_progressbar'
]

SUPPORT_DET_MODEL = ['DB']
A
andyjpaddle 已提交
50 51
VERSION = '2.5.0.2'
SUPPORT_REC_MODEL = ['CRNN', 'SVTR_LCNet']
文幕地方's avatar
文幕地方 已提交
52 53
BASE_DIR = os.path.expanduser("~/.paddleocr/")

54 55 56 57
DEFAULT_OCR_MODEL_VERSION = 'PP-OCRv3'
SUPPORT_OCR_MODEL_VERSION = ['PP-OCR', 'PP-OCRv2', 'PP-OCRv3']
DEFAULT_STRUCTURE_MODEL_VERSION = 'PP-STRUCTURE'
SUPPORT_STRUCTURE_MODEL_VERSION = ['PP-STRUCTURE']
文幕地方's avatar
文幕地方 已提交
58
MODEL_URLS = {
Z
zhoujun 已提交
59
    'OCR': {
60 61 62 63 64 65 66 67 68 69
        'PP-OCRv3': {
            'det': {
                'ch': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/chinese/ch_PP-OCRv3_det_infer.tar',
                },
                'en': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/english/en_PP-OCRv3_det_infer.tar',
                },
A
andyjpaddle 已提交
70 71 72 73
                'ml': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/Multilingual_PP-OCRv3_det_infer.tar'
                }
74 75 76 77 78 79 80 81 82 83 84 85
            },
            'rec': {
                'ch': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/chinese/ch_PP-OCRv3_rec_infer.tar',
                    'dict_path': './ppocr/utils/ppocr_keys_v1.txt'
                },
                'en': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/english/en_PP-OCRv3_rec_infer.tar',
                    'dict_path': './ppocr/utils/en_dict.txt'
                },
A
andyjpaddle 已提交
86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117
                'korean': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/korean_PP-OCRv3_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/korean_dict.txt'
                },
                'japan': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/japan_PP-OCRv3_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/japan_dict.txt'
                },
                'chinese_cht': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/chinese_cht_PP-OCRv3_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/chinese_cht_dict.txt'
                },
                'ta': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/ta_PP-OCRv3_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/ta_dict.txt'
                },
                'te': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/te_PP-OCRv3_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/te_dict.txt'
                },
                'ka': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/ka_PP-OCRv3_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/ka_dict.txt'
                },
                'latin': {
                    'url':
A
andyjpaddle 已提交
118
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/latin_PP-OCRv3_rec_infer.tar',
A
andyjpaddle 已提交
119 120 121 122
                    'dict_path': './ppocr/utils/dict/latin_dict.txt'
                },
                'arabic': {
                    'url':
A
andyjpaddle 已提交
123
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/arabic_PP-OCRv3_rec_infer.tar',
A
andyjpaddle 已提交
124 125 126 127
                    'dict_path': './ppocr/utils/dict/arabic_dict.txt'
                },
                'cyrillic': {
                    'url':
A
andyjpaddle 已提交
128
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/cyrillic_PP-OCRv3_rec_infer.tar',
A
andyjpaddle 已提交
129 130 131 132
                    'dict_path': './ppocr/utils/dict/cyrillic_dict.txt'
                },
                'devanagari': {
                    'url':
A
andyjpaddle 已提交
133
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/devanagari_PP-OCRv3_rec_infer.tar',
A
andyjpaddle 已提交
134 135
                    'dict_path': './ppocr/utils/dict/devanagari_dict.txt'
                },
136 137 138 139 140 141 142 143
            },
            'cls': {
                'ch': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_cls_infer.tar',
                }
            },
        },
Z
zhoujun 已提交
144 145 146 147 148 149
        'PP-OCRv2': {
            'det': {
                'ch': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv2/chinese/ch_PP-OCRv2_det_infer.tar',
                },
文幕地方's avatar
文幕地方 已提交
150
            },
Z
zhoujun 已提交
151 152 153 154 155 156
            'rec': {
                'ch': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv2/chinese/ch_PP-OCRv2_rec_infer.tar',
                    'dict_path': './ppocr/utils/ppocr_keys_v1.txt'
                }
文幕地方's avatar
文幕地方 已提交
157
            }
W
WenmuZhou 已提交
158
        },
159
        'PP-OCR': {
Z
zhoujun 已提交
160 161 162 163 164 165 166 167 168 169 170 171 172
            'det': {
                'ch': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_det_infer.tar',
                },
                'en': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/en_ppocr_mobile_v2.0_det_infer.tar',
                },
                'structure': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/table/en_ppocr_mobile_v2.0_table_det_infer.tar'
                }
文幕地方's avatar
文幕地方 已提交
173
            },
Z
zhoujun 已提交
174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249
            'rec': {
                'ch': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/ppocr_keys_v1.txt'
                },
                'en': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/en_number_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/en_dict.txt'
                },
                'french': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/french_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/french_dict.txt'
                },
                'german': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/german_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/german_dict.txt'
                },
                'korean': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/korean_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/korean_dict.txt'
                },
                'japan': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/japan_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/japan_dict.txt'
                },
                'chinese_cht': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/chinese_cht_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/chinese_cht_dict.txt'
                },
                'ta': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/ta_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/ta_dict.txt'
                },
                'te': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/te_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/te_dict.txt'
                },
                'ka': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/ka_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/ka_dict.txt'
                },
                'latin': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/latin_ppocr_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/latin_dict.txt'
                },
                'arabic': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/arabic_ppocr_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/arabic_dict.txt'
                },
                'cyrillic': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/cyrillic_ppocr_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/cyrillic_dict.txt'
                },
                'devanagari': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/devanagari_ppocr_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/devanagari_dict.txt'
                },
                'structure': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/table/en_ppocr_mobile_v2.0_table_rec_infer.tar',
                    'dict_path': 'ppocr/utils/dict/table_dict.txt'
                }
文幕地方's avatar
文幕地方 已提交
250
            },
Z
zhoujun 已提交
251 252 253 254 255
            'cls': {
                'ch': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_cls_infer.tar',
                }
文幕地方's avatar
文幕地方 已提交
256
            },
Z
zhoujun 已提交
257 258 259
        }
    },
    'STRUCTURE': {
260
        'PP-STRUCTURE': {
Z
zhoujun 已提交
261 262 263 264 265 266
            'table': {
                'en': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/table/en_ppocr_mobile_v2.0_table_structure_infer.tar',
                    'dict_path': 'ppocr/utils/dict/table_structure_dict.txt'
                }
文幕地方's avatar
文幕地方 已提交
267
            }
W
WenmuZhou 已提交
268
        }
269
    }
W
WenmuZhou 已提交
270 271 272
}


W
WenmuZhou 已提交
273
def parse_args(mMain=True):
W
WenmuZhou 已提交
274
    import argparse
W
WenmuZhou 已提交
275 276 277 278 279
    parser = init_args()
    parser.add_help = mMain
    parser.add_argument("--lang", type=str, default='ch')
    parser.add_argument("--det", type=str2bool, default=True)
    parser.add_argument("--rec", type=str2bool, default=True)
280
    parser.add_argument("--type", type=str, default='ocr')
Z
zhoujun 已提交
281 282 283
    parser.add_argument(
        "--ocr_version",
        type=str,
文幕地方's avatar
add hit  
文幕地方 已提交
284
        choices=SUPPORT_OCR_MODEL_VERSION,
285
        default='PP-OCRv3',
Z
zhoujun 已提交
286
        help='OCR Model version, the current model support list is as follows: '
287 288 289
        '1. PP-OCRv3 Support Chinese and English detection and recognition model, and direction classifier model'
        '2. PP-OCRv2 Support Chinese detection and recognition model. '
        '3. PP-OCR support Chinese detection, recognition and direction classifier and multilingual recognition model.'
Z
zhoujun 已提交
290 291 292 293
    )
    parser.add_argument(
        "--structure_version",
        type=str,
文幕地方's avatar
add hit  
文幕地方 已提交
294
        choices=SUPPORT_STRUCTURE_MODEL_VERSION,
295
        default='PP-STRUCTURE',
Z
zhoujun 已提交
296 297
        help='Model version, the current model support list is as follows:'
        ' 1. STRUCTURE Support en table structure model.')
W
WenmuZhou 已提交
298 299

    for action in parser._actions:
300
        if action.dest in ['rec_char_dict_path', 'table_char_dict_path']:
W
WenmuZhou 已提交
301
            action.default = None
W
WenmuZhou 已提交
302
    if mMain:
W
WenmuZhou 已提交
303
        return parser.parse_args()
W
WenmuZhou 已提交
304
    else:
305
        inference_args_dict = {}
W
WenmuZhou 已提交
306 307
        for action in parser._actions:
            inference_args_dict[action.dest] = action.default
308
        return argparse.Namespace(**inference_args_dict)
W
WenmuZhou 已提交
309 310


W
WenmuZhou 已提交
311 312
def parse_lang(lang):
    latin_lang = [
文幕地方's avatar
文幕地方 已提交
313 314 315
        'af', 'az', 'bs', 'cs', 'cy', 'da', 'de', 'es', 'et', 'fr', 'ga', 'hr',
        'hu', 'id', 'is', 'it', 'ku', 'la', 'lt', 'lv', 'mi', 'ms', 'mt', 'nl',
        'no', 'oc', 'pi', 'pl', 'pt', 'ro', 'rs_latin', 'sk', 'sl', 'sq', 'sv',
A
andyjpaddle 已提交
316
        'sw', 'tl', 'tr', 'uz', 'vi', 'french', 'german'
W
WenmuZhou 已提交
317 318 319
    ]
    arabic_lang = ['ar', 'fa', 'ug', 'ur']
    cyrillic_lang = [
文幕地方's avatar
文幕地方 已提交
320 321
        'ru', 'rs_cyrillic', 'be', 'bg', 'uk', 'mn', 'abq', 'ady', 'kbd', 'ava',
        'dar', 'inh', 'che', 'lbe', 'lez', 'tab'
W
WenmuZhou 已提交
322 323
    ]
    devanagari_lang = [
文幕地方's avatar
文幕地方 已提交
324 325
        'hi', 'mr', 'ne', 'bh', 'mai', 'ang', 'bho', 'mah', 'sck', 'new', 'gom',
        'sa', 'bgc'
W
WenmuZhou 已提交
326 327 328 329 330 331 332 333 334
    ]
    if lang in latin_lang:
        lang = "latin"
    elif lang in arabic_lang:
        lang = "arabic"
    elif lang in cyrillic_lang:
        lang = "cyrillic"
    elif lang in devanagari_lang:
        lang = "devanagari"
Z
zhoujun 已提交
335
    assert lang in MODEL_URLS['OCR'][DEFAULT_OCR_MODEL_VERSION][
W
WenmuZhou 已提交
336
        'rec'], 'param lang must in {}, but got {}'.format(
Z
zhoujun 已提交
337
            MODEL_URLS['OCR'][DEFAULT_OCR_MODEL_VERSION]['rec'].keys(), lang)
W
WenmuZhou 已提交
338 339 340 341
    if lang == "ch":
        det_lang = "ch"
    elif lang == 'structure':
        det_lang = 'structure'
A
andyjpaddle 已提交
342
    elif lang in ["en", "latin"]:
W
WenmuZhou 已提交
343
        det_lang = "en"
A
andyjpaddle 已提交
344 345
    else:
        det_lang = "ml"
W
WenmuZhou 已提交
346 347 348
    return lang, det_lang


Z
zhoujun 已提交
349 350 351 352 353 354 355
def get_model_config(type, version, model_type, lang):
    if type == 'OCR':
        DEFAULT_MODEL_VERSION = DEFAULT_OCR_MODEL_VERSION
    elif type == 'STRUCTURE':
        DEFAULT_MODEL_VERSION = DEFAULT_STRUCTURE_MODEL_VERSION
    else:
        raise NotImplementedError
文幕地方's avatar
文幕地方 已提交
356

Z
zhoujun 已提交
357 358
    model_urls = MODEL_URLS[type]
    if version not in model_urls:
文幕地方's avatar
文幕地方 已提交
359
        version = DEFAULT_MODEL_VERSION
Z
zhoujun 已提交
360 361
    if model_type not in model_urls[version]:
        if model_type in model_urls[DEFAULT_MODEL_VERSION]:
文幕地方's avatar
文幕地方 已提交
362 363 364
            version = DEFAULT_MODEL_VERSION
        else:
            logger.error('{} models is not support, we only support {}'.format(
Z
zhoujun 已提交
365
                model_type, model_urls[DEFAULT_MODEL_VERSION].keys()))
文幕地方's avatar
文幕地方 已提交
366
            sys.exit(-1)
文幕地方's avatar
add hit  
文幕地方 已提交
367

Z
zhoujun 已提交
368 369
    if lang not in model_urls[version][model_type]:
        if lang in model_urls[DEFAULT_MODEL_VERSION][model_type]:
文幕地方's avatar
文幕地方 已提交
370 371 372 373
            version = DEFAULT_MODEL_VERSION
        else:
            logger.error(
                'lang {} is not support, we only support {} for {} models'.
Z
zhoujun 已提交
374
                format(lang, model_urls[DEFAULT_MODEL_VERSION][model_type].keys(
文幕地方's avatar
文幕地方 已提交
375 376
                ), model_type))
            sys.exit(-1)
Z
zhoujun 已提交
377
    return model_urls[version][model_type][lang]
文幕地方's avatar
文幕地方 已提交
378 379


W
WenmuZhou 已提交
380
class PaddleOCR(predict_system.TextSystem):
381
    def __init__(self, **kwargs):
W
WenmuZhou 已提交
382 383 384 385 386
        """
        paddleocr package
        args:
            **kwargs: other params show in paddleocr --help
        """
W
WenmuZhou 已提交
387 388
        params = parse_args(mMain=False)
        params.__dict__.update(**kwargs)
文幕地方's avatar
add hit  
文幕地方 已提交
389 390
        assert params.ocr_version in SUPPORT_OCR_MODEL_VERSION, "ocr_version must in {}, but get {}".format(
            SUPPORT_OCR_MODEL_VERSION, params.ocr_version)
Z
zhoujun 已提交
391 392
        params.use_gpu = check_gpu(params.use_gpu)

W
WenmuZhou 已提交
393 394
        if not params.show_log:
            logger.setLevel(logging.INFO)
W
WenmuZhou 已提交
395
        self.use_angle_cls = params.use_angle_cls
W
WenmuZhou 已提交
396
        lang, det_lang = parse_lang(params.lang)
W
WenmuZhou 已提交
397

398
        # init model dir
Z
zhoujun 已提交
399 400
        det_model_config = get_model_config('OCR', params.ocr_version, 'det',
                                            det_lang)
文幕地方's avatar
文幕地方 已提交
401 402
        params.det_model_dir, det_url = confirm_model_dir_url(
            params.det_model_dir,
文幕地方's avatar
文幕地方 已提交
403
            os.path.join(BASE_DIR, 'whl', 'det', det_lang),
文幕地方's avatar
文幕地方 已提交
404
            det_model_config['url'])
Z
zhoujun 已提交
405 406
        rec_model_config = get_model_config('OCR', params.ocr_version, 'rec',
                                            lang)
文幕地方's avatar
文幕地方 已提交
407 408
        params.rec_model_dir, rec_url = confirm_model_dir_url(
            params.rec_model_dir,
文幕地方's avatar
文幕地方 已提交
409
            os.path.join(BASE_DIR, 'whl', 'rec', lang), rec_model_config['url'])
Z
zhoujun 已提交
410 411
        cls_model_config = get_model_config('OCR', params.ocr_version, 'cls',
                                            'ch')
文幕地方's avatar
文幕地方 已提交
412 413
        params.cls_model_dir, cls_url = confirm_model_dir_url(
            params.cls_model_dir,
文幕地方's avatar
文幕地方 已提交
414
            os.path.join(BASE_DIR, 'whl', 'cls'), cls_model_config['url'])
A
andyjpaddle 已提交
415 416 417 418
        if params.ocr_version == 'PP-OCRv3':
            params.rec_image_shape = "3, 48, 320"
        else:
            params.rec_image_shape = "3, 32, 320"
W
WenmuZhou 已提交
419
        # download model
420 421 422
        maybe_download(params.det_model_dir, det_url)
        maybe_download(params.rec_model_dir, rec_url)
        maybe_download(params.cls_model_dir, cls_url)
W
WenmuZhou 已提交
423

W
WenmuZhou 已提交
424
        if params.det_algorithm not in SUPPORT_DET_MODEL:
W
WenmuZhou 已提交
425 426
            logger.error('det_algorithm must in {}'.format(SUPPORT_DET_MODEL))
            sys.exit(0)
W
WenmuZhou 已提交
427
        if params.rec_algorithm not in SUPPORT_REC_MODEL:
W
WenmuZhou 已提交
428 429
            logger.error('rec_algorithm must in {}'.format(SUPPORT_REC_MODEL))
            sys.exit(0)
W
WenmuZhou 已提交
430 431

        if params.rec_char_dict_path is None:
文幕地方's avatar
文幕地方 已提交
432 433
            params.rec_char_dict_path = str(
                Path(__file__).parent / rec_model_config['dict_path'])
W
WenmuZhou 已提交
434

文幕地方's avatar
文幕地方 已提交
435
        logger.debug(params)
W
WenmuZhou 已提交
436
        # init det_model and rec_model
W
WenmuZhou 已提交
437
        super().__init__(params)
W
WenmuZhou 已提交
438

439
    def ocr(self, img, det=True, rec=True, cls=True):
W
WenmuZhou 已提交
440 441 442 443
        """
        ocr with paddleocr
        args:
            img: img for ocr, support ndarray, img_path and list or ndarray
fanruinet's avatar
fanruinet 已提交
444 445 446
            det: use text detection or not. If false, only rec will be exec. Default is True
            rec: use text recognition or not. If false, only det will be exec. Default is True
            cls: use angle classifier or not. Default is True. If true, the text with rotation of 180 degrees can be recognized. If no text is rotated by 180 degrees, use cls=False to get better performance. Text with rotation of 90 or 270 degrees can be recognized even if cls=False.
W
WenmuZhou 已提交
447 448
        """
        assert isinstance(img, (np.ndarray, list, str))
W
WenmuZhou 已提交
449 450 451
        if isinstance(img, list) and det == True:
            logger.error('When input a list of images, det must be false')
            exit(0)
452
        if cls == True and self.use_angle_cls == False:
W
WenmuZhou 已提交
453 454 455
            logger.warning(
                'Since the angle classifier is not initialized, the angle classifier will not be uesd during the forward process'
            )
W
WenmuZhou 已提交
456

W
WenmuZhou 已提交
457
        if isinstance(img, str):
W
WenmuZhou 已提交
458 459 460 461
            # download net image
            if img.startswith('http'):
                download_with_progressbar(img, 'tmp.jpg')
                img = 'tmp.jpg'
W
WenmuZhou 已提交
462 463 464
            image_file = img
            img, flag = check_and_read_gif(image_file)
            if not flag:
465 466 467
                with open(image_file, 'rb') as f:
                    np_arr = np.frombuffer(f.read(), dtype=np.uint8)
                    img = cv2.imdecode(np_arr, cv2.IMREAD_COLOR)
W
WenmuZhou 已提交
468 469 470
            if img is None:
                logger.error("error in loading image:{}".format(image_file))
                return None
W
WenmuZhou 已提交
471 472
        if isinstance(img, np.ndarray) and len(img.shape) == 2:
            img = cv2.cvtColor(img, cv2.COLOR_GRAY2BGR)
W
WenmuZhou 已提交
473
        if det and rec:
474
            dt_boxes, rec_res = self.__call__(img, cls)
W
WenmuZhou 已提交
475 476 477 478 479 480 481 482 483
            return [[box.tolist(), res] for box, res in zip(dt_boxes, rec_res)]
        elif det and not rec:
            dt_boxes, elapse = self.text_detector(img)
            if dt_boxes is None:
                return None
            return [box.tolist() for box in dt_boxes]
        else:
            if not isinstance(img, list):
                img = [img]
484
            if self.use_angle_cls and cls:
W
WenmuZhou 已提交
485 486 487
                img, cls_res, elapse = self.text_classifier(img)
                if not rec:
                    return cls_res
W
WenmuZhou 已提交
488 489
            rec_res, elapse = self.text_recognizer(img)
            return rec_res
490 491


492
class PPStructure(StructureSystem):
493 494 495
    def __init__(self, **kwargs):
        params = parse_args(mMain=False)
        params.__dict__.update(**kwargs)
文幕地方's avatar
add hit  
文幕地方 已提交
496
        assert params.structure_version in SUPPORT_STRUCTURE_MODEL_VERSION, "structure_version must in {}, but get {}".format(
文幕地方's avatar
add hit  
文幕地方 已提交
497
            SUPPORT_STRUCTURE_MODEL_VERSION, params.structure_version)
Z
zhoujun 已提交
498 499
        params.use_gpu = check_gpu(params.use_gpu)

500 501
        if not params.show_log:
            logger.setLevel(logging.INFO)
W
WenmuZhou 已提交
502 503
        lang, det_lang = parse_lang(params.lang)

504
        # init model dir
Z
zhoujun 已提交
505 506
        det_model_config = get_model_config('OCR', params.ocr_version, 'det',
                                            det_lang)
文幕地方's avatar
文幕地方 已提交
507 508
        params.det_model_dir, det_url = confirm_model_dir_url(
            params.det_model_dir,
文幕地方's avatar
文幕地方 已提交
509
            os.path.join(BASE_DIR, 'whl', 'det', det_lang),
文幕地方's avatar
文幕地方 已提交
510
            det_model_config['url'])
Z
zhoujun 已提交
511 512
        rec_model_config = get_model_config('OCR', params.ocr_version, 'rec',
                                            lang)
文幕地方's avatar
文幕地方 已提交
513 514
        params.rec_model_dir, rec_url = confirm_model_dir_url(
            params.rec_model_dir,
文幕地方's avatar
文幕地方 已提交
515
            os.path.join(BASE_DIR, 'whl', 'rec', lang), rec_model_config['url'])
Z
zhoujun 已提交
516 517
        table_model_config = get_model_config(
            'STRUCTURE', params.structure_version, 'table', 'en')
文幕地方's avatar
文幕地方 已提交
518 519
        params.table_model_dir, table_url = confirm_model_dir_url(
            params.table_model_dir,
文幕地方's avatar
文幕地方 已提交
520
            os.path.join(BASE_DIR, 'whl', 'table'), table_model_config['url'])
521 522 523 524 525 526
        # download model
        maybe_download(params.det_model_dir, det_url)
        maybe_download(params.rec_model_dir, rec_url)
        maybe_download(params.table_model_dir, table_url)

        if params.rec_char_dict_path is None:
文幕地方's avatar
文幕地方 已提交
527 528
            params.rec_char_dict_path = str(
                Path(__file__).parent / rec_model_config['dict_path'])
529
        if params.table_char_dict_path is None:
文幕地方's avatar
文幕地方 已提交
530 531
            params.table_char_dict_path = str(
                Path(__file__).parent / table_model_config['dict_path'])
532

文幕地方's avatar
文幕地方 已提交
533
        logger.debug(params)
534 535
        super().__init__(params)

536
    def __call__(self, img, return_ocr_result_in_table=False):
537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553
        if isinstance(img, str):
            # download net image
            if img.startswith('http'):
                download_with_progressbar(img, 'tmp.jpg')
                img = 'tmp.jpg'
            image_file = img
            img, flag = check_and_read_gif(image_file)
            if not flag:
                with open(image_file, 'rb') as f:
                    np_arr = np.frombuffer(f.read(), dtype=np.uint8)
                    img = cv2.imdecode(np_arr, cv2.IMREAD_COLOR)
            if img is None:
                logger.error("error in loading image:{}".format(image_file))
                return None
        if isinstance(img, np.ndarray) and len(img.shape) == 2:
            img = cv2.cvtColor(img, cv2.COLOR_GRAY2BGR)

554
        res = super().__call__(img, return_ocr_result_in_table)
555 556 557
        return res


558
def main():
W
WenmuZhou 已提交
559
    # for cmd
W
WenmuZhou 已提交
560
    args = parse_args(mMain=True)
W
WenmuZhou 已提交
561
    image_dir = args.image_dir
562
    if is_link(image_dir):
W
WenmuZhou 已提交
563 564 565 566
        download_with_progressbar(image_dir, 'tmp.jpg')
        image_file_list = ['tmp.jpg']
    else:
        image_file_list = get_image_file_list(args.image_dir)
567 568 569
    if len(image_file_list) == 0:
        logger.error('no images find in {}'.format(args.image_dir))
        return
W
WenmuZhou 已提交
570
    if args.type == 'ocr':
571
        engine = PaddleOCR(**(args.__dict__))
W
WenmuZhou 已提交
572
    elif args.type == 'structure':
573 574 575
        engine = PPStructure(**(args.__dict__))
    else:
        raise NotImplementedError
W
WenmuZhou 已提交
576

577
    for img_path in image_file_list:
578
        img_name = os.path.basename(img_path).split('.')[0]
W
WenmuZhou 已提交
579
        logger.info('{}{}{}'.format('*' * 10, img_path, '*' * 10))
580 581
        if args.type == 'ocr':
            result = engine.ocr(img_path,
W
WenmuZhou 已提交
582 583 584
                                det=args.det,
                                rec=args.rec,
                                cls=args.use_angle_cls)
585 586 587 588 589
            if result is not None:
                for line in result:
                    logger.info(line)
        elif args.type == 'structure':
            result = engine(img_path)
W
WenmuZhou 已提交
590 591
            save_structure_res(result, args.output, img_name)

592
            for item in result:
W
WenmuZhou 已提交
593
                item.pop('img')
文幕地方's avatar
文幕地方 已提交
594
                logger.info(item)