paddleocr.py 25.7 KB
Newer Older
W
WenmuZhou 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import os
import sys
文幕地方's avatar
文幕地方 已提交
17
import importlib
W
WenmuZhou 已提交
18 19

__dir__ = os.path.dirname(__file__)
Z
zhoujun 已提交
20 21 22

import paddle

W
WenmuZhou 已提交
23 24 25
sys.path.append(os.path.join(__dir__, ''))

import cv2
W
WenmuZhou 已提交
26
import logging
W
WenmuZhou 已提交
27 28 29
import numpy as np
from pathlib import Path

文幕地方's avatar
文幕地方 已提交
30 31 32 33
tools = importlib.import_module('.', 'tools')
ppocr = importlib.import_module('.', 'ppocr')
ppstructure = importlib.import_module('.', 'ppstructure')

W
WenmuZhou 已提交
34
from tools.infer import predict_system
W
WenmuZhou 已提交
35
from ppocr.utils.logging import get_logger
W
WenmuZhou 已提交
36

W
WenmuZhou 已提交
37
logger = get_logger()
38
from ppocr.utils.utility import check_and_read_gif, get_image_file_list
39
from ppocr.utils.network import maybe_download, download_with_progressbar, is_link, confirm_model_dir_url
Z
zhoujun 已提交
40
from tools.infer.utility import draw_ocr, str2bool, check_gpu
41
from ppstructure.utility import init_args, draw_structure_result
42
from ppstructure.predict_system import StructureSystem, save_structure_res
W
WenmuZhou 已提交
43

文幕地方's avatar
文幕地方 已提交
44 45 46 47 48 49
__all__ = [
    'PaddleOCR', 'PPStructure', 'draw_ocr', 'draw_structure_result',
    'save_structure_res', 'download_with_progressbar'
]

SUPPORT_DET_MODEL = ['DB']
文幕地方's avatar
文幕地方 已提交
50
VERSION = '2.6'
A
andyjpaddle 已提交
51
SUPPORT_REC_MODEL = ['CRNN', 'SVTR_LCNet']
文幕地方's avatar
文幕地方 已提交
52 53
BASE_DIR = os.path.expanduser("~/.paddleocr/")

54 55
DEFAULT_OCR_MODEL_VERSION = 'PP-OCRv3'
SUPPORT_OCR_MODEL_VERSION = ['PP-OCR', 'PP-OCRv2', 'PP-OCRv3']
文幕地方's avatar
文幕地方 已提交
56 57
DEFAULT_STRUCTURE_MODEL_VERSION = 'PP-Structurev2'
SUPPORT_STRUCTURE_MODEL_VERSION = ['PP-Structure', 'PP-Structurev2']
文幕地方's avatar
文幕地方 已提交
58
MODEL_URLS = {
Z
zhoujun 已提交
59
    'OCR': {
60 61 62 63 64 65 66 67 68 69
        'PP-OCRv3': {
            'det': {
                'ch': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/chinese/ch_PP-OCRv3_det_infer.tar',
                },
                'en': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/english/en_PP-OCRv3_det_infer.tar',
                },
A
andyjpaddle 已提交
70 71 72 73
                'ml': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/Multilingual_PP-OCRv3_det_infer.tar'
                }
74 75 76 77 78 79 80 81 82 83 84 85
            },
            'rec': {
                'ch': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/chinese/ch_PP-OCRv3_rec_infer.tar',
                    'dict_path': './ppocr/utils/ppocr_keys_v1.txt'
                },
                'en': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/english/en_PP-OCRv3_rec_infer.tar',
                    'dict_path': './ppocr/utils/en_dict.txt'
                },
A
andyjpaddle 已提交
86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117
                'korean': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/korean_PP-OCRv3_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/korean_dict.txt'
                },
                'japan': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/japan_PP-OCRv3_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/japan_dict.txt'
                },
                'chinese_cht': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/chinese_cht_PP-OCRv3_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/chinese_cht_dict.txt'
                },
                'ta': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/ta_PP-OCRv3_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/ta_dict.txt'
                },
                'te': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/te_PP-OCRv3_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/te_dict.txt'
                },
                'ka': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/ka_PP-OCRv3_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/ka_dict.txt'
                },
                'latin': {
                    'url':
A
andyjpaddle 已提交
118
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/latin_PP-OCRv3_rec_infer.tar',
A
andyjpaddle 已提交
119 120 121 122
                    'dict_path': './ppocr/utils/dict/latin_dict.txt'
                },
                'arabic': {
                    'url':
A
andyjpaddle 已提交
123
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/arabic_PP-OCRv3_rec_infer.tar',
A
andyjpaddle 已提交
124 125 126 127
                    'dict_path': './ppocr/utils/dict/arabic_dict.txt'
                },
                'cyrillic': {
                    'url':
A
andyjpaddle 已提交
128
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/cyrillic_PP-OCRv3_rec_infer.tar',
A
andyjpaddle 已提交
129 130 131 132
                    'dict_path': './ppocr/utils/dict/cyrillic_dict.txt'
                },
                'devanagari': {
                    'url':
A
andyjpaddle 已提交
133
                    'https://paddleocr.bj.bcebos.com/PP-OCRv3/multilingual/devanagari_PP-OCRv3_rec_infer.tar',
A
andyjpaddle 已提交
134 135
                    'dict_path': './ppocr/utils/dict/devanagari_dict.txt'
                },
136 137 138 139 140 141 142 143
            },
            'cls': {
                'ch': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_cls_infer.tar',
                }
            },
        },
Z
zhoujun 已提交
144 145 146 147 148 149
        'PP-OCRv2': {
            'det': {
                'ch': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv2/chinese/ch_PP-OCRv2_det_infer.tar',
                },
文幕地方's avatar
文幕地方 已提交
150
            },
Z
zhoujun 已提交
151 152 153 154 155 156
            'rec': {
                'ch': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/PP-OCRv2/chinese/ch_PP-OCRv2_rec_infer.tar',
                    'dict_path': './ppocr/utils/ppocr_keys_v1.txt'
                }
A
andyjpaddle 已提交
157 158 159 160 161 162 163
            },
            'cls': {
                'ch': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_cls_infer.tar',
                }
            },
W
WenmuZhou 已提交
164
        },
165
        'PP-OCR': {
Z
zhoujun 已提交
166 167 168 169 170 171 172 173 174 175 176 177 178
            'det': {
                'ch': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_det_infer.tar',
                },
                'en': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/en_ppocr_mobile_v2.0_det_infer.tar',
                },
                'structure': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/table/en_ppocr_mobile_v2.0_table_det_infer.tar'
                }
文幕地方's avatar
文幕地方 已提交
179
            },
Z
zhoujun 已提交
180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255
            'rec': {
                'ch': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/ppocr_keys_v1.txt'
                },
                'en': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/en_number_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/en_dict.txt'
                },
                'french': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/french_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/french_dict.txt'
                },
                'german': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/german_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/german_dict.txt'
                },
                'korean': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/korean_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/korean_dict.txt'
                },
                'japan': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/japan_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/japan_dict.txt'
                },
                'chinese_cht': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/chinese_cht_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/chinese_cht_dict.txt'
                },
                'ta': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/ta_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/ta_dict.txt'
                },
                'te': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/te_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/te_dict.txt'
                },
                'ka': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/ka_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/ka_dict.txt'
                },
                'latin': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/latin_ppocr_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/latin_dict.txt'
                },
                'arabic': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/arabic_ppocr_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/arabic_dict.txt'
                },
                'cyrillic': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/cyrillic_ppocr_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/cyrillic_dict.txt'
                },
                'devanagari': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/multilingual/devanagari_ppocr_mobile_v2.0_rec_infer.tar',
                    'dict_path': './ppocr/utils/dict/devanagari_dict.txt'
                },
                'structure': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/table/en_ppocr_mobile_v2.0_table_rec_infer.tar',
                    'dict_path': 'ppocr/utils/dict/table_dict.txt'
                }
文幕地方's avatar
文幕地方 已提交
256
            },
Z
zhoujun 已提交
257 258 259 260 261
            'cls': {
                'ch': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_cls_infer.tar',
                }
文幕地方's avatar
文幕地方 已提交
262
            },
Z
zhoujun 已提交
263 264 265
        }
    },
    'STRUCTURE': {
文幕地方's avatar
文幕地方 已提交
266
        'PP-Structure': {
Z
zhoujun 已提交
267 268 269 270 271 272
            'table': {
                'en': {
                    'url':
                    'https://paddleocr.bj.bcebos.com/dygraph_v2.0/table/en_ppocr_mobile_v2.0_table_structure_infer.tar',
                    'dict_path': 'ppocr/utils/dict/table_structure_dict.txt'
                }
文幕地方's avatar
文幕地方 已提交
273
            }
文幕地方's avatar
文幕地方 已提交
274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291
        },
        'PP-Structurev2': {
            'table': {
                'en': {
                    'url': '',
                    'dict_path': 'ppocr/utils/dict/table_structure_dict.txt'
                },
                'ch': {
                    'url': '',
                    'dict_path': 'ppocr/utils/dict/table_structure_dict.txt'
                }
            },
            'layout': {
                'ch': {
                    'url': '',
                    'dict_path': 'ppocr/utils/dict/layout_publaynet_dict.txt'
                }
            }
W
WenmuZhou 已提交
292
        }
293
    }
W
WenmuZhou 已提交
294 295 296
}


W
WenmuZhou 已提交
297
def parse_args(mMain=True):
W
WenmuZhou 已提交
298
    import argparse
W
WenmuZhou 已提交
299 300 301 302 303
    parser = init_args()
    parser.add_help = mMain
    parser.add_argument("--lang", type=str, default='ch')
    parser.add_argument("--det", type=str2bool, default=True)
    parser.add_argument("--rec", type=str2bool, default=True)
304
    parser.add_argument("--type", type=str, default='ocr')
Z
zhoujun 已提交
305 306 307
    parser.add_argument(
        "--ocr_version",
        type=str,
文幕地方's avatar
add hit  
文幕地方 已提交
308
        choices=SUPPORT_OCR_MODEL_VERSION,
309
        default='PP-OCRv3',
Z
zhoujun 已提交
310
        help='OCR Model version, the current model support list is as follows: '
311 312 313
        '1. PP-OCRv3 Support Chinese and English detection and recognition model, and direction classifier model'
        '2. PP-OCRv2 Support Chinese detection and recognition model. '
        '3. PP-OCR support Chinese detection, recognition and direction classifier and multilingual recognition model.'
Z
zhoujun 已提交
314 315 316 317
    )
    parser.add_argument(
        "--structure_version",
        type=str,
文幕地方's avatar
add hit  
文幕地方 已提交
318
        choices=SUPPORT_STRUCTURE_MODEL_VERSION,
文幕地方's avatar
文幕地方 已提交
319
        default='PP-Structure',
Z
zhoujun 已提交
320
        help='Model version, the current model support list is as follows:'
文幕地方's avatar
文幕地方 已提交
321 322
        ' 1. PP-Structure Support en table structure model.'
        ' 2. PP-Structure Support ch and en table structure model.')
W
WenmuZhou 已提交
323 324

    for action in parser._actions:
文幕地方's avatar
文幕地方 已提交
325 326 327
        if action.dest in [
                'rec_char_dict_path', 'table_char_dict_path', 'layout_dict_path'
        ]:
W
WenmuZhou 已提交
328
            action.default = None
W
WenmuZhou 已提交
329
    if mMain:
W
WenmuZhou 已提交
330
        return parser.parse_args()
W
WenmuZhou 已提交
331
    else:
332
        inference_args_dict = {}
W
WenmuZhou 已提交
333 334
        for action in parser._actions:
            inference_args_dict[action.dest] = action.default
335
        return argparse.Namespace(**inference_args_dict)
W
WenmuZhou 已提交
336 337


W
WenmuZhou 已提交
338 339
def parse_lang(lang):
    latin_lang = [
文幕地方's avatar
文幕地方 已提交
340 341 342
        'af', 'az', 'bs', 'cs', 'cy', 'da', 'de', 'es', 'et', 'fr', 'ga', 'hr',
        'hu', 'id', 'is', 'it', 'ku', 'la', 'lt', 'lv', 'mi', 'ms', 'mt', 'nl',
        'no', 'oc', 'pi', 'pl', 'pt', 'ro', 'rs_latin', 'sk', 'sl', 'sq', 'sv',
A
andyjpaddle 已提交
343
        'sw', 'tl', 'tr', 'uz', 'vi', 'french', 'german'
W
WenmuZhou 已提交
344 345 346
    ]
    arabic_lang = ['ar', 'fa', 'ug', 'ur']
    cyrillic_lang = [
文幕地方's avatar
文幕地方 已提交
347 348
        'ru', 'rs_cyrillic', 'be', 'bg', 'uk', 'mn', 'abq', 'ady', 'kbd', 'ava',
        'dar', 'inh', 'che', 'lbe', 'lez', 'tab'
W
WenmuZhou 已提交
349 350
    ]
    devanagari_lang = [
文幕地方's avatar
文幕地方 已提交
351 352
        'hi', 'mr', 'ne', 'bh', 'mai', 'ang', 'bho', 'mah', 'sck', 'new', 'gom',
        'sa', 'bgc'
W
WenmuZhou 已提交
353 354 355 356 357 358 359 360 361
    ]
    if lang in latin_lang:
        lang = "latin"
    elif lang in arabic_lang:
        lang = "arabic"
    elif lang in cyrillic_lang:
        lang = "cyrillic"
    elif lang in devanagari_lang:
        lang = "devanagari"
Z
zhoujun 已提交
362
    assert lang in MODEL_URLS['OCR'][DEFAULT_OCR_MODEL_VERSION][
W
WenmuZhou 已提交
363
        'rec'], 'param lang must in {}, but got {}'.format(
Z
zhoujun 已提交
364
            MODEL_URLS['OCR'][DEFAULT_OCR_MODEL_VERSION]['rec'].keys(), lang)
W
WenmuZhou 已提交
365 366 367 368
    if lang == "ch":
        det_lang = "ch"
    elif lang == 'structure':
        det_lang = 'structure'
A
andyjpaddle 已提交
369
    elif lang in ["en", "latin"]:
W
WenmuZhou 已提交
370
        det_lang = "en"
A
andyjpaddle 已提交
371 372
    else:
        det_lang = "ml"
W
WenmuZhou 已提交
373 374 375
    return lang, det_lang


Z
zhoujun 已提交
376 377 378 379 380 381 382
def get_model_config(type, version, model_type, lang):
    if type == 'OCR':
        DEFAULT_MODEL_VERSION = DEFAULT_OCR_MODEL_VERSION
    elif type == 'STRUCTURE':
        DEFAULT_MODEL_VERSION = DEFAULT_STRUCTURE_MODEL_VERSION
    else:
        raise NotImplementedError
文幕地方's avatar
文幕地方 已提交
383

Z
zhoujun 已提交
384 385
    model_urls = MODEL_URLS[type]
    if version not in model_urls:
文幕地方's avatar
文幕地方 已提交
386
        version = DEFAULT_MODEL_VERSION
Z
zhoujun 已提交
387 388
    if model_type not in model_urls[version]:
        if model_type in model_urls[DEFAULT_MODEL_VERSION]:
文幕地方's avatar
文幕地方 已提交
389 390 391
            version = DEFAULT_MODEL_VERSION
        else:
            logger.error('{} models is not support, we only support {}'.format(
Z
zhoujun 已提交
392
                model_type, model_urls[DEFAULT_MODEL_VERSION].keys()))
文幕地方's avatar
文幕地方 已提交
393
            sys.exit(-1)
文幕地方's avatar
add hit  
文幕地方 已提交
394

Z
zhoujun 已提交
395 396
    if lang not in model_urls[version][model_type]:
        if lang in model_urls[DEFAULT_MODEL_VERSION][model_type]:
文幕地方's avatar
文幕地方 已提交
397 398 399 400
            version = DEFAULT_MODEL_VERSION
        else:
            logger.error(
                'lang {} is not support, we only support {} for {} models'.
Z
zhoujun 已提交
401
                format(lang, model_urls[DEFAULT_MODEL_VERSION][model_type].keys(
文幕地方's avatar
文幕地方 已提交
402 403
                ), model_type))
            sys.exit(-1)
Z
zhoujun 已提交
404
    return model_urls[version][model_type][lang]
文幕地方's avatar
文幕地方 已提交
405 406


W
WenmuZhou 已提交
407
class PaddleOCR(predict_system.TextSystem):
408
    def __init__(self, **kwargs):
W
WenmuZhou 已提交
409 410 411 412 413
        """
        paddleocr package
        args:
            **kwargs: other params show in paddleocr --help
        """
W
WenmuZhou 已提交
414 415
        params = parse_args(mMain=False)
        params.__dict__.update(**kwargs)
文幕地方's avatar
add hit  
文幕地方 已提交
416 417
        assert params.ocr_version in SUPPORT_OCR_MODEL_VERSION, "ocr_version must in {}, but get {}".format(
            SUPPORT_OCR_MODEL_VERSION, params.ocr_version)
Z
zhoujun 已提交
418 419
        params.use_gpu = check_gpu(params.use_gpu)

W
WenmuZhou 已提交
420 421
        if not params.show_log:
            logger.setLevel(logging.INFO)
W
WenmuZhou 已提交
422
        self.use_angle_cls = params.use_angle_cls
W
WenmuZhou 已提交
423
        lang, det_lang = parse_lang(params.lang)
W
WenmuZhou 已提交
424

425
        # init model dir
Z
zhoujun 已提交
426 427
        det_model_config = get_model_config('OCR', params.ocr_version, 'det',
                                            det_lang)
文幕地方's avatar
文幕地方 已提交
428 429
        params.det_model_dir, det_url = confirm_model_dir_url(
            params.det_model_dir,
文幕地方's avatar
文幕地方 已提交
430
            os.path.join(BASE_DIR, 'whl', 'det', det_lang),
文幕地方's avatar
文幕地方 已提交
431
            det_model_config['url'])
Z
zhoujun 已提交
432 433
        rec_model_config = get_model_config('OCR', params.ocr_version, 'rec',
                                            lang)
文幕地方's avatar
文幕地方 已提交
434 435
        params.rec_model_dir, rec_url = confirm_model_dir_url(
            params.rec_model_dir,
文幕地方's avatar
文幕地方 已提交
436
            os.path.join(BASE_DIR, 'whl', 'rec', lang), rec_model_config['url'])
Z
zhoujun 已提交
437 438
        cls_model_config = get_model_config('OCR', params.ocr_version, 'cls',
                                            'ch')
文幕地方's avatar
文幕地方 已提交
439 440
        params.cls_model_dir, cls_url = confirm_model_dir_url(
            params.cls_model_dir,
文幕地方's avatar
文幕地方 已提交
441
            os.path.join(BASE_DIR, 'whl', 'cls'), cls_model_config['url'])
A
andyjpaddle 已提交
442 443 444 445
        if params.ocr_version == 'PP-OCRv3':
            params.rec_image_shape = "3, 48, 320"
        else:
            params.rec_image_shape = "3, 32, 320"
W
WenmuZhou 已提交
446
        # download model
447 448 449
        maybe_download(params.det_model_dir, det_url)
        maybe_download(params.rec_model_dir, rec_url)
        maybe_download(params.cls_model_dir, cls_url)
W
WenmuZhou 已提交
450

W
WenmuZhou 已提交
451
        if params.det_algorithm not in SUPPORT_DET_MODEL:
W
WenmuZhou 已提交
452 453
            logger.error('det_algorithm must in {}'.format(SUPPORT_DET_MODEL))
            sys.exit(0)
W
WenmuZhou 已提交
454
        if params.rec_algorithm not in SUPPORT_REC_MODEL:
W
WenmuZhou 已提交
455 456
            logger.error('rec_algorithm must in {}'.format(SUPPORT_REC_MODEL))
            sys.exit(0)
W
WenmuZhou 已提交
457 458

        if params.rec_char_dict_path is None:
文幕地方's avatar
文幕地方 已提交
459 460
            params.rec_char_dict_path = str(
                Path(__file__).parent / rec_model_config['dict_path'])
W
WenmuZhou 已提交
461

文幕地方's avatar
文幕地方 已提交
462
        logger.debug(params)
W
WenmuZhou 已提交
463
        # init det_model and rec_model
W
WenmuZhou 已提交
464
        super().__init__(params)
W
WenmuZhou 已提交
465

466
    def ocr(self, img, det=True, rec=True, cls=True):
W
WenmuZhou 已提交
467 468 469 470
        """
        ocr with paddleocr
        args:
            img: img for ocr, support ndarray, img_path and list or ndarray
fanruinet's avatar
fanruinet 已提交
471 472 473
            det: use text detection or not. If false, only rec will be exec. Default is True
            rec: use text recognition or not. If false, only det will be exec. Default is True
            cls: use angle classifier or not. Default is True. If true, the text with rotation of 180 degrees can be recognized. If no text is rotated by 180 degrees, use cls=False to get better performance. Text with rotation of 90 or 270 degrees can be recognized even if cls=False.
W
WenmuZhou 已提交
474 475
        """
        assert isinstance(img, (np.ndarray, list, str))
W
WenmuZhou 已提交
476 477 478
        if isinstance(img, list) and det == True:
            logger.error('When input a list of images, det must be false')
            exit(0)
479
        if cls == True and self.use_angle_cls == False:
W
WenmuZhou 已提交
480 481 482
            logger.warning(
                'Since the angle classifier is not initialized, the angle classifier will not be uesd during the forward process'
            )
W
WenmuZhou 已提交
483

W
WenmuZhou 已提交
484
        if isinstance(img, str):
W
WenmuZhou 已提交
485 486 487 488
            # download net image
            if img.startswith('http'):
                download_with_progressbar(img, 'tmp.jpg')
                img = 'tmp.jpg'
W
WenmuZhou 已提交
489 490 491
            image_file = img
            img, flag = check_and_read_gif(image_file)
            if not flag:
492 493 494
                with open(image_file, 'rb') as f:
                    np_arr = np.frombuffer(f.read(), dtype=np.uint8)
                    img = cv2.imdecode(np_arr, cv2.IMREAD_COLOR)
W
WenmuZhou 已提交
495 496 497
            if img is None:
                logger.error("error in loading image:{}".format(image_file))
                return None
W
WenmuZhou 已提交
498 499
        if isinstance(img, np.ndarray) and len(img.shape) == 2:
            img = cv2.cvtColor(img, cv2.COLOR_GRAY2BGR)
W
WenmuZhou 已提交
500
        if det and rec:
文幕地方's avatar
文幕地方 已提交
501
            dt_boxes, rec_res, _ = self.__call__(img, cls)
W
WenmuZhou 已提交
502 503 504 505 506 507 508 509 510
            return [[box.tolist(), res] for box, res in zip(dt_boxes, rec_res)]
        elif det and not rec:
            dt_boxes, elapse = self.text_detector(img)
            if dt_boxes is None:
                return None
            return [box.tolist() for box in dt_boxes]
        else:
            if not isinstance(img, list):
                img = [img]
511
            if self.use_angle_cls and cls:
W
WenmuZhou 已提交
512 513 514
                img, cls_res, elapse = self.text_classifier(img)
                if not rec:
                    return cls_res
W
WenmuZhou 已提交
515 516
            rec_res, elapse = self.text_recognizer(img)
            return rec_res
517 518


519
class PPStructure(StructureSystem):
520 521 522
    def __init__(self, **kwargs):
        params = parse_args(mMain=False)
        params.__dict__.update(**kwargs)
文幕地方's avatar
add hit  
文幕地方 已提交
523
        assert params.structure_version in SUPPORT_STRUCTURE_MODEL_VERSION, "structure_version must in {}, but get {}".format(
文幕地方's avatar
add hit  
文幕地方 已提交
524
            SUPPORT_STRUCTURE_MODEL_VERSION, params.structure_version)
Z
zhoujun 已提交
525 526
        params.use_gpu = check_gpu(params.use_gpu)

527 528
        if not params.show_log:
            logger.setLevel(logging.INFO)
W
WenmuZhou 已提交
529 530
        lang, det_lang = parse_lang(params.lang)

531
        # init model dir
Z
zhoujun 已提交
532 533
        det_model_config = get_model_config('OCR', params.ocr_version, 'det',
                                            det_lang)
文幕地方's avatar
文幕地方 已提交
534 535
        params.det_model_dir, det_url = confirm_model_dir_url(
            params.det_model_dir,
文幕地方's avatar
文幕地方 已提交
536
            os.path.join(BASE_DIR, 'whl', 'det', det_lang),
文幕地方's avatar
文幕地方 已提交
537
            det_model_config['url'])
Z
zhoujun 已提交
538 539
        rec_model_config = get_model_config('OCR', params.ocr_version, 'rec',
                                            lang)
文幕地方's avatar
文幕地方 已提交
540 541
        params.rec_model_dir, rec_url = confirm_model_dir_url(
            params.rec_model_dir,
文幕地方's avatar
文幕地方 已提交
542
            os.path.join(BASE_DIR, 'whl', 'rec', lang), rec_model_config['url'])
Z
zhoujun 已提交
543
        table_model_config = get_model_config(
文幕地方's avatar
文幕地方 已提交
544
            'STRUCTURE', params.structure_version, 'table', 'ch')
文幕地方's avatar
文幕地方 已提交
545 546
        params.table_model_dir, table_url = confirm_model_dir_url(
            params.table_model_dir,
文幕地方's avatar
文幕地方 已提交
547
            os.path.join(BASE_DIR, 'whl', 'table'), table_model_config['url'])
文幕地方's avatar
文幕地方 已提交
548 549 550 551 552
        layout_model_config = get_model_config(
            'STRUCTURE', params.structure_version, 'layout', 'ch')
        params.layout_model_dir, layout_url = confirm_model_dir_url(
            params.layout_model_dir,
            os.path.join(BASE_DIR, 'whl', 'layout'), layout_model_config['url'])
553 554 555 556
        # download model
        maybe_download(params.det_model_dir, det_url)
        maybe_download(params.rec_model_dir, rec_url)
        maybe_download(params.table_model_dir, table_url)
文幕地方's avatar
文幕地方 已提交
557
        maybe_download(params.layout_model_dir, layout_url)
558 559

        if params.rec_char_dict_path is None:
文幕地方's avatar
文幕地方 已提交
560 561
            params.rec_char_dict_path = str(
                Path(__file__).parent / rec_model_config['dict_path'])
562
        if params.table_char_dict_path is None:
文幕地方's avatar
文幕地方 已提交
563 564
            params.table_char_dict_path = str(
                Path(__file__).parent / table_model_config['dict_path'])
文幕地方's avatar
文幕地方 已提交
565 566 567
        if params.layout_dict_path is None:
            params.layout_dict_path = str(
                Path(__file__).parent / layout_model_config['dict_path'])
568

文幕地方's avatar
文幕地方 已提交
569
        logger.debug(params)
570 571
        super().__init__(params)

572
    def __call__(self, img, return_ocr_result_in_table=False):
573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589
        if isinstance(img, str):
            # download net image
            if img.startswith('http'):
                download_with_progressbar(img, 'tmp.jpg')
                img = 'tmp.jpg'
            image_file = img
            img, flag = check_and_read_gif(image_file)
            if not flag:
                with open(image_file, 'rb') as f:
                    np_arr = np.frombuffer(f.read(), dtype=np.uint8)
                    img = cv2.imdecode(np_arr, cv2.IMREAD_COLOR)
            if img is None:
                logger.error("error in loading image:{}".format(image_file))
                return None
        if isinstance(img, np.ndarray) and len(img.shape) == 2:
            img = cv2.cvtColor(img, cv2.COLOR_GRAY2BGR)

文幕地方's avatar
文幕地方 已提交
590
        res, _ = super().__call__(img, return_ocr_result_in_table)
591 592 593
        return res


594
def main():
W
WenmuZhou 已提交
595
    # for cmd
W
WenmuZhou 已提交
596
    args = parse_args(mMain=True)
W
WenmuZhou 已提交
597
    image_dir = args.image_dir
598
    if is_link(image_dir):
W
WenmuZhou 已提交
599 600 601 602
        download_with_progressbar(image_dir, 'tmp.jpg')
        image_file_list = ['tmp.jpg']
    else:
        image_file_list = get_image_file_list(args.image_dir)
603 604 605
    if len(image_file_list) == 0:
        logger.error('no images find in {}'.format(args.image_dir))
        return
W
WenmuZhou 已提交
606
    if args.type == 'ocr':
607
        engine = PaddleOCR(**(args.__dict__))
W
WenmuZhou 已提交
608
    elif args.type == 'structure':
609 610 611
        engine = PPStructure(**(args.__dict__))
    else:
        raise NotImplementedError
W
WenmuZhou 已提交
612

613
    for img_path in image_file_list:
614
        img_name = os.path.basename(img_path).split('.')[0]
W
WenmuZhou 已提交
615
        logger.info('{}{}{}'.format('*' * 10, img_path, '*' * 10))
616 617
        if args.type == 'ocr':
            result = engine.ocr(img_path,
W
WenmuZhou 已提交
618 619 620
                                det=args.det,
                                rec=args.rec,
                                cls=args.use_angle_cls)
621 622 623 624 625
            if result is not None:
                for line in result:
                    logger.info(line)
        elif args.type == 'structure':
            result = engine(img_path)
W
WenmuZhou 已提交
626 627
            save_structure_res(result, args.output, img_name)

628
            for item in result:
W
WenmuZhou 已提交
629
                item.pop('img')
文幕地方's avatar
文幕地方 已提交
630
                logger.info(item)