e2e_metric.py 3.1 KB
Newer Older
1
# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
J
Jethong 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from __future__ import absolute_import
from __future__ import division
from __future__ import print_function

__all__ = ['E2EMetric']

J
Jethong 已提交
21
from ppocr.utils.e2e_metric.Deteval import get_socre_A, get_socre_B, combine_results
J
Jethong 已提交
22
from ppocr.utils.e2e_utils.extract_textpoint_slow import get_dict
J
Jethong 已提交
23 24 25


class E2EMetric(object):
J
Jethong 已提交
26
    def __init__(self,
J
Jethong 已提交
27
                 mode,
J
Jethong 已提交
28
                 gt_mat_dir,
J
Jethong 已提交
29 30 31
                 character_dict_path,
                 main_indicator='f_score_e2e',
                 **kwargs):
J
Jethong 已提交
32
        self.mode = mode
J
Jethong 已提交
33
        self.gt_mat_dir = gt_mat_dir
J
Jethong 已提交
34
        self.label_list = get_dict(character_dict_path)
35
        self.max_index = len(self.label_list)
J
Jethong 已提交
36 37 38 39
        self.main_indicator = main_indicator
        self.reset()

    def __call__(self, preds, batch, **kwargs):
J
Jethong 已提交
40 41
        if self.mode == 'A':
            gt_polyons_batch = batch[2]
J
Jethong 已提交
42
            temp_gt_strs_batch = batch[3][0]
J
Jethong 已提交
43 44 45 46 47 48 49 50 51 52 53
            ignore_tags_batch = batch[4]
            gt_strs_batch = []

            for temp_list in temp_gt_strs_batch:
                t = ""
                for index in temp_list:
                    if index < self.max_index:
                        t += self.label_list[index]
                gt_strs_batch.append(t)

            for pred, gt_polyons, gt_strs, ignore_tags in zip(
J
Jethong 已提交
54
                [preds], gt_polyons_batch, [gt_strs_batch], ignore_tags_batch):
J
Jethong 已提交
55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78
                # prepare gt
                gt_info_list = [{
                    'points': gt_polyon,
                    'text': gt_str,
                    'ignore': ignore_tag
                } for gt_polyon, gt_str, ignore_tag in
                                zip(gt_polyons, gt_strs, ignore_tags)]
                # prepare det
                e2e_info_list = [{
                    'points': det_polyon,
                    'texts': pred_str
                } for det_polyon, pred_str in
                                 zip(pred['points'], pred['texts'])]

                result = get_socre_A(gt_info_list, e2e_info_list)
                self.results.append(result)
        else:
            img_id = batch[5][0]
            e2e_info_list = [{
                'points': det_polyon,
                'texts': pred_str
            } for det_polyon, pred_str in zip(preds['points'], preds['texts'])]
            result = get_socre_B(self.gt_mat_dir, img_id, e2e_info_list)
            self.results.append(result)
J
Jethong 已提交
79 80 81 82 83 84 85 86

    def get_metric(self):
        metircs = combine_results(self.results)
        self.reset()
        return metircs

    def reset(self):
        self.results = []  # clear results