# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from __future__ import absolute_import from __future__ import division from __future__ import print_function __all__ = ['E2EMetric'] from ppocr.utils.e2e_metric.Deteval import get_socre_A, get_socre_B, combine_results from ppocr.utils.e2e_utils.extract_textpoint_slow import get_dict class E2EMetric(object): def __init__(self, mode, gt_mat_dir, character_dict_path, main_indicator='f_score_e2e', **kwargs): self.mode = mode self.gt_mat_dir = gt_mat_dir self.label_list = get_dict(character_dict_path) self.max_index = len(self.label_list) self.main_indicator = main_indicator self.reset() def __call__(self, preds, batch, **kwargs): if self.mode == 'A': gt_polyons_batch = batch[2] temp_gt_strs_batch = batch[3][0] ignore_tags_batch = batch[4] gt_strs_batch = [] for temp_list in temp_gt_strs_batch: t = "" for index in temp_list: if index < self.max_index: t += self.label_list[index] gt_strs_batch.append(t) for pred, gt_polyons, gt_strs, ignore_tags in zip( [preds], gt_polyons_batch, [gt_strs_batch], ignore_tags_batch): # prepare gt gt_info_list = [{ 'points': gt_polyon, 'text': gt_str, 'ignore': ignore_tag } for gt_polyon, gt_str, ignore_tag in zip(gt_polyons, gt_strs, ignore_tags)] # prepare det e2e_info_list = [{ 'points': det_polyon, 'texts': pred_str } for det_polyon, pred_str in zip(pred['points'], pred['texts'])] result = get_socre_A(gt_info_list, e2e_info_list) self.results.append(result) else: img_id = batch[5][0] e2e_info_list = [{ 'points': det_polyon, 'texts': pred_str } for det_polyon, pred_str in zip(preds['points'], preds['texts'])] result = get_socre_B(self.gt_mat_dir, img_id, e2e_info_list) self.results.append(result) def get_metric(self): metircs = combine_results(self.results) self.reset() return metircs def reset(self): self.results = [] # clear results