eval.py 3.5 KB
Newer Older
Q
qingqing01 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from __future__ import absolute_import
from __future__ import division
from __future__ import print_function
K
Kaipeng Deng 已提交
18

Q
qingqing01 已提交
19 20 21 22 23 24
import os, sys
# add python path of PadleDetection to sys.path
parent_path = os.path.abspath(os.path.join(__file__, *(['..'] * 2)))
if parent_path not in sys.path:
    sys.path.append(parent_path)

25
# ignore warning log
Q
qingqing01 已提交
26 27 28
import warnings
warnings.filterwarnings('ignore')

K
Kaipeng Deng 已提交
29
import paddle
Q
qingqing01 已提交
30
from paddle.distributed import ParallelEnv
K
Kaipeng Deng 已提交
31 32

from ppdet.core.workspace import load_config, merge_config
Q
qingqing01 已提交
33 34
from ppdet.utils.check import check_gpu, check_version, check_config
from ppdet.utils.cli import ArgsParser
K
Kaipeng Deng 已提交
35
from ppdet.engine import Trainer, init_parallel_env
S
shangliang Xu 已提交
36
from ppdet.metrics.coco_utils import json_eval_results
Q
qingqing01 已提交
37 38 39 40 41 42 43 44 45 46 47 48 49 50

from ppdet.utils.logger import setup_logger
logger = setup_logger('eval')


def parse_args():
    parser = ArgsParser()
    parser.add_argument(
        "--output_eval",
        default=None,
        type=str,
        help="Evaluation directory, default is current directory.")

    parser.add_argument(
W
wangxinxin08 已提交
51 52 53 54
        '--json_eval',
        action='store_true',
        default=False,
        help='Whether to re eval with already exists bbox.json or mask.json')
Q
qingqing01 已提交
55

56 57 58 59 60 61
    parser.add_argument(
        "--slim_config",
        default=None,
        type=str,
        help="Configuration file of slim method.")

W
wangxinxin08 已提交
62 63 64 65 66 67
    # TODO: bias should be unified
    parser.add_argument(
        "--bias",
        action="store_true",
        help="whether add bias or not while getting w and h")

68 69 70 71 72
    parser.add_argument(
        "--classwise",
        action="store_true",
        help="whether per-category AP and draw P-R Curve or not.")

Q
qingqing01 已提交
73 74 75 76
    args = parser.parse_args()
    return args


K
Kaipeng Deng 已提交
77
def run(FLAGS, cfg):
S
shangliang Xu 已提交
78 79 80 81 82 83 84 85 86 87 88
    if FLAGS.json_eval:
        logger.info(
            "In json_eval mode, PaddleDetection will evaluate json files in "
            "output_eval directly. And proposal.json, bbox.json and mask.json "
            "will be detected by default.")
        json_eval_results(
            cfg.metric,
            json_directory=FLAGS.output_eval,
            dataset=cfg['EvalDataset'])
        return

K
Kaipeng Deng 已提交
89 90 91
    # init parallel environment if nranks > 1
    init_parallel_env()

K
Kaipeng Deng 已提交
92 93 94 95 96 97 98 99
    # build trainer 
    trainer = Trainer(cfg, mode='eval')

    # load weights
    trainer.load_weights(cfg.weights, 'resume')

    # training
    trainer.evaluate()
Q
qingqing01 已提交
100 101 102 103 104 105


def main():
    FLAGS = parse_args()

    cfg = load_config(FLAGS.config)
W
wangxinxin08 已提交
106 107
    # TODO: bias should be unified
    cfg['bias'] = 1 if FLAGS.bias else 0
108
    cfg['classwise'] = True if FLAGS.classwise else False
S
shangliang Xu 已提交
109
    cfg['output_eval'] = FLAGS.output_eval
Q
qingqing01 已提交
110
    merge_config(FLAGS.opt)
111 112 113
    if FLAGS.slim_config:
        slim_cfg = load_config(FLAGS.slim_config)
        merge_config(slim_cfg)
Q
qingqing01 已提交
114 115 116 117 118 119
    check_config(cfg)
    check_gpu(cfg.use_gpu)
    check_version()

    place = 'gpu:{}'.format(ParallelEnv().dev_id) if cfg.use_gpu else 'cpu'
    place = paddle.set_device(place)
K
Kaipeng Deng 已提交
120 121

    run(FLAGS, cfg)
Q
qingqing01 已提交
122 123 124 125


if __name__ == '__main__':
    main()