setup.py 2.1 KB
Newer Older
Q
qingqing01 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14
#   Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserve.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

L
LielinJiang 已提交
15 16
import os
import time
L
LielinJiang 已提交
17
import yaml
L
LielinJiang 已提交
18
import paddle
19 20
import numpy as np
import random
L
LielinJiang 已提交
21
from .config import cfg2dict
L
LielinJiang 已提交
22 23
from .logger import setup_logger

D
duanyanhui 已提交
24

L
LielinJiang 已提交
25 26
def setup(args, cfg):
    if args.evaluate_only:
L
LielinJiang 已提交
27 28 29
        cfg.is_train = False
    else:
        cfg.is_train = True
L
LielinJiang 已提交
30

L
lzzyzlbb 已提交
31 32 33 34 35
    if args.profiler_options:
        cfg.profiler_options = args.profiler_options
    else:
        cfg.profiler_options = None

L
LielinJiang 已提交
36
    cfg.timestamp = time.strftime('-%Y-%m-%d-%H-%M', time.localtime())
L
LielinJiang 已提交
37 38 39 40
    cfg.output_dir = os.path.join(
        cfg.output_dir,
        os.path.splitext(os.path.basename(str(args.config_file)))[0] +
        cfg.timestamp)
L
LielinJiang 已提交
41 42 43

    logger = setup_logger(cfg.output_dir)

L
LielinJiang 已提交
44
    logger.info('Configs: \n{}'.format(yaml.dump(cfg2dict(cfg))))
L
LielinJiang 已提交
45

L
LielinJiang 已提交
46 47
    if paddle.is_compiled_with_cuda():
        paddle.set_device('gpu')
D
duanyanhui 已提交
48 49 50 51 52 53
    # paddle.is_compiled_with_npu() will be aborted after paddle-2.4
    elif int(paddle.version.major) != 0 and int(
            paddle.version.major) <= 2 and int(
                paddle.version.minor) <= 4 and paddle.is_compiled_with_npu():
        paddle.set_device('npu')
    elif paddle.is_compiled_with_custom_device("npu"):
54 55 56
        paddle.set_device('npu')
    elif paddle.is_compiled_with_xpu():
        paddle.set_device('xpu')
L
LielinJiang 已提交
57 58
    else:
        paddle.set_device('cpu')
59

60 61 62
    if args.seed:
        paddle.seed(args.seed)
        random.seed(args.seed)
63
        np.random.seed(args.seed)
64
        paddle.framework.random._manual_program_seed(args.seed)
65 66 67 68

    # add amp and amp_level args into cfg
    cfg['amp'] = args.amp
    cfg['amp_level'] = args.amp_level