run.py 4.1 KB
Newer Older
F
felixhjh 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
# coding:utf-8
# Copyright (c) 2020  PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
'''
This module is used to check whether the running environment for PaddleServing is configured correctly.

Two test cases are set for verifying the smooth of environment, fit a line test case for C++ Serving environment and uci for Pipeline Serving enviroment

Usage: export PYTHON_EXECUTABLE=/usr/local/bin/python3.6
       python3.6 -m paddle_serving_server.serve check
'''


F
felixhjh 已提交
25 26
import sys
import os
F
felixhjh 已提交
27
import pytest
F
felixhjh 已提交
28

F
felixhjh 已提交
29 30

inference_test_cases = ["test_fit_a_line.py::TestFitALine::test_inference"]
31
cpp_test_cases = ["test_fit_a_line.py::TestFitALine::test_cpu", "test_fit_a_line.py::TestFitALine::test_gpu"]
F
felixhjh 已提交
32
pipeline_test_cases = ["test_uci_pipeline.py::TestUCIPipeline::test_cpu", "test_uci_pipeline.py::TestUCIPipeline::test_gpu"]
F
felixhjh 已提交
33
log_files = ["PipelineServingLogs", "log", "stderr.log", "stdout.log"]
F
felixhjh 已提交
34

F
felixhjh 已提交
35 36 37 38 39
def set_serving_log_path():
    if 'SERVING_LOG_PATH' not in os.environ:
        serving_log_path = os.path.expanduser(os.getcwd())
        os.environ['SERVING_LOG_PATH']=serving_log_path

F
felixhjh 已提交
40 41 42 43 44 45 46 47 48 49 50
def mv_log_to_new_dir(dir_path):
    import shutil
    if not os.path.exists(dir_path):
        os.mkdir(dir_path)
    serving_log_path = os.environ['SERVING_LOG_PATH']
    for file_name in log_files:
        file_path = os.path.join(serving_log_path, file_name)
        if os.path.exists(file_path):
            shutil.move(file_path, dir_path)   
     

F
felixhjh 已提交
51
def run_test_cases(cases_list, case_type, is_open_std):
F
felixhjh 已提交
52 53 54
    old_stdout, old_stderr = sys.stdout, sys.stderr
    real_path = os.path.dirname(os.path.realpath(__file__))
    for case in cases_list:
F
felixhjh 已提交
55 56 57
        if is_open_std is False:
            sys.stdout = open('/dev/null', 'w')
            sys.stderr = open('/dev/null', 'w')
F
felixhjh 已提交
58 59 60 61
        args_str = "--disable-warnings " + str(real_path) + "/" + case
        args = args_str.split(" ")
        res = pytest.main(args)
        sys.stdout, sys.stderr = old_stdout, old_stderr
F
felixhjh 已提交
62
        case_name = case.split('_')[-1]
F
felixhjh 已提交
63 64 65 66
        serving_log_path = os.environ['SERVING_LOG_PATH']
        dir_name = str(case_type) + '_' + case.split(':')[-1]
        new_dir_path = os.path.join(serving_log_path, dir_name)
        mv_log_to_new_dir(new_dir_path)
F
felixhjh 已提交
67
        if res == 0:
F
felixhjh 已提交
68 69 70 71
            print("{} {} environment running success".format(case_type, case_name))
        elif res == 1:
            if case_name == "inference":
                print("{} {} environment running failure. Please refer to https://www.paddlepaddle.org.cn/install/quick?docurl=/documentation/docs/zh/install/pip/linux-pip.html to configure environment".format(case_type, case_name))
72
                os._exit(0)
F
felixhjh 已提交
73
            else:
F
felixhjh 已提交
74
                print("{} {} environment running failure, if you need this environment, please refer to https://github.com/PaddlePaddle/Serving/blob/develop/doc/Install_CN.md".format(case_type, case_name))
F
felixhjh 已提交
75

F
felixhjh 已提交
76
def unset_env(key):
F
felixhjh 已提交
77
    del os.environ[key]
F
felixhjh 已提交
78

F
felixhjh 已提交
79
def check_env(mode):
F
felixhjh 已提交
80
    set_serving_log_path()
F
felixhjh 已提交
81
    if 'https_proxy' in os.environ or 'http_proxy' in os.environ:
F
felixhjh 已提交
82 83 84 85
        unset_env("https_proxy") 
        unset_env("http_proxy")     
    if 'GREP_OPTIONS' in os.environ:
        unset_env("GREP_OPTIONS") 
F
felixhjh 已提交
86 87 88 89 90 91 92 93 94 95 96 97
    is_open_std = False 
    if mode is "debug":
        is_open_std = True
    if mode is "all" or mode is "inference" or mode is "debug":
        run_test_cases(inference_test_cases, "PaddlePaddle", is_open_std)
    if mode is "all" or mode is "cpp" or mode is "debug":
        run_test_cases(cpp_test_cases, "C++", is_open_std)
    if mode is "all" or mode is "pipeline" or mode is "debug":
        run_test_cases(pipeline_test_cases, "Pipeline", is_open_std)

if __name__ == '__main__':
    check_env("debug")