app.py 5.6 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25
#!/user/bin/env python

# Copyright (c) 2017 VisualDL Authors. All Rights Reserve.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# =======================================================================

import os
import time
import sys
import multiprocessing
import threading
import re
import webbrowser
import requests
26

P
Peter Pan 已提交
27
from visualdl import __version__
走神的阿圆's avatar
走神的阿圆 已提交
28
from visualdl.utils import update_util
29

P
Peter Pan 已提交
30
from flask import (Flask, Response, redirect, request, send_file, make_response)
P
Peter Pan 已提交
31
from flask_babel import Babel
32 33

import visualdl.server
P
Peter Pan 已提交
34
from visualdl.server.api import create_api_call
走神的阿圆's avatar
走神的阿圆 已提交
35
from visualdl.server.serve import upload_to_dev
36
from visualdl.server.args import (ParseArgs, parse_args)
P
Peter Pan 已提交
37
from visualdl.server.log import info
38
from visualdl.server.template import Template
39 40 41 42 43 44 45

SERVER_DIR = os.path.join(visualdl.ROOT, 'server')

support_language = ["en", "zh"]
default_language = support_language[0]

server_path = os.path.abspath(os.path.dirname(sys.argv[0]))
P
Peter Pan 已提交
46
template_file_path = os.path.join(SERVER_DIR, "./dist")
47 48
mock_data_path = os.path.join(SERVER_DIR, "./mock_data/")

P
Peter Pan 已提交
49 50
check_live_path = '/alive'

51

走神的阿圆's avatar
走神的阿圆 已提交
52
def create_app(args):
P
Peter Pan 已提交
53 54 55 56
    # disable warning from flask
    cli = sys.modules['flask.cli']
    cli.show_server_banner = lambda *x: None

57
    app = Flask('visualdl', static_folder=None)
P
Peter Pan 已提交
58 59
    app.logger.disabled = True

60 61 62
    # set static expires in a short time to reduce browser's memory usage.
    app.config['SEND_FILE_MAX_AGE_DEFAULT'] = 30

P
Peter Pan 已提交
63 64
    app.config['BABEL_DEFAULT_LOCALE'] = default_language
    babel = Babel(app)
65
    api_call = create_api_call(args.logdir, args.model, args.cache_timeout)
66

67 68
    if args.telemetry:
        update_util.PbUpdater(args.product).start()
69

70
    public_path = args.public_path
P
Peter Pan 已提交
71 72
    api_path = public_path + '/api'

P
Peter Pan 已提交
73 74 75 76 77 78
    def append_query_string(url):
        query_string = ''
        if request.query_string:
            query_string = '?' + request.query_string.decode()
        return url + query_string

P
Peter Pan 已提交
79 80
    @babel.localeselector
    def get_locale():
P
Peter Pan 已提交
81 82 83 84
        lang = args.language
        if not lang or lang not in support_language:
            lang = request.accept_languages.best_match(support_language)
        return lang
P
Peter Pan 已提交
85

86 87
    if not args.api_only:

P
Peter Pan 已提交
88 89
        template = Template(
            os.path.join(server_path, template_file_path),
90 91 92
            PUBLIC_PATH=public_path,
            BASE_URI=public_path,
            API_URL=api_path,
93 94
            API_TOKEN_KEY='',
            TELEMETRY_ID='63a600296f8a71f576c4806376a9245b' if args.telemetry else ''
P
Peter Pan 已提交
95
        )
P
Peter Pan 已提交
96

P
Peter Pan 已提交
97
        @app.route('/')
98
        def base():
P
Peter Pan 已提交
99
            return redirect(append_query_string(public_path), code=302)
100

P
Peter Pan 已提交
101
        @app.route('/favicon.ico')
102 103 104 105
        def favicon():
            icon = os.path.join(template_file_path, 'favicon.ico')
            if os.path.exists(icon):
                return send_file(icon)
P
Peter Pan 已提交
106
            return 'file not found', 404
107

108
        @app.route(public_path + '/')
109
        def index():
P
Peter Pan 已提交
110
            return redirect(append_query_string(public_path + '/index'), code=302)
111 112 113

        @app.route(public_path + '/<path:filename>')
        def serve_static(filename):
114 115 116 117 118
            is_not_page_request = re.search(r'\..+$', filename)
            response = template.render(filename if is_not_page_request else 'index.html')
            if not is_not_page_request:
                response.set_cookie('vdl_lng', get_locale(), path='/', samesite='Strict', secure=False, httponly=False)
            return response
119

P
Peter Pan 已提交
120 121
    @app.route(api_path + '/<path:method>')
    def serve_api(method):
122 123
        data, mimetype, headers = api_call(method, request.args)
        return make_response(Response(data, mimetype=mimetype, headers=headers))
P
Peter Pan 已提交
124 125 126 127 128

    @app.route(check_live_path)
    def check_live():
        return '', 204

129 130 131
    return app


P
Peter Pan 已提交
132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153
def wait_until_live(args: ParseArgs):
    url = 'http://{host}:{port}'.format(host=args.host, port=args.port)
    while True:
        try:
            requests.get(url + check_live_path)
            info('Running VisualDL at http://%s:%s/ (Press CTRL+C to quit)', args.host, args.port)

            if args.host == 'localhost':
                info('Serving VisualDL on localhost; to expose to the network, use a proxy or pass --host 0.0.0.0')

            if args.api_only:
                info('Running in API mode, only %s/* will be served.', args.public_path + '/api')

            break
        except Exception:
            time.sleep(0.5)
    if not args.api_only and args.open_browser:
        webbrowser.open(url + args.public_path)


def _run(args):
    args = ParseArgs(**args)
154
    os.system('')
P
Peter Pan 已提交
155
    info('\033[1;33mVisualDL %s\033[0m', __version__)
走神的阿圆's avatar
走神的阿圆 已提交
156
    app = create_app(args)
P
Peter Pan 已提交
157
    threading.Thread(target=wait_until_live, args=(args,)).start()
158
    app.run(debug=False, host=args.host, port=args.port, threaded=False)
159 160


161
def run(logdir=None, **options):
P
Peter Pan 已提交
162
    args = {
163
        'logdir': logdir
164
    }
P
Peter Pan 已提交
165 166
    args.update(options)
    p = multiprocessing.Process(target=_run, args=(args,))
167 168 169 170 171 172
    p.start()
    return p.pid


def main():
    args = parse_args()
走神的阿圆's avatar
走神的阿圆 已提交
173 174 175 176 177
    if args.get('dest') == 'service':
        if args.get('behavior') == 'upload':
            upload_to_dev(args.get('logdir'), args.get('model'))
    else:
        _run(args)
178 179


P
Peter Pan 已提交
180
if __name__ == '__main__':
P
Peter Pan 已提交
181
    main()