visualDL

#!/user/bin/env python

import json
import os
import exceptions
import time
import sys
from optparse import OptionParser

from flask import (Flask, Response, redirect, request, send_file,
                   send_from_directory)

import visualdl
import visualdl.server
import visualdl.server.graph as vdl_graph
from visualdl.server import lib
from visualdl.server.log import logger
from visualdl.server.mock import data as mock_data
from visualdl.server.mock import data as mock_tags
from visualdl.python.storage import (LogWriter, LogReader)

app = Flask(__name__, static_url_path="")
# set static expires in a short time to reduce browser's memory usage.
app.config['SEND_FILE_MAX_AGE_DEFAULT'] = 30

error_retry_times = 3
error_sleep_time = 2  # seconds

SERVER_DIR = os.path.join(visualdl.ROOT, 'server')


def try_call(function, *args, **kwargs):
    res = lib.retry(error_retry_times, function, error_sleep_time, *args,
                    **kwargs)
    if not res:
        raise exceptions.IOError("server IO error, will retry latter.")
    return res


def option_parser():
    """
    :return:
    """
    parser = OptionParser(usage="usage: visualDL -p port [options]")
    parser.add_option(
        "-p",
        "--port",
        type=int,
        default=8040,
        action="store",
        dest="port",
        help="api service port")
    parser.add_option(
        "-t",
        "--host",
        type=str,
        default="0.0.0.0",
        action="store",
        help="api service ip")
    parser.add_option(
        "-m",
        "--model_pb",
        type=str,
        action="store",
        help="model proto in ONNX format")
    parser.add_option(
        "--logdir", action="store", dest="logdir", help="log file directory")
    return parser.parse_args()


options, args = option_parser()
server_path = os.path.abspath(os.path.dirname(sys.argv[0]))
static_file_path = os.path.join(SERVER_DIR, "./dist")
mock_data_path = os.path.join(SERVER_DIR, "./mock_data/")

log_reader = LogReader(options.logdir)

graph_image_path = None


# return data
# status, msg, data
def gen_result(status, msg, data):
    """
    :param status:
    :param msg:
    :return:
    """
    result = dict()
    result['status'] = status
    result['msg'] = msg
    result['data'] = data
    return result


@app.route("/")
def index():
    return redirect('/static/index.html', code=302)


@app.route('/static/<path:filename>')
def serve_static(filename):
    print 'serve static ', filename
    return send_from_directory(
        os.path.join(server_path, static_file_path), filename)


@app.route('/graphs/image')
def serve_graph():
    return send_file(graph_image_path)


@app.route('/data/logdir')
def logdir():
    result = gen_result(0, "", {"logdir": options.logdir})
    return Response(json.dumps(result), mimetype='application/json')


@app.route('/data/runs')
def runs():
    result = gen_result(0, "", lib.get_modes(log_reader))
    return Response(json.dumps(result), mimetype='application/json')


@app.route("/data/plugin/scalars/tags")
def scalar_tags():
    mode = request.args.get('mode')
    is_debug = bool(request.args.get('debug'))
    result = try_call(lib.get_scalar_tags, log_reader)
    result = gen_result(0, "", result)
    return Response(json.dumps(result), mimetype='application/json')


@app.route("/data/plugin/images/tags")
def image_tags():
    mode = request.args.get('run')
    result = try_call(lib.get_image_tags, log_reader)
    result = gen_result(0, "", result)
    return Response(json.dumps(result), mimetype='application/json')


@app.route("/data/plugin/histograms/tags")
def histogram_tags():
    mode = request.args.get('run')
    # hack to avlid IO conflicts
    result = try_call(lib.get_histogram_tags, log_reader)
    result = gen_result(0, "", result)
    return Response(json.dumps(result), mimetype='application/json')


@app.route('/data/plugin/scalars/scalars')
def scalars():
    run = request.args.get('run')
    tag = request.args.get('tag')
    result = try_call(lib.get_scalar, log_reader, run, tag)
    result = gen_result(0, "", result)
    return Response(json.dumps(result), mimetype='application/json')


@app.route('/data/plugin/images/images')
def images():
    mode = request.args.get('run')
    tag = request.args.get('tag')

    result = try_call(lib.get_image_tag_steps, log_reader, mode, tag)
    result = gen_result(0, "", result)

    return Response(json.dumps(result), mimetype='application/json')


@app.route('/data/plugin/images/individualImage')
def individual_image():
    mode = request.args.get('run')
    tag = request.args.get('tag')  # include a index
    step_index = int(request.args.get('index'))  # index of step
    offset = 0

    imagefile = try_call(lib.get_invididual_image, log_reader, mode, tag,
                         step_index)
    response = send_file(
        imagefile, as_attachment=True, attachment_filename='img.png')
    return response


@app.route('/data/plugin/histograms/histograms')
def histogram():
    run = request.args.get('run')
    tag = request.args.get('tag')
    result = try_call(lib.get_histogram, log_reader, run, tag)
    result = gen_result(0, "", result)
    return Response(json.dumps(result), mimetype='application/json')


@app.route('/data/plugin/graphs/graph')
def graph():
    # TODO(ChunweiYan) need to add a config for whether have graph.
    if graph_image_path is None:
        data = {'url': ''}
    else:
        data = {'url': '/graphs/image'}
    result = gen_result(0, "", data)
    return Response(json.dumps(result), mimetype='application/json')


if __name__ == '__main__':
    logger.info(" port=" + str(options.port))
    if not options.logdir:
        logger.error("should pass in logdir option")
        sys.exit(-1)

    if options.model_pb:
        # draw graph
        image_dir = os.path.join(options.logdir, "graphs")
        if not os.path.isdir(image_dir):
            os.mkdir(image_dir)
        graph_image_path = vdl_graph.draw_graph(options.model_pb, image_dir)

    app.run(debug=False, host=options.host, port=options.port)