diff --git a/demo/image-classification/create_module.sh b/demo/image-classification/create_module.sh new file mode 100644 index 0000000000000000000000000000000000000000..df11e2160fd6bb94cc399422393a8bde7d8aa404 --- /dev/null +++ b/demo/image-classification/create_module.sh @@ -0,0 +1,25 @@ +#!/bin/bash +set -o nounset +set -o errexit + +script_path=$(cd `dirname $0`; pwd) +cd $script_path + +model_name="ResNet50" +hub_module_save_dir="./hub_module" + +while getopts "m:d:" options +do + case "$options" in + d) + hub_module_save_dir=$OPTARG;; + m) + model_name=$OPTARG;; + ?) + echo "unknown options" + exit 1;; + esac +done + +sh pretraind_models/download_model.sh ${model_name} +python train.py --create_module=True --pretrained_model=pretraind_models/${model_name} --model ${model_name} --use_gpu=False diff --git a/demo/image-classification/finetune.sh b/demo/image-classification/finetune.sh new file mode 100644 index 0000000000000000000000000000000000000000..8e7e0ec28dc097493ca0c89e6f81a6a97067d6f9 --- /dev/null +++ b/demo/image-classification/finetune.sh @@ -0,0 +1,44 @@ +#!/bin/bash +set -o nounset +set -o errexit + +script_path=$(cd `dirname $0`; pwd) +cd $script_path +hub_module_path=hub_module_ResNet50 +data_dir=dataset +batch_size=32 +use_gpu=False +num_epochs=20 +class_dim=2 +learning_rate=0.001 +model_save_dir=model_save/`date +%Y%m%d%H%M%S` + +while getopts "b:c:d:gh:l:n:" options +do + case "$options" in + b) + batch_size=$OPTARG;; + c) + class_dim=$OPTARG;; + d) + data_dir=$OPTARG;; + g) + use_gpu=True;; + h) + hub_module_path=$OPTARG;; + l) + learning_rate=$OPTARG;; + n) + num_epochs=$OPTARG;; + s) + model_save_dir=$OPTARG;; + ?) + echo "unknown options" + exit 1;; + esac +done + +mkdir -p ${model_save_dir} + +python retrain.py --batch_size=${batch_size} --class_dim=${class_dim} --data_dir=${data_dir} --use_gpu=${use_gpu} --hub_module_path ${hub_module_path} --lr ${learning_rate} --num_epochs=${num_epochs} --model_save_dir=${model_save_dir} +# nohup python retrain.py --batch_size=${batch_size} --class_dim=${class_dim} --data_dir=${data_dir} --use_gpu=${use_gpu} --hub_module_path ${hub_module_path} --lr ${learning_rate} --num_epochs=${num_epochs} --model_save_dir=${model_save_dir} > ${model_save_dir}/train.log 2>&1 & diff --git a/demo/image-classification/infer.py b/demo/image-classification/infer.py new file mode 100644 index 0000000000000000000000000000000000000000..bdbfe32d907007befc68b971bde06427d8483d6f --- /dev/null +++ b/demo/image-classification/infer.py @@ -0,0 +1,40 @@ +#-*- coding:utf8 -*- +import paddle +import paddle.fluid as fluid +import paddle_hub as hub +import paddle_hub.module as module +import paddle_hub.logger as log +import sys +import numpy as np +import reader +import argparse +import functools +from visualdl import LogWriter +from utility import add_arguments, print_arguments + +reader = paddle.batch(reader.test("dataset"), batch_size=1) + + +def infer(): + + model = module.Module(module_dir="hub_module_ResNet50") + + feed_list, fetch_list, program = model( + sign_name="feature_map", trainable=True) + + with fluid.program_guard(main_program=program): + img = feed_list[0] + feature_map = fetch_list[0] + fc = fluid.layers.fc(input=feature_map, size=2, act="softmax") + place = fluid.CPUPlace() + exe = fluid.Executor(place) + feeder = fluid.DataFeeder(feed_list=[img], place=place) + exe.run(fluid.default_startup_program()) + for batch in reader(): + print(batch[0][0].shape) + eval_val = exe.run(fetch_list=[fc.name], feed=feeder.feed(batch)) + log.logger.info(eval_val) + input() + + +infer() diff --git a/demo/image-classification/nets/__init__.py b/demo/image-classification/nets/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..67b32daa0fa433d4a95303f265d78c9c557e871e --- /dev/null +++ b/demo/image-classification/nets/__init__.py @@ -0,0 +1,4 @@ +from .mobilenet_v2 import MobileNetV2 +from .resnet import ResNet50, ResNet101, ResNet152 + +__all__ = ["MobileNetV2", "ResNet50", "ResNet101", "ResNet152"] diff --git a/demo/image-classification/nets/mobilenet_v2.py b/demo/image-classification/nets/mobilenet_v2.py new file mode 100644 index 0000000000000000000000000000000000000000..a881217e4e078251b435cc0fab1460f6e4468362 --- /dev/null +++ b/demo/image-classification/nets/mobilenet_v2.py @@ -0,0 +1,170 @@ +from __future__ import absolute_import +from __future__ import division +from __future__ import print_function +import paddle.fluid as fluid +from paddle.fluid.initializer import MSRA +from paddle.fluid.param_attr import ParamAttr + +__all__ = ["MobileNetV2"] + +train_parameters = { + "input_size": [3, 224, 224], + "input_mean": [0.485, 0.456, 0.406], + "input_std": [0.229, 0.224, 0.225], + "learning_strategy": { + "name": "piecewise_decay", + "batch_size": 256, + "epochs": [30, 60, 90], + "steps": [0.1, 0.01, 0.001, 0.0001] + } +} + + +class MobileNetV2(): + def __init__(self): + self.params = train_parameters + + def net(self, input, class_dim=1000, scale=1.0): + + bottleneck_params_list = [ + (1, 16, 1, 1), + (6, 24, 2, 2), + (6, 32, 3, 2), + (6, 64, 4, 2), + (6, 96, 3, 1), + (6, 160, 3, 2), + (6, 320, 1, 1), + ] + + input = self.conv_bn_layer( + input, + num_filters=int(32 * scale), + filter_size=3, + stride=2, + padding=1, + if_act=True) + + in_c = int(32 * scale) + for layer_setting in bottleneck_params_list: + t, c, n, s = layer_setting + input = self.invresi_blocks( + input=input, + in_c=in_c, + t=t, + c=int(c * scale), + n=n, + s=s, + ) + in_c = int(c * scale) + + input = self.conv_bn_layer( + input=input, + num_filters=int(1280 * scale) if scale > 1.0 else 1280, + filter_size=1, + stride=1, + padding=0, + if_act=True) + + input = fluid.layers.pool2d( + input=input, + pool_size=7, + pool_stride=1, + pool_type='avg', + global_pooling=True) + + output = fluid.layers.fc( + input=input, + size=class_dim, + param_attr=ParamAttr(initializer=MSRA())) + return output, input + + def conv_bn_layer(self, + input, + filter_size, + num_filters, + stride, + padding, + channels=None, + num_groups=1, + use_cudnn=True, + if_act=True): + conv = fluid.layers.conv2d( + input=input, + num_filters=num_filters, + filter_size=filter_size, + stride=stride, + padding=padding, + groups=num_groups, + act=None, + use_cudnn=use_cudnn, + param_attr=ParamAttr(initializer=MSRA()), + bias_attr=False) + bn = fluid.layers.batch_norm(input=conv) + if if_act: + return fluid.layers.relu6(bn) + else: + return bn + + def shortcut(self, input, data_residual): + return fluid.layers.elementwise_add(input, data_residual) + + def inverted_residual_unit(self, input, num_in_filter, num_filters, + ifshortcut, stride, filter_size, padding, + expansion_factor): + num_expfilter = int(round(num_in_filter * expansion_factor)) + channel_expand = self.conv_bn_layer( + input=input, + num_filters=num_expfilter, + filter_size=1, + stride=1, + padding=0, + num_groups=1, + if_act=True) + bottleneck_conv = self.conv_bn_layer( + input=channel_expand, + num_filters=num_expfilter, + filter_size=filter_size, + stride=stride, + padding=padding, + num_groups=num_expfilter, + if_act=True, + use_cudnn=False) + linear_out = self.conv_bn_layer( + input=bottleneck_conv, + num_filters=num_filters, + filter_size=1, + stride=1, + padding=0, + num_groups=1, + if_act=False) + if ifshortcut: + out = self.shortcut(input=input, data_residual=linear_out) + return out + else: + return linear_out + + def invresi_blocks(self, input, in_c, t, c, n, s): + first_block = self.inverted_residual_unit( + input=input, + num_in_filter=in_c, + num_filters=c, + ifshortcut=False, + stride=s, + filter_size=3, + padding=1, + expansion_factor=t) + + last_residual_block = first_block + last_c = c + + for i in range(1, n): + last_residual_block = self.inverted_residual_unit( + input=last_residual_block, + num_in_filter=last_c, + num_filters=c, + ifshortcut=True, + stride=1, + filter_size=3, + padding=1, + expansion_factor=t) + return last_residual_block diff --git a/demo/image-classification/nets/resnet.py b/demo/image-classification/nets/resnet.py new file mode 100644 index 0000000000000000000000000000000000000000..3a8aeba8fc22d02ded5a110baa0c7e07090e740d --- /dev/null +++ b/demo/image-classification/nets/resnet.py @@ -0,0 +1,122 @@ +from __future__ import absolute_import +from __future__ import division +from __future__ import print_function +import paddle +import paddle.fluid as fluid +import math + +__all__ = ["ResNet", "ResNet50", "ResNet101", "ResNet152"] + +train_parameters = { + "input_size": [3, 224, 224], + "input_mean": [0.485, 0.456, 0.406], + "input_std": [0.229, 0.224, 0.225], + "learning_strategy": { + "name": "piecewise_decay", + "batch_size": 256, + "epochs": [30, 60, 90], + "steps": [0.1, 0.01, 0.001, 0.0001] + } +} + + +class ResNet(): + def __init__(self, layers=50): + self.params = train_parameters + self.layers = layers + + def net(self, input, class_dim=1000): + layers = self.layers + supported_layers = [50, 101, 152] + assert layers in supported_layers, \ + "supported layers are {} but input layer is {}".format(supported_layers, layers) + + if layers == 50: + depth = [3, 4, 6, 3] + elif layers == 101: + depth = [3, 4, 23, 3] + elif layers == 152: + depth = [3, 8, 36, 3] + num_filters = [64, 128, 256, 512] + + conv = self.conv_bn_layer( + input=input, num_filters=64, filter_size=7, stride=2, act='relu') + conv = fluid.layers.pool2d( + input=conv, + pool_size=3, + pool_stride=2, + pool_padding=1, + pool_type='max') + + for block in range(len(depth)): + for i in range(depth[block]): + conv = self.bottleneck_block( + input=conv, + num_filters=num_filters[block], + stride=2 if i == 0 and block != 0 else 1) + + pool = fluid.layers.pool2d( + input=conv, pool_size=7, pool_type='avg', global_pooling=True) + stdv = 1.0 / math.sqrt(pool.shape[1] * 1.0) + out = fluid.layers.fc( + input=pool, + size=class_dim, + param_attr=fluid.param_attr.ParamAttr( + initializer=fluid.initializer.Uniform(-stdv, stdv))) + return out, pool + + def conv_bn_layer(self, + input, + num_filters, + filter_size, + stride=1, + groups=1, + act=None): + conv = fluid.layers.conv2d( + input=input, + num_filters=num_filters, + filter_size=filter_size, + stride=stride, + padding=(filter_size - 1) // 2, + groups=groups, + act=None, + bias_attr=False) + return fluid.layers.batch_norm(input=conv, act=act) + + def shortcut(self, input, ch_out, stride): + ch_in = input.shape[1] + if ch_in != ch_out or stride != 1: + return self.conv_bn_layer(input, ch_out, 1, stride) + else: + return input + + def bottleneck_block(self, input, num_filters, stride): + conv0 = self.conv_bn_layer( + input=input, num_filters=num_filters, filter_size=1, act='relu') + conv1 = self.conv_bn_layer( + input=conv0, + num_filters=num_filters, + filter_size=3, + stride=stride, + act='relu') + conv2 = self.conv_bn_layer( + input=conv1, num_filters=num_filters * 4, filter_size=1, act=None) + + short = self.shortcut(input, num_filters * 4, stride) + + return fluid.layers.elementwise_add(x=short, y=conv2, act='relu') + + +def ResNet50(): + model = ResNet(layers=50) + return model + + +def ResNet101(): + model = ResNet(layers=101) + return model + + +def ResNet152(): + model = ResNet(layers=152) + return model diff --git a/demo/image-classification/nohup.out b/demo/image-classification/nohup.out new file mode 100644 index 0000000000000000000000000000000000000000..61240cc8fdee6d4b82173cd0977a513318bc10e8 --- /dev/null +++ b/demo/image-classification/nohup.out @@ -0,0 +1,4310 @@ +[INFO 2019-01-31 08:46:53,452 visualdl:330] port=8040 + * Serving Flask app "visualdl" (lazy loading) + * Environment: production + WARNING: Do not use the development server in a production environment. + Use a production WSGI server instead. + * Debug mode: off +[INFO 2019-01-31 08:46:53,463 _internal.py:88] * Running on http://10.255.129.34:8040/ (Press CTRL+C to quit) +[INFO 2019-01-31 08:46:59,504 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:46:59] "GET /static/index.html HTTP/1.1" 304 - +[INFO 2019-01-31 08:46:59,617 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:46:59] "GET /static/manifest.6eada1dada3243073429.js HTTP/1.1" 304 - +[INFO 2019-01-31 08:46:59,665 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:46:59] "GET /static/vendor.b20f919e100f2dfd568b.js HTTP/1.1" 304 - +[INFO 2019-01-31 08:46:59,666 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:46:59] "GET /static/index.6eada1dada3243073429.js HTTP/1.1" 304 - +[INFO 2019-01-31 08:47:00,201 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /data/language HTTP/1.1" 200 - +[WARNING 2019-01-31 08:47:00,202 lib.py:388] update cache /data/runs +[INFO 2019-01-31 08:47:00,206 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /data/runs HTTP/1.1" 200 - +[WARNING 2019-01-31 08:47:00,207 lib.py:388] update cache /data/plugin/scalars/tags +[INFO 2019-01-31 08:47:00,212 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /data/plugin/scalars/tags HTTP/1.1" 200 - +[WARNING 2019-01-31 08:47:00,213 lib.py:388] update cache /data/plugin/histograms/tags +[INFO 2019-01-31 08:47:00,218 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /data/plugin/histograms/tags HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:00,220 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /static/assets/ic_logo.85c8de4b2220e0bd16608970db5ffe61.svg HTTP/1.1" 304 - +[WARNING 2019-01-31 08:47:00,444 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 08:47:00,445 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 08:47:00,449 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 08:47:00,450 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 08:47:00,451 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 08:47:00,452 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 08:47:00,452 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 08:47:00,453 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:00,455 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /static/assets/ic_zoom_select_on.8b3ed3ad3adf0f5441c5730b2e6b152e.svg HTTP/1.1" 304 - +[INFO 2019-01-31 08:47:00,458 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /static/assets/ic_undo.da05304c9b117842cec61151828d6c09.svg HTTP/1.1" 304 - +[WARNING 2019-01-31 08:47:00,550 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 08:47:00,551 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[INFO 2019-01-31 08:47:00,584 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:00,608 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:00,651 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:00,678 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:00,691 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:00,699 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:00,761 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /static/assets/ic_fullscreen_off.a2475ad3987cc13ce9abcbcb6961d0ec.svg HTTP/1.1" 304 - +[INFO 2019-01-31 08:47:00,762 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:00] "GET /static/assets/ic_download.563cb5f8bf626aafd679d16e18a8f74c.svg HTTP/1.1" 304 - +[INFO 2019-01-31 08:47:15,425 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:15] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:15,426 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:15] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:15,438 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:15] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:15,441 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:15] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:15,487 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:15] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:15,493 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:15] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:15,951 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:15] "GET / HTTP/1.1" 302 - +[INFO 2019-01-31 08:47:16,047 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:16] "GET /static/index.html HTTP/1.0" 200 - +[INFO 2019-01-31 08:47:27,244 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:27] "GET / HTTP/1.1" 302 - +[INFO 2019-01-31 08:47:27,341 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:27] "GET /static/index.html HTTP/1.0" 200 - +[WARNING 2019-01-31 08:47:30,434 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 08:47:30,436 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:30] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 08:47:30,439 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 08:47:30,440 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:30] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 08:47:30,453 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 08:47:30,454 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:30] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 08:47:30,455 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 08:47:30,457 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:30] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 08:47:30,478 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 08:47:30,486 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[INFO 2019-01-31 08:47:30,567 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:30] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:30,585 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:30] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:45,425 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:45] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:45,427 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:45] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:45,439 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:45] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:45,442 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:45] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:45,487 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:45] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 08:47:45,494 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:47:45] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[WARNING 2019-01-31 08:48:00,437 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 08:48:00,438 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:00] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 08:48:00,446 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 08:48:00,447 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:00] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 08:48:00,450 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 08:48:00,451 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:00] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 08:48:00,455 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 08:48:00,456 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:00] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 08:48:00,485 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 08:48:00,493 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[INFO 2019-01-31 08:48:00,581 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:00] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 08:48:00,594 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:00] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 08:48:15,443 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:15] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 08:48:15,450 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:15] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 08:48:15,454 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:15] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 08:48:15,456 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:15] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 08:48:15,496 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:15] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 08:48:15,505 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:15] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[WARNING 2019-01-31 08:48:30,441 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 08:48:30,442 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:30] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 08:48:30,444 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 08:48:30,445 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:30] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 08:48:30,453 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 08:48:30,454 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:30] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 08:48:30,455 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 08:48:30,456 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:30] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 08:48:30,491 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 08:48:30,499 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[INFO 2019-01-31 08:48:30,581 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:30] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 08:48:30,598 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:30] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 08:48:45,453 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:45] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 08:48:45,454 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:45] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 08:48:45,458 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:45] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 08:48:45,464 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:45] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 08:48:45,503 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:45] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 08:48:45,512 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:48:45] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[WARNING 2019-01-31 08:49:00,446 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 08:49:00,448 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:00] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 08:49:00,451 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 08:49:00,452 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:00] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 08:49:00,460 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 08:49:00,460 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:00] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 08:49:00,463 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 08:49:00,464 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:00] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 08:49:00,501 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 08:49:00,509 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[INFO 2019-01-31 08:49:00,599 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:00] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 08:49:00,612 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:00] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 08:49:15,449 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:15] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 08:49:15,453 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:15] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 08:49:15,460 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:15] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 08:49:15,461 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:15] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 08:49:15,506 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:15] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 08:49:15,512 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:15] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[WARNING 2019-01-31 08:49:30,454 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 08:49:30,456 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:30] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 08:49:30,459 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 08:49:30,460 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:30] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 08:49:30,475 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 08:49:30,477 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:30] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 08:49:30,478 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 08:49:30,479 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:30] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 08:49:30,500 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 08:49:30,514 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[INFO 2019-01-31 08:49:30,600 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:30] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 08:49:30,610 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:30] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 08:49:45,457 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:45] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 08:49:45,469 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:45] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 08:49:45,472 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:45] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 08:49:45,479 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:45] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 08:49:45,513 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:45] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 08:49:45,519 _internal.py:88] 172.22.19.145 - - [31/Jan/2019 08:49:45] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:07,431 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:07] "GET / HTTP/1.1" 302 - +[INFO 2019-01-31 09:38:07,463 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:07] "GET /static/index.html HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:07,520 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:07] "GET /static/manifest.6eada1dada3243073429.js HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:07,521 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:07] "GET /static/vendor.b20f919e100f2dfd568b.js HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:07,522 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:07] "GET /static/index.6eada1dada3243073429.js HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:11,739 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:11] "GET /data/language HTTP/1.1" 200 - +[WARNING 2019-01-31 09:38:11,742 lib.py:388] update cache /data/runs +[INFO 2019-01-31 09:38:11,742 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:11] "GET /data/runs HTTP/1.1" 200 - +[WARNING 2019-01-31 09:38:11,869 lib.py:388] update cache /data/plugin/scalars/tags +[WARNING 2019-01-31 09:38:11,870 lib.py:388] update cache /data/plugin/histograms/tags +[INFO 2019-01-31 09:38:11,874 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:11] "GET /data/plugin/scalars/tags HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:11,879 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:11] "GET /data/plugin/histograms/tags HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:12,054 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:12] "GET /static/favicon.png HTTP/1.1" 404 - +[INFO 2019-01-31 09:38:12,056 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:12] "GET /static/assets/ic_zoom_select_on.8b3ed3ad3adf0f5441c5730b2e6b152e.svg HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:12,060 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:12] "GET /static/assets/ic_fullscreen_off.a2475ad3987cc13ce9abcbcb6961d0ec.svg HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:12,061 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:12] "GET /static/assets/ic_download.563cb5f8bf626aafd679d16e18a8f74c.svg HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:12,062 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:12] "GET /static/assets/ic_logo.85c8de4b2220e0bd16608970db5ffe61.svg HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:12,063 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:12] "GET /static/assets/ic_undo.da05304c9b117842cec61151828d6c09.svg HTTP/1.1" 200 - +[WARNING 2019-01-31 09:38:12,269 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:38:12,271 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:12] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:38:12,272 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:38:12,273 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:12] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:38:12,274 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:38:12,275 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:12] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:38:12,282 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:38:12,283 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:12] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:38:12,340 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[WARNING 2019-01-31 09:38:12,341 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[INFO 2019-01-31 09:38:12,442 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:12] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:12,457 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:12] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:22,149 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:22] "GET /data/plugin/graphs/graph HTTP/1.1" 200 - +[WARNING 2019-01-31 09:38:39,415 lib.py:388] update cache /data/plugin/scalars/tags +[INFO 2019-01-31 09:38:39,420 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:39] "GET /data/plugin/scalars/tags HTTP/1.1" 200 - +[WARNING 2019-01-31 09:38:39,421 lib.py:388] update cache /data/plugin/histograms/tags +[INFO 2019-01-31 09:38:39,425 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:39] "GET /data/plugin/histograms/tags HTTP/1.1" 200 - +[WARNING 2019-01-31 09:38:39,516 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:38:39,517 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:39] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:38:39,518 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:38:39,519 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:39] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:38:39,520 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:38:39,522 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:39] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:38:39,523 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:38:39,524 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:39] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:38:39,590 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 09:38:39,611 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[INFO 2019-01-31 09:38:39,680 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:39] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:39,702 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:39] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:54,499 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:54] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:54,500 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:54] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:54,514 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:54] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:54,515 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:54] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:54,617 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:54] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:38:54,626 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:38:54] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:39:09,495 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:39:09,496 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:09] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:39:09,497 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:39:09,498 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:09] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:39:09,507 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:39:09,508 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:09] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:39:09,509 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:39:09,510 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:09] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:39:09,610 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 09:39:09,629 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[INFO 2019-01-31 09:39:09,689 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:09] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:39:09,715 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:09] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:39:32,974 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:39:32,975 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:32] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:39:32,986 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[WARNING 2019-01-31 09:39:32,987 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[WARNING 2019-01-31 09:39:32,988 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:39:32,995 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:32] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:39:32,989 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:32] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:39:32,989 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[WARNING 2019-01-31 09:39:32,988 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[INFO 2019-01-31 09:39:32,997 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:32] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:39:33,097 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:33] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:39:33,097 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:33] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:39:47,966 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:47] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:39:47,967 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:47] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:39:47,973 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:47] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:39:47,973 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:47] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:39:47,981 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:47] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:39:47,982 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:47] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:39:58,674 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:39:58] "GET /data/plugin/graphs/graph HTTP/1.1" 200 - +[WARNING 2019-01-31 09:40:11,243 lib.py:388] update cache /data/plugin/scalars/tags +[INFO 2019-01-31 09:40:11,249 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:11] "GET /data/plugin/scalars/tags HTTP/1.1" 200 - +[WARNING 2019-01-31 09:40:11,249 lib.py:388] update cache /data/plugin/histograms/tags +[INFO 2019-01-31 09:40:11,255 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:11] "GET /data/plugin/histograms/tags HTTP/1.1" 200 - +[INFO 2019-01-31 09:40:11,291 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:11] "GET /static/assets/ic_zoom_select_on.8b3ed3ad3adf0f5441c5730b2e6b152e.svg HTTP/1.1" 304 - +[INFO 2019-01-31 09:40:11,292 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:11] "GET /static/assets/ic_undo.da05304c9b117842cec61151828d6c09.svg HTTP/1.1" 304 - +[INFO 2019-01-31 09:40:11,293 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:11] "GET /static/assets/ic_fullscreen_off.a2475ad3987cc13ce9abcbcb6961d0ec.svg HTTP/1.1" 304 - +[INFO 2019-01-31 09:40:11,294 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:11] "GET /static/assets/ic_download.563cb5f8bf626aafd679d16e18a8f74c.svg HTTP/1.1" 304 - +[WARNING 2019-01-31 09:40:11,343 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:40:11,344 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:11] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:40:11,345 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:40:11,346 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:11] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:40:11,347 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:40:11,348 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:11] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:40:11,349 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:40:11,351 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:11] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:40:11,413 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 09:40:11,414 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[INFO 2019-01-31 09:40:11,515 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:11] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:40:11,522 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:11] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:40:14,995 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:14] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:40:24,061 lib.py:388] update cache /data/plugin/embeddings/embeddings/train/2/pca +[ERROR 2019-01-31 09:40:24,062 lib.py:380] Unexpected error: +[/home/vdl-package/VisualDL/visualdl/utils/filesystem.h:63] + +[ERROR 2019-01-31 09:40:26,064 lib.py:380] Unexpected error: +[/home/vdl-package/VisualDL/visualdl/utils/filesystem.h:63] + +[ERROR 2019-01-31 09:40:28,066 lib.py:380] Unexpected error: +[/home/vdl-package/VisualDL/visualdl/utils/filesystem.h:63] + +[ERROR 2019-01-31 09:40:30,068 visualdl:59] server temporary error, will retry latter. +[INFO 2019-01-31 09:40:30,068 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:30] "GET /data/plugin/embeddings/embeddings?dimension=2&reduction=pca&run=train HTTP/1.1" 200 - +[INFO 2019-01-31 09:40:34,410 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:34] "GET /data/plugin/graphs/graph HTTP/1.1" 200 - +[WARNING 2019-01-31 09:40:35,355 lib.py:388] update cache /data/plugin/images/tags +[WARNING 2019-01-31 09:40:35,355 lib.py:388] update cache /data/plugin/audio/tags +[WARNING 2019-01-31 09:40:35,356 lib.py:388] update cache /data/plugin/texts/tags +[ERROR 2019-01-31 09:40:35,358 lib.py:380] Unexpected error: +[/home/vdl-package/VisualDL/visualdl/logic/sdk.cc:85] + +[ERROR 2019-01-31 09:40:35,359 lib.py:380] Unexpected error: +[/home/vdl-package/VisualDL/visualdl/logic/sdk.cc:85] + +[ERROR 2019-01-31 09:40:35,361 lib.py:380] Unexpected error: +[/home/vdl-package/VisualDL/visualdl/logic/sdk.cc:85] + +[ERROR 2019-01-31 09:40:37,364 lib.py:380] Unexpected error: +[/home/vdl-package/VisualDL/visualdl/logic/sdk.cc:85] + +[ERROR 2019-01-31 09:40:37,366 lib.py:380] Unexpected error: +[/home/vdl-package/VisualDL/visualdl/logic/sdk.cc:85] + +[ERROR 2019-01-31 09:40:37,368 lib.py:380] Unexpected error: +[/home/vdl-package/VisualDL/visualdl/logic/sdk.cc:85] + +[WARNING 2019-01-31 09:40:37,942 lib.py:388] update cache /data/plugin/scalars/tags +[INFO 2019-01-31 09:40:37,947 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:37] "GET /data/plugin/scalars/tags HTTP/1.1" 200 - +[WARNING 2019-01-31 09:40:37,948 lib.py:388] update cache /data/plugin/histograms/tags +[INFO 2019-01-31 09:40:37,952 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:37] "GET /data/plugin/histograms/tags HTTP/1.1" 200 - +[WARNING 2019-01-31 09:40:38,030 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:40:38,031 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:38] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:40:38,032 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:40:38,034 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:38] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:40:38,035 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:40:38,036 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:38] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:40:38,060 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:40:38,061 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:38] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:40:38,100 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 09:40:38,106 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[INFO 2019-01-31 09:40:38,200 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:38] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:40:38,206 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:38] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[ERROR 2019-01-31 09:40:39,371 lib.py:380] Unexpected error: +[/home/vdl-package/VisualDL/visualdl/logic/sdk.cc:85] + +[ERROR 2019-01-31 09:40:39,373 lib.py:380] Unexpected error: +[/home/vdl-package/VisualDL/visualdl/logic/sdk.cc:85] + +[ERROR 2019-01-31 09:40:39,375 lib.py:380] Unexpected error: +[/home/vdl-package/VisualDL/visualdl/logic/sdk.cc:85] + +[ERROR 2019-01-31 09:40:41,377 visualdl:59] server temporary error, will retry latter. +[INFO 2019-01-31 09:40:41,377 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:41] "GET /data/plugin/texts/tags HTTP/1.1" 200 - +[ERROR 2019-01-31 09:40:41,381 visualdl:59] server temporary error, will retry latter. +[INFO 2019-01-31 09:40:41,381 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:41] "GET /data/plugin/audio/tags HTTP/1.1" 200 - +[ERROR 2019-01-31 09:40:41,384 visualdl:59] server temporary error, will retry latter. +[INFO 2019-01-31 09:40:41,385 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:41] "GET /data/plugin/images/tags HTTP/1.1" 200 - +[INFO 2019-01-31 09:40:53,016 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:53] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:40:53,017 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:53] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:40:53,026 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:53] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:40:53,026 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:53] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:40:53,171 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:53] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:40:53,178 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:40:53] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:41:08,012 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:41:08,014 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:08] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:41:08,014 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:41:08,016 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:08] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:41:08,022 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:41:08,023 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:08] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:41:08,024 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:41:08,024 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:08] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:41:08,106 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 09:41:08,122 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[INFO 2019-01-31 09:41:08,195 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:08] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:41:08,213 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:08] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:41:23,134 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:23] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:41:23,135 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:23] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:41:23,136 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:23] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:41:23,151 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:23] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:41:23,167 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:23] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:41:23,191 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:23] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:41:38,066 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:41:38,067 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:38] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:41:38,068 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:41:38,069 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:38] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:41:38,070 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[WARNING 2019-01-31 09:41:38,071 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:41:38,072 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:38] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:41:38,074 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:38] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:41:38,130 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 09:41:38,131 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[INFO 2019-01-31 09:41:38,225 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:38] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:41:38,239 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:38] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:41:53,017 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:53] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:41:53,019 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:53] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:41:53,029 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:53] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:41:53,030 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:53] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:41:53,146 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:53] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:41:53,152 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:41:53] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:42:08,016 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:42:08,018 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:08] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:42:08,018 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:42:08,020 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:08] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:42:08,029 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:42:08,030 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:08] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:42:08,031 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:42:08,032 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:08] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:42:08,136 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 09:42:08,144 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[INFO 2019-01-31 09:42:08,232 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:08] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:42:08,258 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:08] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:42:23,017 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:23] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:42:23,019 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:23] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:42:23,029 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:23] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:42:23,030 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:23] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:42:23,143 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:23] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:42:23,149 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:23] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:42:38,017 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:42:38,018 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:38] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:42:38,021 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:42:38,022 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:38] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:42:38,029 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:42:38,031 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:38] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:42:38,033 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:42:38,034 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:38] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:42:38,136 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[WARNING 2019-01-31 09:42:38,138 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[INFO 2019-01-31 09:42:38,240 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:38] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:42:38,257 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:38] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:42:53,081 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:53] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:42:53,421 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:53] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:42:53,474 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:53] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:42:53,475 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:53] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:42:53,844 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:53] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:42:53,844 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:42:53] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:43:08,116 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[WARNING 2019-01-31 09:43:08,116 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:43:08,119 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:08] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:43:08,117 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:43:08,118 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:08] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:43:08,117 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:43:08,121 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:08] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:43:08,122 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:08] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:43:08,138 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[WARNING 2019-01-31 09:43:08,159 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[INFO 2019-01-31 09:43:08,239 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:08] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:43:08,252 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:08] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:43:23,023 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:23] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:43:23,024 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:23] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:43:23,032 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:23] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:43:23,033 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:23] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:43:23,152 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:23] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:43:23,152 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:23] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:43:38,024 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[WARNING 2019-01-31 09:43:38,024 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:43:38,025 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:38] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:43:38,027 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:38] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:43:38,030 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:43:38,031 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:38] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:43:38,033 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:43:38,034 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:38] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:43:38,139 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[WARNING 2019-01-31 09:43:38,166 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[INFO 2019-01-31 09:43:38,244 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:38] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:43:38,259 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:38] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:43:53,023 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:53] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:43:53,024 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:53] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:43:53,032 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:53] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:43:53,033 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:53] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:43:53,158 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:53] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:43:53,168 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:43:53] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:44:08,777 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 09:44:08,779 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[WARNING 2019-01-31 09:44:08,795 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:44:08,804 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:08] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:44:08,821 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[WARNING 2019-01-31 09:44:08,833 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:44:08,839 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:08] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:44:08,854 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:44:08,854 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:08] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:08,870 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:08] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:08,894 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:08] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:08,894 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:08] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:23,785 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:23] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:23,786 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:23] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:23,793 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:23] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:23,793 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:23] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:23,794 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:23] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:23,796 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:23] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:44:38,779 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[WARNING 2019-01-31 09:44:38,780 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[WARNING 2019-01-31 09:44:38,781 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[WARNING 2019-01-31 09:44:38,787 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[INFO 2019-01-31 09:44:38,803 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:38] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:44:38,803 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:44:38,804 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:38] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:38,835 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:38] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:44:38,845 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:44:38,866 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:38] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:38,871 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:38] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:38,895 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:38] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:53,785 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:53] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:53,786 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:53] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:53,792 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:53] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:53,793 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:53] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:53,794 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:53] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:44:53,795 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:44:53] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:45:08,781 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[WARNING 2019-01-31 09:45:08,782 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[WARNING 2019-01-31 09:45:08,798 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[INFO 2019-01-31 09:45:08,799 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:08] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:45:08,800 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[WARNING 2019-01-31 09:45:08,811 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:45:08,827 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:08] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:45:08,839 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:08] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:45:08,844 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:45:08,912 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:08] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:45:08,922 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:08] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:45:08,923 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:08] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:45:23,781 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:23] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:45:23,782 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:23] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:45:23,788 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:23] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 09:45:23,789 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:23] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:45:23,796 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:23] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:45:23,797 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:23] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:45:38,781 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[WARNING 2019-01-31 09:45:38,799 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:45:38,806 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:38] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:45:38,822 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:45:38,828 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:38] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:45:38,837 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:38] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:45:38,838 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 09:45:38,851 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:45:38,852 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:38] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:45:38,862 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:45:38,864 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:38] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:45:38,894 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:45:38] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:46:02,033 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[WARNING 2019-01-31 09:46:02,045 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:46:02,052 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:46:02] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:46:02,064 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[WARNING 2019-01-31 09:46:02,070 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:46:02,081 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:46:02] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:46:02,093 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:46:02] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:46:02,094 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:46:02] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:46:02,096 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:46:02,097 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:46:02] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:46:02,098 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[INFO 2019-01-31 09:46:02,150 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:46:02] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:46:31,180 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:46:31,181 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:46:31] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:46:31,182 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[WARNING 2019-01-31 09:46:31,183 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[WARNING 2019-01-31 09:46:31,184 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[INFO 2019-01-31 09:46:31,185 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:46:31] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:46:31,223 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:46:31,224 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:46:31] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:46:31,236 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:46:31,262 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:46:31] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:46:31,299 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:46:31] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:46:31,299 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:46:31] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:47:03,337 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:47:03,338 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:47:03] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:47:03,339 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:47:03,340 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:47:03] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:47:03,342 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[INFO 2019-01-31 09:47:03,395 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:47:03] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:47:03,869 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:47:03,870 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:47:03] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:47:06,158 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[INFO 2019-01-31 09:47:06,210 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:47:06] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:47:07,877 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:47:07,878 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:47:07] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:47:39,238 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[WARNING 2019-01-31 09:47:39,253 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:47:39,260 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:47:39] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:47:39,276 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:47:39,277 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:47:39] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:47:39,278 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 09:47:39,305 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:47:39,311 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:47:39] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:47:39,332 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:47:39] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:47:39,348 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:47:39,355 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:47:39] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:47:39,356 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:47:39] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:49:55,478 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 09:49:55,488 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:49:55,495 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:49:55] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:49:55,516 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:49:55,528 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:49:55] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:49:55,537 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:49:55] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:50:01,991 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:50:01,992 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:50:01] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:50:01,993 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:50:01,995 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:50:01] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:50:01,996 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[INFO 2019-01-31 09:50:02,048 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:50:02] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:54:24,321 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[WARNING 2019-01-31 09:54:24,322 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:54:24,334 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:54:24] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:54:24,339 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:54:24,355 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:54:24] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 09:54:24,381 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:54:24] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:54:24,382 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 09:54:24,382 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:54:24,389 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:54:24] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:54:24,390 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:54:24,416 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:54:24] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:54:24,438 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:54:24] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:54:51,565 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[WARNING 2019-01-31 09:54:51,566 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[INFO 2019-01-31 09:54:51,568 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:54:51] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:54:51,580 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:54:51,587 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:54:51] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:54:51,593 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 09:54:51,621 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:54:51,628 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:54:51] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:54:51,634 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:54:51,640 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:54:51] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 09:54:51,655 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:54:51] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:54:51,685 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:54:51] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:59:52,773 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[WARNING 2019-01-31 09:59:52,774 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 09:59:52,780 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:59:52] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:59:52,786 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[INFO 2019-01-31 09:59:52,802 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:59:52] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 09:59:52,813 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[INFO 2019-01-31 09:59:52,841 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:59:52] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[WARNING 2019-01-31 09:59:52,853 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 09:59:52,859 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:59:52] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 09:59:52,865 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 09:59:52,888 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:59:52] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 09:59:52,889 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 09:59:52] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:07,774 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:07] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:07,781 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:07] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:07,788 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:07] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:07,789 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:07] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:07,790 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:07] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:07,791 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:07] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[WARNING 2019-01-31 10:00:22,773 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[WARNING 2019-01-31 10:00:22,780 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[WARNING 2019-01-31 10:00:22,786 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[INFO 2019-01-31 10:00:22,796 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:22] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 10:00:22,802 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[WARNING 2019-01-31 10:00:22,834 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 10:00:22,852 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:22] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 10:00:22,852 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 10:00:22,875 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:22] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:22,888 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:22] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:22,889 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:22] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:22,889 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:22] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:37,777 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:37] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:37,778 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:37] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:37,784 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:37] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:37,785 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:37] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:37,785 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:37] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:37,802 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:37] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[WARNING 2019-01-31 10:00:52,953 lib.py:388] update cache /data/plugin/histograms/histograms/train/param2 +[WARNING 2019-01-31 10:00:52,959 lib.py:388] update cache /data/plugin/scalars/scalars/train/cost +[INFO 2019-01-31 10:00:52,960 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:52] "GET /data/plugin/scalars/scalars?run=train&tag=cost HTTP/1.1" 200 - +[WARNING 2019-01-31 10:00:52,971 lib.py:388] update cache /data/plugin/histograms/histograms/train/param1 +[WARNING 2019-01-31 10:00:53,003 lib.py:388] update cache /data/plugin/scalars/scalars/test/acc +[INFO 2019-01-31 10:00:53,019 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:53] "GET /data/plugin/scalars/scalars?run=test&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:53,047 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:53] "GET /data/plugin/histograms/histograms?run=train&tag=param2 HTTP/1.1" 200 - +[WARNING 2019-01-31 10:00:53,047 lib.py:388] update cache /data/plugin/scalars/scalars/test/cost +[WARNING 2019-01-31 10:00:53,054 lib.py:388] update cache /data/plugin/scalars/scalars/train/acc +[INFO 2019-01-31 10:00:53,068 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:53] "GET /data/plugin/scalars/scalars?run=test&tag=cost HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:53,068 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:53] "GET /data/plugin/histograms/histograms?run=train&tag=param1 HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:53,069 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:53] "GET /data/plugin/scalars/scalars?run=train&tag=acc HTTP/1.1" 200 - +[INFO 2019-01-31 10:00:54,061 _internal.py:88] 172.24.180.31 - - [31/Jan/2019 10:00:54] "GET /data/plugin/graphs/graph HTTP/1.1" 200 - +2019-02-21 20:52:37,013 - INFO - remove feed fetch op +2019-02-21 20:52:37,027 - INFO - +2019-02-21 20:52:37,027 - INFO - %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +2019-02-21 20:52:37,027 - INFO - % % +2019-02-21 20:52:37,027 - INFO - % **feed_target_names** % +2019-02-21 20:52:37,027 - INFO - % ['@HUB@read_file_0.tmp_0'] % +2019-02-21 20:52:37,027 - INFO - % % +2019-02-21 20:52:37,027 - INFO - %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +2019-02-21 20:52:37,028 - INFO - +2019-02-21 20:52:37,028 - INFO - %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +2019-02-21 20:52:37,028 - INFO - % % +2019-02-21 20:52:37,028 - INFO - % **fetch_targets** % +2019-02-21 20:52:37,028 - INFO - % [name: "@HUB@scale_0.tmp_0" % +2019-02-21 20:52:37,028 - INFO - % type { % +2019-02-21 20:52:37,028 - INFO - % type: LOD_TENSOR % +2019-02-21 20:52:37,028 - INFO - % lod_tensor { % +2019-02-21 20:52:37,028 - INFO - % tensor { % +2019-02-21 20:52:37,028 - INFO - % data_type: FP32 % +2019-02-21 20:52:37,028 - INFO - % dims: -1 % +2019-02-21 20:52:37,028 - INFO - % dims: 2 % +2019-02-21 20:52:37,028 - INFO - % } % +2019-02-21 20:52:37,028 - INFO - % lod_level: 0 % +2019-02-21 20:52:37,028 - INFO - % } % +2019-02-21 20:52:37,028 - INFO - % } % +2019-02-21 20:52:37,028 - INFO - % persistable: false % +2019-02-21 20:52:37,028 - INFO - % , name: "@HUB@scale_1.tmp_0" % +2019-02-21 20:52:37,028 - INFO - % type { % +2019-02-21 20:52:37,028 - INFO - % type: LOD_TENSOR % +2019-02-21 20:52:37,028 - INFO - % lod_tensor { % +2019-02-21 20:52:37,028 - INFO - % tensor { % +2019-02-21 20:52:37,028 - INFO - % data_type: FP32 % +2019-02-21 20:52:37,028 - INFO - % dims: -1 % +2019-02-21 20:52:37,028 - INFO - % dims: 2048 % +2019-02-21 20:52:37,028 - INFO - % dims: 1 % +2019-02-21 20:52:37,028 - INFO - % dims: 1 % +2019-02-21 20:52:37,028 - INFO - % } % +2019-02-21 20:52:37,028 - INFO - % lod_level: 0 % +2019-02-21 20:52:37,028 - INFO - % } % +2019-02-21 20:52:37,028 - INFO - % } % +2019-02-21 20:52:37,028 - INFO - % persistable: false % +2019-02-21 20:52:37,028 - INFO - % ] % +2019-02-21 20:52:37,029 - INFO - % % +2019-02-21 20:52:37,029 - INFO - %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +W0221 20:52:39.660300 100883 device_context.cc:263] Please NOTE: device: 0, CUDA Capability: 70, Driver API Version: 9.2, Runtime API Version: 9.0 +W0221 20:52:39.660367 100883 device_context.cc:271] device: 0, cuDNN Version: 7.0. +W0221 20:52:39.660373 100883 device_context.cc:295] WARNING: device: 0. The installed Paddle is compiled with CUDNN 7.3, but CUDNN version in your machine is 7.0, which may cause serious incompatible bug. Please recompile or reinstall Paddle with compatible CUDNN version. +----------- Configuration Arguments ----------- +batch_size: 32 +class_dim: 2 +data_dir: dataset +hub_module_path: hub_module_ResNet50 +image_shape: 3,224,224 +lr: 0.001 +model_save_dir: model_save/20190221205235 +num_epochs: 20 +use_gpu: 0 +------------------------------------------------ +epoch 0 and step 1: train cost is 0.86, train acc is 43.75% +epoch 0 and step 2: train cost is 1.42, train acc is 37.50% +epoch 0 and step 3: train cost is 5.04, train acc is 50.00% +epoch 0 and step 4: train cost is 1.61, train acc is 53.12% +epoch 0 and step 5: train cost is 4.28, train acc is 40.62% +epoch 0 and step 6: train cost is 2.81, train acc is 50.00% +epoch 0 and step 7: train cost is 0.91, train acc is 56.25% +epoch 0 and step 8: train cost is 1.54, train acc is 65.62% +epoch 0 and step 9: train cost is 1.63, train acc is 50.00% +epoch 0 and step 10: train cost is 0.61, train acc is 65.62% +epoch 0 and step 11: train cost is 0.71, train acc is 56.25% +epoch 0 and step 12: train cost is 0.90, train acc is 56.25% +epoch 0 and step 13: train cost is 0.75, train acc is 62.50% +epoch 0 and step 14: train cost is 0.65, train acc is 62.50% +epoch 0 and step 15: train cost is 0.88, train acc is 40.62% +epoch 0 and step 16: train cost is 0.67, train acc is 59.38% +epoch 0 and step 17: train cost is 1.34, train acc is 40.62% +epoch 0 and step 18: train cost is 0.90, train acc is 53.12% +epoch 0 and step 19: train cost is 1.03, train acc is 56.25% +epoch 0 and step 20: train cost is 0.80, train acc is 53.12% +epoch 0 and step 21: train cost is 1.06, train acc is 40.62% +epoch 0 and step 22: train cost is 0.76, train acc is 40.62% +epoch 0 and step 23: train cost is 0.76, train acc is 53.12% +epoch 0 and step 24: train cost is 0.98, train acc is 50.00% +epoch 0 and step 25: train cost is 0.82, train acc is 56.25% +epoch 0 and step 26: train cost is 0.99, train acc is 40.62% +epoch 0 and step 27: train cost is 0.84, train acc is 28.12% +epoch 0 and step 28: train cost is 0.65, train acc is 62.50% +epoch 0 and step 29: train cost is 0.79, train acc is 56.25% +epoch 0 and step 30: train cost is 0.74, train acc is 56.25% +epoch 0 and step 31: train cost is 0.61, train acc is 65.62% +epoch 0 and step 32: train cost is 0.95, train acc is 56.25% +epoch 0 and step 33: train cost is 1.03, train acc is 37.50% +epoch 0 and step 34: train cost is 0.66, train acc is 56.25% +epoch 0 and step 35: train cost is 0.66, train acc is 65.62% +epoch 0 and step 36: train cost is 0.65, train acc is 65.62% +epoch 0 and step 37: train cost is 0.50, train acc is 71.88% +epoch 0 and step 38: train cost is 0.97, train acc is 59.38% +epoch 0 and step 39: train cost is 0.87, train acc is 59.38% +epoch 0 and step 40: train cost is 0.88, train acc is 46.88% +epoch 0 and step 41: train cost is 0.76, train acc is 56.25% +epoch 0 and step 42: train cost is 0.72, train acc is 56.25% +epoch 0 and step 43: train cost is 0.75, train acc is 56.25% +epoch 0 and step 44: train cost is 0.74, train acc is 50.00% +epoch 0 and step 45: train cost is 0.66, train acc is 59.38% +epoch 0 and step 46: train cost is 0.68, train acc is 62.50% +epoch 0 and step 47: train cost is 0.75, train acc is 56.25% +epoch 0 and step 48: train cost is 0.71, train acc is 53.12% +epoch 0 and step 49: train cost is 0.80, train acc is 40.62% +epoch 0 and step 50: train cost is 0.72, train acc is 59.38% +epoch 0 and step 51: train cost is 0.85, train acc is 46.88% +epoch 0 and step 52: train cost is 0.59, train acc is 68.75% +epoch 0 and step 53: train cost is 0.67, train acc is 59.38% +epoch 0 and step 54: train cost is 0.65, train acc is 59.38% +epoch 0 and step 55: train cost is 0.91, train acc is 62.50% +epoch 0 and step 56: train cost is 0.89, train acc is 65.62% +epoch 0 and step 57: train cost is 0.60, train acc is 59.38% +epoch 0 and step 58: train cost is 0.71, train acc is 62.50% +epoch 0 and step 59: train cost is 0.94, train acc is 50.00% +epoch 0 and step 60: train cost is 1.04, train acc is 40.62% +epoch 0 and step 61: train cost is 0.89, train acc is 50.00% +epoch 0 and step 62: train cost is 0.87, train acc is 56.25% +epoch 0 and step 63: train cost is 0.70, train acc is 46.88% +epoch 0 and step 64: train cost is 0.92, train acc is 46.88% +epoch 0 and step 65: train cost is 0.72, train acc is 62.50% +epoch 0 and step 66: train cost is 0.77, train acc is 46.88% +epoch 0 and step 67: train cost is 1.01, train acc is 50.00% +epoch 0 and step 68: train cost is 0.98, train acc is 50.00% +epoch 0 and step 69: train cost is 0.80, train acc is 43.75% +epoch 0 and step 70: train cost is 0.87, train acc is 43.75% +epoch 0 and step 71: train cost is 0.75, train acc is 46.88% +epoch 0 and step 72: train cost is 0.89, train acc is 53.12% +epoch 0 and step 73: train cost is 0.88, train acc is 56.25% +epoch 0 and step 74: train cost is 0.98, train acc is 53.12% +epoch 0 and step 75: train cost is 1.10, train acc is 43.75% +epoch 0 and step 76: train cost is 0.87, train acc is 56.25% +epoch 0 and step 77: train cost is 0.65, train acc is 62.50% +epoch 0 and step 78: train cost is 0.84, train acc is 46.88% +epoch 0 and step 79: train cost is 0.75, train acc is 75.00% +epoch 0 and step 80: train cost is 0.69, train acc is 65.62% +epoch 0 and step 81: train cost is 1.24, train acc is 43.75% +epoch 0 and step 82: train cost is 0.60, train acc is 56.25% +epoch 0 and step 83: train cost is 0.70, train acc is 53.12% +epoch 0 and step 84: train cost is 0.56, train acc is 71.88% +epoch 0 and step 85: train cost is 0.69, train acc is 56.25% +epoch 0 and step 86: train cost is 0.82, train acc is 56.25% +epoch 0 and step 87: train cost is 0.80, train acc is 50.00% +epoch 0 and step 88: train cost is 0.64, train acc is 56.25% +epoch 0 and step 89: train cost is 0.71, train acc is 40.62% +epoch 0 and step 90: train cost is 0.68, train acc is 50.00% +epoch 0 and step 91: train cost is 0.79, train acc is 43.75% +epoch 0 and step 92: train cost is 0.66, train acc is 59.38% +epoch 0 and step 93: train cost is 0.74, train acc is 40.62% +epoch 0 and step 94: train cost is 0.63, train acc is 71.88% +epoch 0 and step 95: train cost is 0.70, train acc is 59.38% +epoch 0 and step 96: train cost is 0.62, train acc is 59.38% +epoch 0 and step 97: train cost is 0.62, train acc is 65.62% +epoch 0 and step 98: train cost is 0.77, train acc is 40.62% +epoch 0 and step 99: train cost is 0.68, train acc is 46.88% +epoch 0 and step 100: train cost is 0.62, train acc is 71.88% +epoch 0 and step 101: train cost is 0.73, train acc is 62.50% +epoch 0 and step 102: train cost is 0.74, train acc is 50.00% +epoch 0 and step 103: train cost is 0.71, train acc is 62.50% +epoch 0 and step 104: train cost is 0.66, train acc is 75.00% +epoch 0 and step 105: train cost is 0.59, train acc is 71.88% +epoch 0 and step 106: train cost is 0.67, train acc is 53.12% +epoch 0 and step 107: train cost is 0.74, train acc is 50.00% +epoch 0 and step 108: train cost is 0.64, train acc is 81.25% +epoch 0 and step 109: train cost is 0.60, train acc is 65.62% +epoch 0 and step 110: train cost is 0.69, train acc is 62.50% +epoch 0 and step 111: train cost is 0.73, train acc is 53.12% +epoch 0 and step 112: train cost is 0.68, train acc is 56.25% +epoch 0 and step 113: train cost is 0.75, train acc is 65.62% +epoch 0 and step 114: train cost is 0.53, train acc is 81.25% +epoch 0 and step 115: train cost is 0.68, train acc is 65.62% +epoch 0 and step 116: train cost is 0.71, train acc is 59.38% +epoch 0 and step 117: train cost is 0.83, train acc is 56.25% +epoch 0 and step 118: train cost is 0.61, train acc is 59.38% +epoch 0 and step 119: train cost is 0.76, train acc is 50.00% +epoch 0 and step 120: train cost is 0.79, train acc is 56.25% +epoch 0 and step 121: train cost is 0.68, train acc is 53.12% +epoch 0 and step 122: train cost is 0.79, train acc is 43.75% +epoch 0 and step 123: train cost is 0.65, train acc is 56.25% +epoch 0 and step 124: train cost is 0.78, train acc is 40.62% +epoch 0 and step 125: train cost is 0.68, train acc is 56.25% +epoch 0 and step 126: train cost is 0.72, train acc is 68.75% +epoch 0 and step 127: train cost is 0.67, train acc is 59.38% +epoch 0 and step 128: train cost is 0.67, train acc is 53.12% +epoch 0 and step 129: train cost is 0.76, train acc is 46.88% +epoch 0 and step 130: train cost is 0.80, train acc is 65.62% +epoch 0 and step 131: train cost is 0.57, train acc is 78.12% +epoch 0 and step 132: train cost is 0.69, train acc is 62.50% +epoch 0 and step 133: train cost is 0.65, train acc is 65.62% +epoch 0 and step 134: train cost is 0.81, train acc is 50.00% +epoch 0 and step 135: train cost is 0.68, train acc is 56.25% +epoch 0 and step 136: train cost is 0.72, train acc is 65.62% +epoch 0 and step 137: train cost is 0.62, train acc is 59.38% +epoch 0 and step 138: train cost is 0.66, train acc is 50.00% +epoch 0 and step 139: train cost is 0.81, train acc is 56.25% +epoch 0 and step 140: train cost is 0.72, train acc is 59.38% +epoch 0 and step 141: train cost is 0.65, train acc is 59.38% +epoch 0 and step 142: train cost is 0.62, train acc is 62.50% +epoch 0 and step 143: train cost is 0.73, train acc is 62.50% +epoch 0 and step 144: train cost is 0.75, train acc is 59.38% +epoch 0 and step 145: train cost is 0.68, train acc is 40.62% +epoch 0 and step 146: train cost is 0.61, train acc is 65.62% +epoch 0 and step 147: train cost is 0.64, train acc is 65.62% +epoch 0 and step 148: train cost is 0.88, train acc is 65.62% +epoch 0 and step 149: train cost is 0.83, train acc is 68.75% +epoch 0 and step 150: train cost is 0.73, train acc is 59.38% +epoch 0 and step 151: train cost is 0.75, train acc is 62.50% +epoch 0 and step 152: train cost is 0.73, train acc is 53.12% +epoch 0 and step 153: train cost is 0.79, train acc is 62.50% +epoch 0 and step 154: train cost is 0.64, train acc is 56.25% +epoch 0 and step 155: train cost is 0.69, train acc is 56.25% +epoch 0 and step 156: train cost is 1.01, train acc is 59.38% +epoch 0 and step 157: train cost is 0.83, train acc is 62.50% +epoch 0 and step 158: train cost is 0.59, train acc is 68.75% +epoch 0 and step 159: train cost is 0.66, train acc is 56.25% +epoch 0 and step 160: train cost is 0.67, train acc is 56.25% +epoch 0 and step 161: train cost is 0.65, train acc is 65.62% +epoch 0 and step 162: train cost is 0.65, train acc is 59.38% +epoch 0 and step 163: train cost is 1.04, train acc is 50.00% +epoch 0 and step 164: train cost is 0.75, train acc is 71.88% +epoch 0 and step 165: train cost is 0.55, train acc is 75.00% +epoch 0 and step 166: train cost is 0.62, train acc is 71.88% +epoch 0 and step 167: train cost is 0.98, train acc is 62.50% +epoch 0 and step 168: train cost is 0.79, train acc is 68.75% +epoch 0 and step 169: train cost is 0.60, train acc is 65.62% +epoch 0 and step 170: train cost is 0.72, train acc is 50.00% +epoch 0 and step 171: train cost is 0.67, train acc is 59.38% +epoch 0 and step 172: train cost is 0.67, train acc is 53.12% +epoch 0 and step 173: train cost is 0.78, train acc is 43.75% +epoch 0 and step 174: train cost is 0.65, train acc is 53.12% +epoch 0 and step 175: train cost is 0.78, train acc is 56.25% +epoch 0 and step 176: train cost is 0.87, train acc is 46.88% +epoch 0 and step 177: train cost is 0.67, train acc is 56.25% +epoch 0 and step 178: train cost is 0.64, train acc is 56.25% +epoch 0 and step 179: train cost is 0.61, train acc is 71.88% +epoch 0 and step 180: train cost is 0.64, train acc is 62.50% +epoch 0 and step 181: train cost is 0.64, train acc is 62.50% +epoch 0 and step 182: train cost is 0.78, train acc is 50.00% +epoch 0 and step 183: train cost is 0.68, train acc is 50.00% +epoch 0 and step 184: train cost is 0.68, train acc is 56.25% +epoch 0 and step 185: train cost is 0.80, train acc is 46.88% +epoch 0 and step 186: train cost is 0.77, train acc is 56.25% +epoch 0 and step 187: train cost is 0.68, train acc is 46.88% +epoch 0 and step 188: train cost is 0.82, train acc is 40.62% +epoch 0 and step 189: train cost is 0.80, train acc is 62.50% +epoch 0 and step 190: train cost is 0.63, train acc is 62.50% +epoch 0 and step 191: train cost is 0.64, train acc is 56.25% +epoch 0 and step 192: train cost is 0.59, train acc is 75.00% +epoch 0 and step 193: train cost is 0.65, train acc is 62.50% +epoch 0 and step 194: train cost is 0.64, train acc is 68.75% +epoch 0 and step 195: train cost is 0.56, train acc is 68.75% +epoch 0 and step 196: train cost is 0.69, train acc is 65.62% +epoch 0 and step 197: train cost is 0.64, train acc is 56.25% +epoch 0 and step 198: train cost is 0.74, train acc is 59.38% +epoch 0 and step 199: train cost is 0.67, train acc is 59.38% +epoch 0 and step 200: train cost is 0.70, train acc is 56.25% +epoch 0 and step 201: train cost is 0.63, train acc is 71.88% +epoch 0 and step 202: train cost is 0.60, train acc is 68.75% +epoch 0 and step 203: train cost is 1.04, train acc is 34.38% +epoch 0 and step 204: train cost is 0.54, train acc is 71.88% +epoch 0 and step 205: train cost is 0.58, train acc is 68.75% +epoch 0 and step 206: train cost is 0.71, train acc is 56.25% +epoch 0 and step 207: train cost is 0.91, train acc is 43.75% +epoch 0 and step 208: train cost is 0.66, train acc is 62.50% +epoch 0 and step 209: train cost is 0.67, train acc is 56.25% +epoch 0 and step 210: train cost is 0.70, train acc is 43.75% +epoch 0 and step 211: train cost is 0.63, train acc is 65.62% +epoch 0 and step 212: train cost is 0.66, train acc is 62.50% +epoch 0 and step 213: train cost is 0.64, train acc is 59.38% +epoch 0 and step 214: train cost is 0.75, train acc is 59.38% +epoch 0 and step 215: train cost is 0.57, train acc is 71.88% +epoch 0 and step 216: train cost is 0.54, train acc is 71.88% +epoch 0 and step 217: train cost is 0.61, train acc is 75.00% +epoch 0 and step 218: train cost is 0.61, train acc is 62.50% +epoch 0 and step 219: train cost is 0.71, train acc is 53.12% +epoch 0 and step 220: train cost is 0.62, train acc is 59.38% +epoch 0 and step 221: train cost is 0.57, train acc is 78.12% +epoch 0 and step 222: train cost is 0.62, train acc is 59.38% +epoch 0 and step 223: train cost is 0.81, train acc is 65.62% +epoch 0 and step 224: train cost is 0.53, train acc is 68.75% +epoch 0 and step 225: train cost is 0.54, train acc is 68.75% +epoch 0 and step 226: train cost is 0.98, train acc is 50.00% +epoch 0 and step 227: train cost is 0.81, train acc is 50.00% +epoch 0 and step 228: train cost is 0.54, train acc is 68.75% +epoch 0 and step 229: train cost is 0.75, train acc is 53.12% +epoch 0 and step 230: train cost is 0.83, train acc is 46.88% +epoch 0 and step 231: train cost is 0.70, train acc is 50.00% +epoch 0 and step 232: train cost is 0.76, train acc is 34.38% +epoch 0 and step 233: train cost is 0.70, train acc is 56.25% +epoch 0 and step 234: train cost is 0.65, train acc is 75.00% +epoch 0 and step 235: train cost is 0.64, train acc is 53.12% +epoch 0 and step 236: train cost is 0.80, train acc is 50.00% +epoch 0 and step 237: train cost is 0.72, train acc is 43.75% +epoch 0 and step 238: train cost is 0.83, train acc is 34.38% +epoch 0 and step 239: train cost is 0.70, train acc is 53.12% +epoch 0 and step 240: train cost is 0.62, train acc is 71.88% +epoch 0 and step 241: train cost is 0.74, train acc is 56.25% +epoch 0 and step 242: train cost is 0.61, train acc is 68.75% +epoch 0 and step 243: train cost is 0.60, train acc is 84.38% +epoch 0 and step 244: train cost is 0.75, train acc is 50.00% +epoch 0 and step 245: train cost is 0.70, train acc is 46.88% +epoch 0 and step 246: train cost is 0.61, train acc is 71.88% +epoch 0 and step 247: train cost is 0.57, train acc is 75.00% +epoch 0 and step 248: train cost is 0.75, train acc is 65.62% +epoch 0 and step 249: train cost is 0.72, train acc is 59.38% +epoch 0 and step 250: train cost is 0.69, train acc is 56.25% +epoch 0 and step 251: train cost is 0.54, train acc is 78.12% +epoch 0 and step 252: train cost is 0.65, train acc is 53.12% +epoch 0 and step 253: train cost is 0.72, train acc is 62.50% +epoch 0 and step 254: train cost is 0.75, train acc is 50.00% +epoch 0 and step 255: train cost is 0.61, train acc is 71.88% +epoch 0 and step 256: train cost is 0.53, train acc is 68.75% +epoch 0 and step 257: train cost is 0.68, train acc is 56.25% +epoch 0 and step 258: train cost is 0.72, train acc is 53.12% +epoch 0 and step 259: train cost is 0.73, train acc is 43.75% +epoch 0 and step 260: train cost is 0.58, train acc is 59.38% +epoch 0 and step 261: train cost is 0.58, train acc is 75.00% +epoch 0 and step 262: train cost is 0.66, train acc is 56.25% +epoch 0 and step 263: train cost is 0.68, train acc is 50.00%2019-02-21 20:55:54,485 - INFO - remove feed fetch op +2019-02-21 20:55:54,497 - INFO - +2019-02-21 20:55:54,497 - INFO - %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +2019-02-21 20:55:54,497 - INFO - % % +2019-02-21 20:55:54,497 - INFO - % **feed_target_names** % +2019-02-21 20:55:54,497 - INFO - % ['@HUB@read_file_0.tmp_0'] % +2019-02-21 20:55:54,497 - INFO - % % +2019-02-21 20:55:54,498 - INFO - %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +2019-02-21 20:55:54,498 - INFO - +2019-02-21 20:55:54,498 - INFO - %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +2019-02-21 20:55:54,498 - INFO - % % +2019-02-21 20:55:54,498 - INFO - % **fetch_targets** % +2019-02-21 20:55:54,498 - INFO - % [name: "@HUB@scale_0.tmp_0" % +2019-02-21 20:55:54,498 - INFO - % type { % +2019-02-21 20:55:54,498 - INFO - % type: LOD_TENSOR % +2019-02-21 20:55:54,498 - INFO - % lod_tensor { % +2019-02-21 20:55:54,498 - INFO - % tensor { % +2019-02-21 20:55:54,498 - INFO - % data_type: FP32 % +2019-02-21 20:55:54,498 - INFO - % dims: -1 % +2019-02-21 20:55:54,498 - INFO - % dims: 2 % +2019-02-21 20:55:54,498 - INFO - % } % +2019-02-21 20:55:54,498 - INFO - % lod_level: 0 % +2019-02-21 20:55:54,498 - INFO - % } % +2019-02-21 20:55:54,498 - INFO - % } % +2019-02-21 20:55:54,498 - INFO - % persistable: false % +2019-02-21 20:55:54,498 - INFO - % , name: "@HUB@scale_1.tmp_0" % +2019-02-21 20:55:54,498 - INFO - % type { % +2019-02-21 20:55:54,498 - INFO - % type: LOD_TENSOR % +2019-02-21 20:55:54,498 - INFO - % lod_tensor { % +2019-02-21 20:55:54,498 - INFO - % tensor { % +2019-02-21 20:55:54,498 - INFO - % data_type: FP32 % +2019-02-21 20:55:54,499 - INFO - % dims: -1 % +2019-02-21 20:55:54,499 - INFO - % dims: 2048 % +2019-02-21 20:55:54,499 - INFO - % dims: 1 % +2019-02-21 20:55:54,499 - INFO - % dims: 1 % +2019-02-21 20:55:54,499 - INFO - % } % +2019-02-21 20:55:54,499 - INFO - % lod_level: 0 % +2019-02-21 20:55:54,499 - INFO - % } % +2019-02-21 20:55:54,499 - INFO - % } % +2019-02-21 20:55:54,499 - INFO - % persistable: false % +2019-02-21 20:55:54,499 - INFO - % ] % +2019-02-21 20:55:54,499 - INFO - % % +2019-02-21 20:55:54,499 - INFO - %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +W0221 20:55:56.954600 106789 device_context.cc:263] Please NOTE: device: 0, CUDA Capability: 70, Driver API Version: 9.2, Runtime API Version: 9.0 +W0221 20:55:56.954660 106789 device_context.cc:271] device: 0, cuDNN Version: 7.0. +W0221 20:55:56.954668 106789 device_context.cc:295] WARNING: device: 0. The installed Paddle is compiled with CUDNN 7.3, but CUDNN version in your machine is 7.0, which may cause serious incompatible bug. Please recompile or reinstall Paddle with compatible CUDNN version. +----------- Configuration Arguments ----------- +batch_size: 32 +class_dim: 2 +data_dir: dataset +hub_module_path: hub_module_ResNet50 +image_shape: 3,224,224 +lr: 0.001 +model_save_dir: model_save/20190221205552 +num_epochs: 20 +use_gpu: 0 +------------------------------------------------ +epoch 0 and step 1: train cost is 0.70, train acc is 50.00% +epoch 0 and step 2: train cost is 1.36, train acc is 40.62% +epoch 0 and step 3: train cost is 5.16, train acc is 59.38% +epoch 0 and step 4: train cost is 5.92, train acc is 46.88% +epoch 0 and step 5: train cost is 3.09, train acc is 40.62% +epoch 0 and step 6: train cost is 1.89, train acc is 34.38% +epoch 0 and step 7: train cost is 1.65, train acc is 50.00% +epoch 0 and step 8: train cost is 1.11, train acc is 56.25% +epoch 0 and step 9: train cost is 1.01, train acc is 53.12% +epoch 0 and step 10: train cost is 0.63, train acc is 71.88% +epoch 0 and step 11: train cost is 0.96, train acc is 56.25% +epoch 0 and step 12: train cost is 0.94, train acc is 53.12% +epoch 0 and step 13: train cost is 0.97, train acc is 62.50% +epoch 0 and step 14: train cost is 1.29, train acc is 53.12% +epoch 0 and step 15: train cost is 1.06, train acc is 40.62% +epoch 0 and step 16: train cost is 0.84, train acc is 59.38% +epoch 0 and step 17: train cost is 0.99, train acc is 53.12% +epoch 0 and step 18: train cost is 1.03, train acc is 46.88% +epoch 0 and step 19: train cost is 0.89, train acc is 46.88% +epoch 0 and step 20: train cost is 0.80, train acc is 59.38% +epoch 0 and step 21: train cost is 0.73, train acc is 62.50% +epoch 0 and step 22: train cost is 0.89, train acc is 50.00% +epoch 0 and step 23: train cost is 0.99, train acc is 46.88% +epoch 0 and step 24: train cost is 0.75, train acc is 62.50% +epoch 0 and step 25: train cost is 0.97, train acc is 62.50% +epoch 0 and step 26: train cost is 0.70, train acc is 65.62% +epoch 0 and step 27: train cost is 0.68, train acc is 59.38% +epoch 0 and step 28: train cost is 0.88, train acc is 40.62% +epoch 0 and step 29: train cost is 1.30, train acc is 56.25% +epoch 0 and step 30: train cost is 0.65, train acc is 59.38% +epoch 0 and step 31: train cost is 0.63, train acc is 68.75% +epoch 0 and step 32: train cost is 1.22, train acc is 62.50% +epoch 0 and step 33: train cost is 1.05, train acc is 50.00% +epoch 0 and step 34: train cost is 0.85, train acc is 50.00% +epoch 0 and step 35: train cost is 0.57, train acc is 75.00% +epoch 0 and step 36: train cost is 0.83, train acc is 59.38% +epoch 0 and step 37: train cost is 0.59, train acc is 65.62% +epoch 0 and step 38: train cost is 0.61, train acc is 65.62% +epoch 0 and step 39: train cost is 0.87, train acc is 53.12% +epoch 0 and step 40: train cost is 1.00, train acc is 56.25% +epoch 0 and step 41: train cost is 1.27, train acc is 59.38% +epoch 0 and step 42: train cost is 0.89, train acc is 50.00% +epoch 0 and step 43: train cost is 1.00, train acc is 59.38% +epoch 0 and step 44: train cost is 0.75, train acc is 46.88% +epoch 0 and step 45: train cost is 0.87, train acc is 56.25% +epoch 0 and step 46: train cost is 0.60, train acc is 78.12% +epoch 0 and step 47: train cost is 0.64, train acc is 65.62% +epoch 0 and step 48: train cost is 0.96, train acc is 53.12% +epoch 0 and step 49: train cost is 1.05, train acc is 37.50% +epoch 0 and step 50: train cost is 0.63, train acc is 62.50% +epoch 0 and step 51: train cost is 0.81, train acc is 43.75% +epoch 0 and step 52: train cost is 0.71, train acc is 62.50% +epoch 0 and step 53: train cost is 0.76, train acc is 50.00% +epoch 0 and step 54: train cost is 0.62, train acc is 59.38% +epoch 0 and step 55: train cost is 1.08, train acc is 59.38% +epoch 0 and step 56: train cost is 0.87, train acc is 59.38% +epoch 0 and step 57: train cost is 0.69, train acc is 62.50% +epoch 0 and step 58: train cost is 0.66, train acc is 62.50% +epoch 0 and step 59: train cost is 0.76, train acc is 53.12% +epoch 0 and step 60: train cost is 1.05, train acc is 34.38% +epoch 0 and step 61: train cost is 0.80, train acc is 43.75% +epoch 0 and step 62: train cost is 0.71, train acc is 68.75% +epoch 0 and step 63: train cost is 0.94, train acc is 62.50% +epoch 0 and step 64: train cost is 0.65, train acc is 56.25% +epoch 0 and step 65: train cost is 0.62, train acc is 59.38% +epoch 0 and step 66: train cost is 0.73, train acc is 46.88% +epoch 0 and step 67: train cost is 0.89, train acc is 40.62% +epoch 0 and step 68: train cost is 0.90, train acc is 46.88% +epoch 0 and step 69: train cost is 0.72, train acc is 50.00% +epoch 0 and step 70: train cost is 0.76, train acc is 43.75% +epoch 0 and step 71: train cost is 0.82, train acc is 40.62% +epoch 0 and step 72: train cost is 0.88, train acc is 53.12% +epoch 0 and step 73: train cost is 0.70, train acc is 43.75% +epoch 0 and step 74: train cost is 0.63, train acc is 62.50% +epoch 0 and step 75: train cost is 0.80, train acc is 43.75% +epoch 0 and step 76: train cost is 0.67, train acc is 56.25% +epoch 0 and step 77: train cost is 0.70, train acc is 50.00% +epoch 0 and step 78: train cost is 0.67, train acc is 59.38% +epoch 0 and step 79: train cost is 0.69, train acc is 62.50% +epoch 0 and step 80: train cost is 0.73, train acc is 50.00% +epoch 0 and step 81: train cost is 0.75, train acc is 53.12% +epoch 0 and step 82: train cost is 0.59, train acc is 65.62% +epoch 0 and step 83: train cost is 0.65, train acc is 62.50% +epoch 0 and step 84: train cost is 0.68, train acc is 65.62% +epoch 0 and step 85: train cost is 0.58, train acc is 71.88% +epoch 0 and step 86: train cost is 0.84, train acc is 46.88% +epoch 0 and step 87: train cost is 0.78, train acc is 65.62% +epoch 0 and step 88: train cost is 0.92, train acc is 68.75% +epoch 0 and step 89: train cost is 0.67, train acc is 59.38% +epoch 0 and step 90: train cost is 0.72, train acc is 65.62% +epoch 0 and step 91: train cost is 0.74, train acc is 59.38% +epoch 0 and step 92: train cost is 0.90, train acc is 50.00% +epoch 0 and step 93: train cost is 0.72, train acc is 71.88% +epoch 0 and step 94: train cost is 0.67, train acc is 56.25% +epoch 0 and step 95: train cost is 0.76, train acc is 46.88% +epoch 0 and step 96: train cost is 0.62, train acc is 53.12% +epoch 0 and step 97: train cost is 0.64, train acc is 62.50% +epoch 0 and step 98: train cost is 0.81, train acc is 59.38% +epoch 0 and step 99: train cost is 0.75, train acc is 50.00% +epoch 0 and step 100: train cost is 0.74, train acc is 65.62% +epoch 0 and step 101: train cost is 0.86, train acc is 50.00% +epoch 0 and step 102: train cost is 0.82, train acc is 53.12% +epoch 0 and step 103: train cost is 0.67, train acc is 62.50% +epoch 0 and step 104: train cost is 0.69, train acc is 62.50% +epoch 0 and step 105: train cost is 0.88, train acc is 65.62% +epoch 0 and step 106: train cost is 0.69, train acc is 46.88% +epoch 0 and step 107: train cost is 0.98, train acc is 46.88% +epoch 0 and step 108: train cost is 0.85, train acc is 46.88% +epoch 0 and step 109: train cost is 0.74, train acc is 56.25% +epoch 0 and step 110: train cost is 0.67, train acc is 56.25% +epoch 0 and step 111: train cost is 0.79, train acc is 56.25% +epoch 0 and step 112: train cost is 0.91, train acc is 40.62% +epoch 0 and step 113: train cost is 0.71, train acc is 56.25% +epoch 0 and step 114: train cost is 0.84, train acc is 68.75% +epoch 0 and step 115: train cost is 1.00, train acc is 56.25% +epoch 0 and step 116: train cost is 0.74, train acc is 50.00% +epoch 0 and step 117: train cost is 0.73, train acc is 65.62% +epoch 0 and step 118: train cost is 0.67, train acc is 59.38% +epoch 0 and step 119: train cost is 0.66, train acc is 59.38% +epoch 0 and step 120: train cost is 0.70, train acc is 62.50% +epoch 0 and step 121: train cost is 0.73, train acc is 65.62% +epoch 0 and step 122: train cost is 0.88, train acc is 40.62% +epoch 0 and step 123: train cost is 0.72, train acc is 71.88% +epoch 0 and step 124: train cost is 0.76, train acc is 50.00% +epoch 0 and step 125: train cost is 0.75, train acc is 40.62% +epoch 0 and step 126: train cost is 0.58, train acc is 68.75% +epoch 0 and step 127: train cost is 0.75, train acc is 59.38% +epoch 0 and step 128: train cost is 0.80, train acc is 56.25% +epoch 0 and step 129: train cost is 0.61, train acc is 56.25% +epoch 0 and step 130: train cost is 0.97, train acc is 62.50% +epoch 0 and step 131: train cost is 0.56, train acc is 78.12% +epoch 0 and step 132: train cost is 0.68, train acc is 46.88% +epoch 0 and step 133: train cost is 0.66, train acc is 59.38% +epoch 0 and step 134: train cost is 0.80, train acc is 28.12% +epoch 0 and step 135: train cost is 0.67, train acc is 56.25% +epoch 0 and step 136: train cost is 0.69, train acc is 56.25% +epoch 0 and step 137: train cost is 0.66, train acc is 71.88% +epoch 0 and step 138: train cost is 0.78, train acc is 46.88% +epoch 0 and step 139: train cost is 0.79, train acc is 46.88% +epoch 0 and step 140: train cost is 0.75, train acc is 71.88% +epoch 0 and step 141: train cost is 0.87, train acc is 62.50% +epoch 0 and step 142: train cost is 0.64, train acc is 59.38% +epoch 0 and step 143: train cost is 0.68, train acc is 62.50% +epoch 0 and step 144: train cost is 0.84, train acc is 43.75% +epoch 0 and step 145: train cost is 0.84, train acc is 56.25% +epoch 0 and step 146: train cost is 0.68, train acc is 59.38% +epoch 0 and step 147: train cost is 0.72, train acc is 65.62% +epoch 0 and step 148: train cost is 0.76, train acc is 53.12% +epoch 0 and step 149: train cost is 0.86, train acc is 46.88% +epoch 0 and step 150: train cost is 0.87, train acc is 56.25% +epoch 0 and step 151: train cost is 0.67, train acc is 56.25% +epoch 0 and step 152: train cost is 0.69, train acc is 46.88% +epoch 0 and step 153: train cost is 0.65, train acc is 68.75% +epoch 0 and step 154: train cost is 0.71, train acc is 53.12% +epoch 0 and step 155: train cost is 0.65, train acc is 62.50% +epoch 0 and step 156: train cost is 0.69, train acc is 56.25% +epoch 0 and step 157: train cost is 0.63, train acc is 68.75% +epoch 0 and step 158: train cost is 0.64, train acc is 59.38% +epoch 0 and step 159: train cost is 0.63, train acc is 62.50% +epoch 0 and step 160: train cost is 0.67, train acc is 62.50% +epoch 0 and step 161: train cost is 0.75, train acc is 68.75% +epoch 0 and step 162: train cost is 0.65, train acc is 65.62% +epoch 0 and step 163: train cost is 0.71, train acc is 59.38% +epoch 0 and step 164: train cost is 0.63, train acc is 59.38% +epoch 0 and step 165: train cost is 0.58, train acc is 78.12% +epoch 0 and step 166: train cost is 0.66, train acc is 62.50% +epoch 0 and step 167: train cost is 0.70, train acc is 59.38% +epoch 0 and step 168: train cost is 0.63, train acc is 65.62% +epoch 0 and step 169: train cost is 0.74, train acc is 62.50% +epoch 0 and step 170: train cost is 0.61, train acc is 68.75% +epoch 0 and step 171: train cost is 0.64, train acc is 50.00% +epoch 0 and step 172: train cost is 0.69, train acc is 53.12% +epoch 0 and step 173: train cost is 0.65, train acc is 59.38% +epoch 0 and step 174: train cost is 0.93, train acc is 62.50% +epoch 0 and step 175: train cost is 0.83, train acc is 56.25% +epoch 0 and step 176: train cost is 0.82, train acc is 53.12% +epoch 0 and step 177: train cost is 0.57, train acc is 75.00% +epoch 0 and step 178: train cost is 0.61, train acc is 59.38% +epoch 0 and step 179: train cost is 0.85, train acc is 62.50% +epoch 0 and step 180: train cost is 0.79, train acc is 62.50% +epoch 0 and step 181: train cost is 0.77, train acc is 59.38% +epoch 0 and step 182: train cost is 0.54, train acc is 75.00% +epoch 0 and step 183: train cost is 0.74, train acc is 46.88% +epoch 0 and step 184: train cost is 0.75, train acc is 56.25% +epoch 0 and step 185: train cost is 0.74, train acc is 50.00% +epoch 0 and step 186: train cost is 0.90, train acc is 53.12% +epoch 0 and step 187: train cost is 0.75, train acc is 53.12% +epoch 0 and step 188: train cost is 0.85, train acc is 50.00% +epoch 0 and step 189: train cost is 0.63, train acc is 75.00% +epoch 0 and step 190: train cost is 0.62, train acc is 68.75% +epoch 0 and step 191: train cost is 0.77, train acc is 68.75% +epoch 0 and step 192: train cost is 0.63, train acc is 71.88% +epoch 0 and step 193: train cost is 0.69, train acc is 59.38% +epoch 0 and step 194: train cost is 0.71, train acc is 62.50% +epoch 0 and step 195: train cost is 0.58, train acc is 75.00% +epoch 0 and step 196: train cost is 0.71, train acc is 65.62% +epoch 0 and step 197: train cost is 0.62, train acc is 62.50% +epoch 0 and step 198: train cost is 0.85, train acc is 43.75% +epoch 0 and step 199: train cost is 0.94, train acc is 50.00% +epoch 0 and step 200: train cost is 0.68, train acc is 68.75% +epoch 0 and step 201: train cost is 0.61, train acc is 65.62% +epoch 0 and step 202: train cost is 0.63, train acc is 62.50% +epoch 0 and step 203: train cost is 0.74, train acc is 56.25% +epoch 0 and step 204: train cost is 0.57, train acc is 65.62% +epoch 0 and step 205: train cost is 0.66, train acc is 65.62% +epoch 0 and step 206: train cost is 0.77, train acc is 53.12% +epoch 0 and step 207: train cost is 0.92, train acc is 37.50% +epoch 0 and step 208: train cost is 0.68, train acc is 68.75% +epoch 0 and step 209: train cost is 0.55, train acc is 78.12% +epoch 0 and step 210: train cost is 0.68, train acc is 59.38% +epoch 0 and step 211: train cost is 0.73, train acc is 68.75% +epoch 0 and step 212: train cost is 0.63, train acc is 62.50% +epoch 0 and step 213: train cost is 0.63, train acc is 56.25% +epoch 0 and step 214: train cost is 0.66, train acc is 56.25% +epoch 0 and step 215: train cost is 0.61, train acc is 65.62% +epoch 0 and step 216: train cost is 0.66, train acc is 62.50% +epoch 0 and step 217: train cost is 0.57, train acc is 78.12% +epoch 0 and step 218: train cost is 0.83, train acc is 59.38% +epoch 0 and step 219: train cost is 0.73, train acc is 62.50% +epoch 0 and step 220: train cost is 0.59, train acc is 65.62% +epoch 0 and step 221: train cost is 0.75, train acc is 59.38% +epoch 0 and step 222: train cost is 0.54, train acc is 78.12% +epoch 0 and step 223: train cost is 0.61, train acc is 65.62% +epoch 0 and step 224: train cost is 0.52, train acc is 75.00% +epoch 0 and step 225: train cost is 0.58, train acc is 65.62% +epoch 0 and step 226: train cost is 0.55, train acc is 62.50% +epoch 0 and step 227: train cost is 0.80, train acc is 56.25% +epoch 0 and step 228: train cost is 0.58, train acc is 65.62% +epoch 0 and step 229: train cost is 0.88, train acc is 53.12% +epoch 0 and step 230: train cost is 0.74, train acc is 62.50% +epoch 0 and step 231: train cost is 0.59, train acc is 59.38% +epoch 0 and step 232: train cost is 0.62, train acc is 68.75% +epoch 0 and step 233: train cost is 0.86, train acc is 59.38% +epoch 0 and step 234: train cost is 0.51, train acc is 78.12% +epoch 0 and step 235: train cost is 1.03, train acc is 46.88% +epoch 0 and step 236: train cost is 0.78, train acc is 53.12% +epoch 0 and step 237: train cost is 0.78, train acc is 43.75% +epoch 0 and step 238: train cost is 0.81, train acc is 43.75% +epoch 0 and step 239: train cost is 0.78, train acc is 40.62% +epoch 0 and step 240: train cost is 0.71, train acc is 53.12% +epoch 0 and step 241: train cost is 0.72, train acc is 46.88% +epoch 0 and step 242: train cost is 0.83, train acc is 43.75% +epoch 0 and step 243: train cost is 0.90, train acc is 34.38% +epoch 0 and step 244: train cost is 0.73, train acc is 43.75% +epoch 0 and step 245: train cost is 0.66, train acc is 56.25% +epoch 0 and step 246: train cost is 0.75, train acc is 62.50% +epoch 0 and step 247: train cost is 0.67, train acc is 59.38% +epoch 0 and step 248: train cost is 0.68, train acc is 65.62% +epoch 0 and step 249: train cost is 0.66, train acc is 59.38% +epoch 0 and step 250: train cost is 0.84, train acc is 53.12% +epoch 0 and step 251: train cost is 0.61, train acc is 78.12% +epoch 0 and step 252: train cost is 0.64, train acc is 59.38% +epoch 0 and step 253: train cost is 0.67, train acc is 56.25% +epoch 0 and step 254: train cost is 0.67, train acc is 62.50% +epoch 0 and step 255: train cost is 0.74, train acc is 56.25% +epoch 0 and step 256: train cost is 0.70, train acc is 56.25% +epoch 0 and step 257: train cost is 0.68, train acc is 46.88% +epoch 0 and step 258: train cost is 0.66, train acc is 62.50% +epoch 0 and step 259: train cost is 0.72, train acc is 53.12% +epoch 0 and step 260: train cost is 0.73, train acc is 65.62% +epoch 0 and step 261: train cost is 0.59, train acc is 68.75% +epoch 0 and step 262: train cost is 0.60, train acc is 62.50% +epoch 0 and step 263: train cost is 0.76, train acc is 50.00%2019-02-21 20:56:54,877 - INFO - remove feed fetch op +2019-02-21 20:56:54,890 - INFO - +2019-02-21 20:56:54,890 - INFO - %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +2019-02-21 20:56:54,890 - INFO - % % +2019-02-21 20:56:54,890 - INFO - % **feed_target_names** % +2019-02-21 20:56:54,890 - INFO - % ['@HUB@read_file_0.tmp_0'] % +2019-02-21 20:56:54,890 - INFO - % % +2019-02-21 20:56:54,890 - INFO - %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +2019-02-21 20:56:54,890 - INFO - +2019-02-21 20:56:54,890 - INFO - %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +2019-02-21 20:56:54,890 - INFO - % % +2019-02-21 20:56:54,890 - INFO - % **fetch_targets** % +2019-02-21 20:56:54,890 - INFO - % [name: "@HUB@scale_0.tmp_0" % +2019-02-21 20:56:54,890 - INFO - % type { % +2019-02-21 20:56:54,890 - INFO - % type: LOD_TENSOR % +2019-02-21 20:56:54,890 - INFO - % lod_tensor { % +2019-02-21 20:56:54,890 - INFO - % tensor { % +2019-02-21 20:56:54,890 - INFO - % data_type: FP32 % +2019-02-21 20:56:54,891 - INFO - % dims: -1 % +2019-02-21 20:56:54,891 - INFO - % dims: 2 % +2019-02-21 20:56:54,891 - INFO - % } % +2019-02-21 20:56:54,891 - INFO - % lod_level: 0 % +2019-02-21 20:56:54,891 - INFO - % } % +2019-02-21 20:56:54,891 - INFO - % } % +2019-02-21 20:56:54,891 - INFO - % persistable: false % +2019-02-21 20:56:54,891 - INFO - % , name: "@HUB@scale_1.tmp_0" % +2019-02-21 20:56:54,891 - INFO - % type { % +2019-02-21 20:56:54,891 - INFO - % type: LOD_TENSOR % +2019-02-21 20:56:54,891 - INFO - % lod_tensor { % +2019-02-21 20:56:54,891 - INFO - % tensor { % +2019-02-21 20:56:54,891 - INFO - % data_type: FP32 % +2019-02-21 20:56:54,891 - INFO - % dims: -1 % +2019-02-21 20:56:54,891 - INFO - % dims: 2048 % +2019-02-21 20:56:54,891 - INFO - % dims: 1 % +2019-02-21 20:56:54,891 - INFO - % dims: 1 % +2019-02-21 20:56:54,891 - INFO - % } % +2019-02-21 20:56:54,891 - INFO - % lod_level: 0 % +2019-02-21 20:56:54,891 - INFO - % } % +2019-02-21 20:56:54,891 - INFO - % } % +2019-02-21 20:56:54,891 - INFO - % persistable: false % +2019-02-21 20:56:54,891 - INFO - % ] % +2019-02-21 20:56:54,891 - INFO - % % +2019-02-21 20:56:54,891 - INFO - %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +W0221 20:56:57.364960 108671 device_context.cc:263] Please NOTE: device: 0, CUDA Capability: 70, Driver API Version: 9.2, Runtime API Version: 9.0 +W0221 20:56:57.365027 108671 device_context.cc:271] device: 0, cuDNN Version: 7.0. +W0221 20:56:57.365036 108671 device_context.cc:295] WARNING: device: 0. The installed Paddle is compiled with CUDNN 7.3, but CUDNN version in your machine is 7.0, which may cause serious incompatible bug. Please recompile or reinstall Paddle with compatible CUDNN version. +----------- Configuration Arguments ----------- +batch_size: 32 +class_dim: 2 +data_dir: dataset +hub_module_path: hub_module_ResNet50 +image_shape: 3,224,224 +lr: 0.001 +model_save_dir: model_save/20190221205653 +num_epochs: 20 +use_gpu: 0 +------------------------------------------------ +epoch 0 and step 1: train cost is 0.70, train acc is 53.12% +epoch 0 and step 2: train cost is 0.97, train acc is 37.50% +epoch 0 and step 3: train cost is 8.05, train acc is 40.62% +epoch 0 and step 4: train cost is 5.72, train acc is 46.88% +epoch 0 and step 5: train cost is 2.00, train acc is 40.62% +epoch 0 and step 6: train cost is 2.43, train acc is 46.88% +epoch 0 and step 7: train cost is 0.73, train acc is 62.50% +epoch 0 and step 8: train cost is 1.77, train acc is 68.75% +epoch 0 and step 9: train cost is 0.90, train acc is 56.25% +epoch 0 and step 10: train cost is 1.02, train acc is 56.25% +epoch 0 and step 11: train cost is 0.95, train acc is 34.38% +epoch 0 and step 12: train cost is 0.87, train acc is 50.00% +epoch 0 and step 13: train cost is 0.87, train acc is 59.38% +epoch 0 and step 14: train cost is 0.76, train acc is 56.25% +epoch 0 and step 15: train cost is 0.77, train acc is 53.12% +epoch 0 and step 16: train cost is 0.92, train acc is 62.50% +epoch 0 and step 17: train cost is 1.03, train acc is 46.88% +epoch 0 and step 18: train cost is 0.71, train acc is 59.38% +epoch 0 and step 19: train cost is 0.78, train acc is 53.12% +epoch 0 and step 20: train cost is 1.24, train acc is 50.00% +epoch 0 and step 21: train cost is 1.07, train acc is 43.75% +epoch 0 and step 22: train cost is 0.72, train acc is 46.88% +epoch 0 and step 23: train cost is 0.81, train acc is 46.88% +epoch 0 and step 24: train cost is 0.85, train acc is 53.12% +epoch 0 and step 25: train cost is 0.78, train acc is 59.38% +epoch 0 and step 26: train cost is 0.68, train acc is 59.38% +epoch 0 and step 27: train cost is 0.88, train acc is 43.75% +epoch 0 and step 28: train cost is 0.69, train acc is 62.50% +epoch 0 and step 29: train cost is 0.70, train acc is 59.38% +epoch 0 and step 30: train cost is 0.73, train acc is 65.62% +epoch 0 and step 31: train cost is 0.60, train acc is 71.88% +epoch 0 and step 32: train cost is 0.85, train acc is 53.12% +epoch 0 and step 33: train cost is 0.91, train acc is 31.25% +epoch 0 and step 34: train cost is 0.88, train acc is 50.00% +epoch 0 and step 35: train cost is 0.73, train acc is 59.38% +epoch 0 and step 36: train cost is 0.61, train acc is 68.75% +epoch 0 and step 37: train cost is 0.56, train acc is 68.75% +epoch 0 and step 38: train cost is 0.73, train acc is 56.25% +epoch 0 and step 39: train cost is 1.29, train acc is 50.00% +epoch 0 and step 40: train cost is 0.84, train acc is 53.12% +epoch 0 and step 41: train cost is 0.83, train acc is 56.25% +epoch 0 and step 42: train cost is 0.74, train acc is 53.12% +epoch 0 and step 43: train cost is 0.68, train acc is 53.12% +epoch 0 and step 44: train cost is 0.82, train acc is 50.00% +epoch 0 and step 45: train cost is 0.74, train acc is 50.00% +epoch 0 and step 46: train cost is 0.62, train acc is 68.75% +epoch 0 and step 47: train cost is 0.69, train acc is 53.12% +epoch 0 and step 48: train cost is 0.99, train acc is 37.50% +epoch 0 and step 49: train cost is 0.89, train acc is 46.88% +epoch 0 and step 50: train cost is 0.64, train acc is 56.25% +epoch 0 and step 51: train cost is 0.69, train acc is 53.12% +epoch 0 and step 52: train cost is 0.74, train acc is 59.38% +epoch 0 and step 53: train cost is 0.77, train acc is 53.12% +epoch 0 and step 54: train cost is 0.66, train acc is 62.50% +epoch 0 and step 55: train cost is 0.72, train acc is 53.12% +epoch 0 and step 56: train cost is 0.61, train acc is 68.75% +epoch 0 and step 57: train cost is 0.58, train acc is 75.00% +epoch 0 and step 58: train cost is 0.74, train acc is 59.38% +epoch 0 and step 59: train cost is 0.73, train acc is 50.00% +epoch 0 and step 60: train cost is 0.87, train acc is 40.62% +epoch 0 and step 61: train cost is 0.82, train acc is 50.00% +epoch 0 and step 62: train cost is 0.69, train acc is 62.50% +epoch 0 and step 63: train cost is 0.62, train acc is 68.75% +epoch 0 and step 64: train cost is 0.92, train acc is 40.62% +epoch 0 and step 65: train cost is 0.56, train acc is 71.88% +epoch 0 and step 66: train cost is 0.67, train acc is 50.00% +epoch 0 and step 67: train cost is 0.90, train acc is 50.00% +epoch 0 and step 68: train cost is 0.69, train acc is 56.25% +epoch 0 and step 69: train cost is 0.80, train acc is 40.62% +epoch 0 and step 70: train cost is 0.78, train acc is 40.62% +epoch 0 and step 71: train cost is 0.78, train acc is 43.75% +epoch 0 and step 72: train cost is 0.65, train acc is 59.38% +epoch 0 and step 73: train cost is 0.73, train acc is 40.62% +epoch 0 and step 74: train cost is 0.71, train acc is 59.38% +epoch 0 and step 75: train cost is 0.70, train acc is 43.75% +epoch 0 and step 76: train cost is 0.69, train acc is 53.12% +epoch 0 and step 77: train cost is 0.68, train acc is 53.12% +epoch 0 and step 78: train cost is 0.74, train acc is 53.12% +epoch 0 and step 79: train cost is 0.65, train acc is 62.50% +epoch 0 and step 80: train cost is 0.64, train acc is 62.50% +epoch 0 and step 81: train cost is 0.67, train acc is 62.50% +epoch 0 and step 82: train cost is 0.66, train acc is 46.88% +epoch 0 and step 83: train cost is 0.66, train acc is 65.62% +epoch 0 and step 84: train cost is 0.60, train acc is 71.88% +epoch 0 and step 85: train cost is 0.59, train acc is 71.88% +epoch 0 and step 86: train cost is 0.66, train acc is 62.50% +epoch 0 and step 87: train cost is 0.86, train acc is 62.50% +epoch 0 and step 88: train cost is 0.75, train acc is 56.25% +epoch 0 and step 89: train cost is 0.68, train acc is 59.38% +epoch 0 and step 90: train cost is 0.73, train acc is 62.50% +epoch 0 and step 91: train cost is 0.86, train acc is 50.00% +epoch 0 and step 92: train cost is 0.72, train acc is 62.50% +epoch 0 and step 93: train cost is 0.65, train acc is 46.88% +epoch 0 and step 94: train cost is 0.58, train acc is 71.88% +epoch 0 and step 95: train cost is 0.68, train acc is 59.38% +epoch 0 and step 96: train cost is 0.69, train acc is 53.12% +epoch 0 and step 97: train cost is 0.74, train acc is 59.38% +epoch 0 and step 98: train cost is 0.83, train acc is 43.75% +epoch 0 and step 99: train cost is 0.75, train acc is 56.25% +epoch 0 and step 100: train cost is 0.61, train acc is 65.62% +epoch 0 and step 101: train cost is 0.66, train acc is 65.62% +epoch 0 and step 102: train cost is 0.67, train acc is 53.12% +epoch 0 and step 103: train cost is 0.98, train acc is 53.12% +epoch 0 and step 104: train cost is 0.86, train acc is 78.12% +epoch 0 and step 105: train cost is 0.61, train acc is 65.62% +epoch 0 and step 106: train cost is 0.72, train acc is 56.25% +epoch 0 and step 107: train cost is 0.70, train acc is 53.12% +epoch 0 and step 108: train cost is 0.74, train acc is 62.50% +epoch 0 and step 109: train cost is 0.78, train acc is 59.38% +epoch 0 and step 110: train cost is 0.60, train acc is 71.88% +epoch 0 and step 111: train cost is 0.82, train acc is 46.88% +epoch 0 and step 112: train cost is 0.64, train acc is 62.50% +epoch 0 and step 113: train cost is 0.80, train acc is 53.12% +epoch 0 and step 114: train cost is 0.56, train acc is 71.88% +epoch 0 and step 115: train cost is 0.58, train acc is 65.62% +epoch 0 and step 116: train cost is 0.66, train acc is 56.25% +epoch 0 and step 117: train cost is 1.03, train acc is 59.38% +epoch 0 and step 118: train cost is 0.98, train acc is 68.75% +epoch 0 and step 119: train cost is 0.87, train acc is 59.38% +epoch 0 and step 120: train cost is 0.57, train acc is 65.62% +epoch 0 and step 121: train cost is 0.73, train acc is 62.50% +epoch 0 and step 122: train cost is 1.48, train acc is 43.75% +epoch 0 and step 123: train cost is 0.57, train acc is 71.88% +epoch 0 and step 124: train cost is 0.95, train acc is 43.75% +epoch 0 and step 125: train cost is 1.59, train acc is 59.38% +epoch 0 and step 126: train cost is 1.16, train acc is 62.50% +epoch 0 and step 127: train cost is 0.95, train acc is 59.38% +epoch 0 and step 128: train cost is 0.78, train acc is 68.75% +epoch 0 and step 129: train cost is 0.69, train acc is 68.75% +epoch 0 and step 130: train cost is 0.77, train acc is 62.50% +epoch 0 and step 131: train cost is 0.67, train acc is 53.12% +epoch 0 and step 132: train cost is 0.61, train acc is 62.50% +epoch 0 and step 133: train cost is 0.81, train acc is 59.38% +epoch 0 and step 134: train cost is 0.71, train acc is 62.50% +epoch 0 and step 135: train cost is 0.63, train acc is 65.62% +epoch 0 and step 136: train cost is 0.64, train acc is 62.50% +epoch 0 and step 137: train cost is 0.77, train acc is 68.75% +epoch 0 and step 138: train cost is 0.70, train acc is 46.88% +epoch 0 and step 139: train cost is 0.64, train acc is 71.88% +epoch 0 and step 140: train cost is 0.90, train acc is 56.25% +epoch 0 and step 141: train cost is 0.89, train acc is 59.38% +epoch 0 and step 142: train cost is 0.69, train acc is 53.12% +epoch 0 and step 143: train cost is 0.64, train acc is 71.88% +epoch 0 and step 144: train cost is 0.76, train acc is 50.00% +epoch 0 and step 145: train cost is 0.67, train acc is 59.38% +epoch 0 and step 146: train cost is 0.68, train acc is 46.88% +epoch 0 and step 147: train cost is 0.67, train acc is 56.25% +epoch 0 and step 148: train cost is 1.03, train acc is 53.12% +epoch 0 and step 149: train cost is 0.73, train acc is 53.12% +epoch 0 and step 150: train cost is 0.68, train acc is 62.50% +epoch 0 and step 151: train cost is 1.17, train acc is 46.88% +epoch 0 and step 152: train cost is 1.09, train acc is 56.25% +epoch 0 and step 153: train cost is 0.81, train acc is 59.38% +epoch 0 and step 154: train cost is 0.68, train acc is 50.00% +epoch 0 and step 155: train cost is 0.80, train acc is 50.00% +epoch 0 and step 156: train cost is 1.15, train acc is 37.50% +epoch 0 and step 157: train cost is 0.82, train acc is 56.25% +epoch 0 and step 158: train cost is 0.91, train acc is 62.50% +epoch 0 and step 159: train cost is 0.71, train acc is 43.75% +epoch 0 and step 160: train cost is 0.69, train acc is 65.62% +epoch 0 and step 161: train cost is 0.68, train acc is 56.25% +epoch 0 and step 162: train cost is 0.67, train acc is 53.12% +epoch 0 and step 163: train cost is 0.72, train acc is 43.75% +epoch 0 and step 164: train cost is 0.75, train acc is 53.12% +epoch 0 and step 165: train cost is 0.59, train acc is 59.38% +epoch 0 and step 166: train cost is 0.66, train acc is 62.50% +epoch 0 and step 167: train cost is 0.70, train acc is 62.50% +epoch 0 and step 168: train cost is 0.68, train acc is 50.00% +epoch 0 and step 169: train cost is 0.63, train acc is 56.25% +epoch 0 and step 170: train cost is 0.80, train acc is 50.00% +epoch 0 and step 171: train cost is 0.74, train acc is 62.50% +epoch 0 and step 172: train cost is 0.66, train acc is 56.25% +epoch 0 and step 173: train cost is 0.69, train acc is 53.12% +epoch 0 and step 174: train cost is 0.66, train acc is 62.50% +epoch 0 and step 175: train cost is 0.66, train acc is 59.38% +epoch 0 and step 176: train cost is 0.75, train acc is 62.50% +epoch 0 and step 177: train cost is 0.86, train acc is 56.25% +epoch 0 and step 178: train cost is 0.67, train acc is 62.50% +epoch 0 and step 179: train cost is 0.65, train acc is 59.38% +epoch 0 and step 180: train cost is 0.79, train acc is 59.38% +epoch 0 and step 181: train cost is 0.80, train acc is 68.75% +epoch 0 and step 182: train cost is 0.60, train acc is 59.38% +epoch 0 and step 183: train cost is 0.70, train acc is 46.88% +epoch 0 and step 184: train cost is 0.89, train acc is 46.88% +epoch 0 and step 185: train cost is 0.79, train acc is 50.00% +epoch 0 and step 186: train cost is 0.61, train acc is 68.75% +epoch 0 and step 187: train cost is 0.63, train acc is 65.62% +epoch 0 and step 188: train cost is 0.60, train acc is 65.62% +epoch 0 and step 189: train cost is 0.86, train acc is 59.38% +epoch 0 and step 190: train cost is 0.74, train acc is 43.75% +epoch 0 and step 191: train cost is 0.82, train acc is 68.75% +epoch 0 and step 192: train cost is 0.77, train acc is 68.75% +epoch 0 and step 193: train cost is 0.66, train acc is 65.62% +epoch 0 and step 194: train cost is 0.87, train acc is 40.62% +epoch 0 and step 195: train cost is 0.68, train acc is 59.38% +epoch 0 and step 196: train cost is 0.61, train acc is 53.12% +epoch 0 and step 197: train cost is 0.63, train acc is 65.62% +epoch 0 and step 198: train cost is 0.60, train acc is 78.12% +epoch 0 and step 199: train cost is 0.68, train acc is 65.62% +epoch 0 and step 200: train cost is 0.89, train acc is 56.25% +epoch 0 and step 201: train cost is 0.66, train acc is 56.25% +epoch 0 and step 202: train cost is 0.62, train acc is 65.62% +epoch 0 and step 203: train cost is 0.94, train acc is 37.50% +epoch 0 and step 204: train cost is 0.65, train acc is 62.50% +epoch 0 and step 205: train cost is 0.57, train acc is 71.88% +epoch 0 and step 206: train cost is 0.61, train acc is 68.75% +epoch 0 and step 207: train cost is 0.90, train acc is 65.62% +epoch 0 and step 208: train cost is 0.59, train acc is 75.00% +epoch 0 and step 209: train cost is 0.72, train acc is 50.00% +epoch 0 and step 210: train cost is 0.83, train acc is 53.12% +epoch 0 and step 211: train cost is 0.86, train acc is 59.38% +epoch 0 and step 212: train cost is 0.67, train acc is 65.62% +epoch 0 and step 213: train cost is 0.72, train acc is 65.62% +epoch 0 and step 214: train cost is 0.73, train acc is 37.50% +epoch 0 and step 215: train cost is 0.81, train acc is 62.50% +epoch 0 and step 216: train cost is 0.76, train acc is 62.50% +epoch 0 and step 217: train cost is 0.75, train acc is 50.00% +epoch 0 and step 218: train cost is 0.70, train acc is 62.50% +epoch 0 and step 219: train cost is 0.68, train acc is 56.25% +epoch 0 and step 220: train cost is 0.65, train acc is 71.88% +epoch 0 and step 221: train cost is 0.79, train acc is 46.88% +epoch 0 and step 222: train cost is 0.66, train acc is 62.50% +epoch 0 and step 223: train cost is 0.66, train acc is 59.38% +epoch 0 and step 224: train cost is 0.54, train acc is 75.00% +epoch 0 and step 225: train cost is 0.60, train acc is 78.12% +epoch 0 and step 226: train cost is 0.77, train acc is 56.25% +epoch 0 and step 227: train cost is 0.73, train acc is 53.12% +epoch 0 and step 228: train cost is 0.71, train acc is 68.75% +epoch 0 and step 229: train cost is 0.77, train acc is 50.00% +epoch 0 and step 230: train cost is 0.82, train acc is 31.25% +epoch 0 and step 231: train cost is 0.65, train acc is 78.12% +epoch 0 and step 232: train cost is 0.76, train acc is 56.25% +epoch 0 and step 233: train cost is 0.72, train acc is 56.25% +epoch 0 and step 234: train cost is 0.71, train acc is 68.75% +epoch 0 and step 235: train cost is 0.61, train acc is 65.62% +epoch 0 and step 236: train cost is 0.78, train acc is 43.75% +epoch 0 and step 237: train cost is 0.83, train acc is 50.00% +epoch 0 and step 238: train cost is 0.74, train acc is 50.00% +epoch 0 and step 239: train cost is 0.73, train acc is 59.38% +epoch 0 and step 240: train cost is 0.69, train acc is 46.88% +epoch 0 and step 241: train cost is 0.77, train acc is 34.38% +epoch 0 and step 242: train cost is 0.70, train acc is 46.88% +epoch 0 and step 243: train cost is 0.73, train acc is 46.88% +epoch 0 and step 244: train cost is 0.75, train acc is 46.88% +epoch 0 and step 245: train cost is 0.74, train acc is 59.38% +epoch 0 and step 246: train cost is 0.77, train acc is 56.25% +epoch 0 and step 247: train cost is 0.83, train acc is 56.25% +epoch 0 and step 248: train cost is 0.59, train acc is 71.88% +epoch 0 and step 249: train cost is 0.70, train acc is 50.00% +epoch 0 and step 250: train cost is 1.03, train acc is 46.88% +epoch 0 and step 251: train cost is 0.78, train acc is 75.00% +epoch 0 and step 252: train cost is 0.67, train acc is 56.25% +epoch 0 and step 253: train cost is 0.83, train acc is 62.50% +epoch 0 and step 254: train cost is 0.60, train acc is 65.62% +epoch 0 and step 255: train cost is 0.75, train acc is 62.50% +epoch 0 and step 256: train cost is 0.54, train acc is 65.62% +epoch 0 and step 257: train cost is 0.63, train acc is 59.38% +epoch 0 and step 258: train cost is 0.69, train acc is 59.38% +epoch 0 and step 259: train cost is 0.75, train acc is 50.00% +epoch 0 and step 260: train cost is 0.63, train acc is 59.38% +epoch 0 and step 261: train cost is 0.66, train acc is 53.12% +epoch 0 and step 262: train cost is 0.71, train acc is 53.12% +epoch 0 and step 263: train cost is 0.68, train acc is 43.75% +epoch 0 and step 264: train cost is 0.67, train acc is 68.75% +epoch 0 and step 265: train cost is 0.66, train acc is 50.00% +epoch 0 and step 266: train cost is 0.73, train acc is 56.25% +epoch 0 and step 267: train cost is 0.55, train acc is 84.38% +epoch 0 and step 268: train cost is 0.62, train acc is 65.62% +epoch 0 and step 269: train cost is 0.59, train acc is 75.00% +epoch 0 and step 270: train cost is 0.70, train acc is 53.12% +epoch 0 and step 271: train cost is 0.67, train acc is 65.62% +epoch 0 and step 272: train cost is 0.67, train acc is 56.25% +epoch 0 and step 273: train cost is 0.72, train acc is 56.25% +epoch 0 and step 274: train cost is 0.68, train acc is 50.00% +epoch 0 and step 275: train cost is 0.61, train acc is 59.38% +epoch 0 and step 276: train cost is 0.62, train acc is 71.88% +epoch 0 and step 277: train cost is 0.65, train acc is 65.62% +epoch 0 and step 278: train cost is 0.61, train acc is 68.75% +epoch 0 and step 279: train cost is 0.81, train acc is 68.75% +epoch 0 and step 280: train cost is 0.64, train acc is 62.50% +epoch 0 and step 281: train cost is 0.61, train acc is 71.88% +epoch 0 and step 282: train cost is 0.68, train acc is 59.38% +epoch 0 and step 283: train cost is 0.73, train acc is 56.25% +epoch 0 and step 284: train cost is 0.70, train acc is 53.12% +epoch 0 and step 285: train cost is 0.65, train acc is 56.25% +epoch 0 and step 286: train cost is 0.73, train acc is 65.62% +epoch 0 and step 287: train cost is 0.75, train acc is 43.75% +epoch 0 and step 288: train cost is 0.58, train acc is 65.62% +epoch 0 and step 289: train cost is 0.69, train acc is 68.75% +epoch 0 and step 290: train cost is 0.55, train acc is 68.75% +epoch 0 and step 291: train cost is 0.71, train acc is 71.88% +epoch 0 and step 292: train cost is 0.76, train acc is 53.12% +epoch 0 and step 293: train cost is 0.59, train acc is 68.75% +epoch 0 and step 294: train cost is 0.74, train acc is 59.38% +epoch 0 and step 295: train cost is 0.62, train acc is 59.38% +epoch 0 and step 296: train cost is 0.61, train acc is 68.75% +epoch 0 and step 297: train cost is 0.71, train acc is 56.25% +epoch 0 and step 298: train cost is 0.75, train acc is 53.12% +epoch 0 and step 299: train cost is 0.66, train acc is 59.38% +epoch 0 and step 300: train cost is 0.56, train acc is 75.00% +epoch 0 and step 301: train cost is 0.87, train acc is 68.75% +epoch 0 and step 302: train cost is 0.56, train acc is 62.50% +epoch 0 and step 303: train cost is 0.59, train acc is 68.75% +epoch 0 and step 304: train cost is 1.06, train acc is 59.38% +epoch 0 and step 305: train cost is 0.55, train acc is 62.50% +epoch 0 and step 306: train cost is 0.58, train acc is 75.00% +epoch 0 and step 307: train cost is 0.59, train acc is 62.50% +epoch 0 and step 308: train cost is 0.68, train acc is 53.12% +epoch 0 and step 309: train cost is 0.53, train acc is 78.12% +epoch 0 and step 310: train cost is 0.66, train acc is 62.50% +epoch 0 and step 311: train cost is 0.64, train acc is 68.75% +epoch 0 and step 312: train cost is 0.92, train acc is 59.38% +epoch 0 and step 313: train cost is 0.67, train acc is 68.75% +epoch 0 and step 314: train cost is 0.58, train acc is 68.75% +epoch 0 and step 315: train cost is 0.58, train acc is 71.88% +epoch 0 and step 316: train cost is 0.58, train acc is 78.12% +epoch 0 and step 317: train cost is 0.61, train acc is 59.38% +epoch 0 and step 318: train cost is 1.05, train acc is 56.25% +epoch 0 and step 319: train cost is 0.71, train acc is 62.50% +epoch 0 and step 320: train cost is 0.79, train acc is 43.75% +epoch 0 and step 321: train cost is 0.65, train acc is 59.38% +epoch 0 and step 322: train cost is 0.60, train acc is 65.62% +epoch 0 and step 323: train cost is 0.65, train acc is 59.38% +epoch 0 and step 324: train cost is 0.68, train acc is 62.50% +epoch 0 and step 325: train cost is 0.63, train acc is 59.38% +epoch 0 and step 326: train cost is 0.64, train acc is 56.25% +epoch 0 and step 327: train cost is 0.59, train acc is 56.25% +epoch 0 and step 328: train cost is 0.64, train acc is 65.62% +epoch 0 and step 329: train cost is 0.56, train acc is 71.88% +epoch 0 and step 330: train cost is 0.56, train acc is 71.88% +epoch 0 and step 331: train cost is 0.73, train acc is 71.88% +epoch 0 and step 332: train cost is 0.57, train acc is 71.88% +epoch 0 and step 333: train cost is 0.58, train acc is 71.88% +epoch 0 and step 334: train cost is 0.65, train acc is 59.38% +epoch 0 and step 335: train cost is 0.72, train acc is 50.00% +epoch 0 and step 336: train cost is 0.57, train acc is 71.88% +epoch 0 and step 337: train cost is 0.52, train acc is 78.12% +epoch 0 and step 338: train cost is 0.57, train acc is 75.00% +epoch 0 and step 339: train cost is 0.75, train acc is 59.38% +epoch 0 and step 340: train cost is 0.75, train acc is 53.12% +epoch 0 and step 341: train cost is 0.71, train acc is 59.38% +epoch 0 and step 342: train cost is 0.47, train acc is 84.38% +epoch 0 and step 343: train cost is 0.66, train acc is 65.62% +epoch 0 and step 344: train cost is 0.59, train acc is 59.38% +epoch 0 and step 345: train cost is 0.49, train acc is 68.75% +epoch 0 and step 346: train cost is 0.69, train acc is 56.25% +epoch 0 and step 347: train cost is 0.82, train acc is 53.12% +epoch 0 and step 348: train cost is 0.58, train acc is 68.75% +epoch 0 and step 349: train cost is 0.56, train acc is 71.88% +epoch 0 and step 350: train cost is 0.74, train acc is 56.25% +epoch 0 and step 351: train cost is 0.65, train acc is 62.50% +epoch 0 and step 352: train cost is 0.89, train acc is 43.75% +epoch 0 and step 353: train cost is 0.77, train acc is 50.00% +epoch 0 and step 354: train cost is 0.63, train acc is 71.88% +epoch 0 and step 355: train cost is 0.63, train acc is 62.50% +epoch 0 and step 356: train cost is 0.58, train acc is 65.62% +epoch 0 and step 357: train cost is 0.64, train acc is 56.25% +epoch 0 and step 358: train cost is 0.63, train acc is 59.38% +epoch 0 and step 359: train cost is 0.70, train acc is 46.88% +epoch 0 and step 360: train cost is 0.62, train acc is 62.50% +epoch 0 and step 361: train cost is 0.64, train acc is 62.50% +epoch 0 and step 362: train cost is 0.68, train acc is 62.50% +epoch 0 and step 363: train cost is 0.75, train acc is 62.50% +epoch 0 and step 364: train cost is 0.64, train acc is 62.50% +epoch 0 and step 365: train cost is 0.66, train acc is 68.75% +epoch 0 and step 366: train cost is 0.66, train acc is 46.88% +epoch 0 and step 367: train cost is 0.63, train acc is 68.75% +epoch 0 and step 368: train cost is 0.59, train acc is 78.12% +epoch 0 and step 369: train cost is 0.67, train acc is 56.25% +epoch 0 and step 370: train cost is 0.61, train acc is 75.00% +epoch 0 and step 371: train cost is 0.59, train acc is 68.75% +epoch 0 and step 372: train cost is 0.69, train acc is 59.38% +epoch 0 and step 373: train cost is 0.70, train acc is 53.12% +epoch 0 and step 374: train cost is 0.65, train acc is 56.25% +epoch 0 and step 375: train cost is 0.80, train acc is 50.00% +epoch 0 and step 376: train cost is 0.62, train acc is 71.88% +epoch 0 and step 377: train cost is 0.70, train acc is 68.75% +epoch 0 and step 378: train cost is 0.83, train acc is 56.25% +epoch 0 and step 379: train cost is 0.68, train acc is 56.25% +epoch 0 and step 380: train cost is 0.68, train acc is 46.88% +epoch 0 and step 381: train cost is 0.69, train acc is 53.12% +epoch 0 and step 382: train cost is 0.69, train acc is 56.25% +epoch 0 and step 383: train cost is 0.55, train acc is 81.25% +epoch 0 and step 384: train cost is 0.56, train acc is 71.88% +epoch 0 and step 385: train cost is 0.58, train acc is 75.00% +epoch 0 and step 386: train cost is 0.91, train acc is 62.50% +epoch 0 and step 387: train cost is 0.64, train acc is 56.25% +epoch 0 and step 388: train cost is 0.70, train acc is 50.00% +epoch 0 and step 389: train cost is 0.55, train acc is 71.88% +epoch 0 and step 390: train cost is 0.53, train acc is 71.88% +epoch 0 and step 391: train cost is 0.72, train acc is 56.25% +epoch 0 and step 392: train cost is 0.55, train acc is 62.50% +epoch 0 and step 393: train cost is 0.60, train acc is 68.75% +epoch 0 and step 394: train cost is 0.57, train acc is 71.88% +epoch 0 and step 395: train cost is 0.57, train acc is 71.88% +epoch 0 and step 396: train cost is 0.60, train acc is 71.88% +epoch 0 and step 397: train cost is 0.56, train acc is 78.12% +epoch 0 and step 398: train cost is 0.65, train acc is 56.25% +epoch 0 and step 399: train cost is 0.70, train acc is 59.38% +epoch 0 and step 400: train cost is 0.54, train acc is 75.00% +epoch 0 and step 401: train cost is 0.60, train acc is 62.50% +epoch 0 and step 402: train cost is 0.62, train acc is 68.75% +epoch 0 and step 403: train cost is 0.56, train acc is 68.75% +epoch 0 and step 404: train cost is 0.60, train acc is 78.12% +epoch 0 and step 405: train cost is 0.80, train acc is 43.75% +epoch 0 and step 406: train cost is 0.68, train acc is 75.00% +epoch 0 and step 407: train cost is 0.52, train acc is 75.00% +epoch 0 and step 408: train cost is 0.57, train acc is 75.00% +epoch 0 and step 409: train cost is 0.63, train acc is 59.38% +epoch 0 and step 410: train cost is 0.63, train acc is 68.75% +epoch 0 and step 411: train cost is 0.65, train acc is 68.75% +epoch 0 and step 412: train cost is 0.63, train acc is 68.75% +epoch 0 and step 413: train cost is 0.64, train acc is 62.50% +epoch 0 and step 414: train cost is 0.67, train acc is 68.75% +epoch 0 and step 415: train cost is 0.79, train acc is 59.38% +epoch 0 and step 416: train cost is 0.56, train acc is 75.00% +epoch 0 and step 417: train cost is 0.57, train acc is 65.62% +epoch 0 and step 418: train cost is 0.69, train acc is 53.12% +epoch 0 and step 419: train cost is 0.68, train acc is 68.75% +epoch 0 and step 420: train cost is 0.64, train acc is 65.62% +epoch 0 and step 421: train cost is 0.67, train acc is 59.38% +epoch 0 and step 422: train cost is 0.68, train acc is 62.50% +epoch 0 and step 423: train cost is 0.53, train acc is 71.88% +epoch 0 and step 424: train cost is 0.78, train acc is 53.12% +epoch 0 and step 425: train cost is 0.56, train acc is 75.00% +epoch 0 and step 426: train cost is 0.72, train acc is 46.88% +epoch 0 and step 427: train cost is 1.00, train acc is 65.62% +epoch 0 and step 428: train cost is 0.83, train acc is 62.50% +epoch 0 and step 429: train cost is 0.58, train acc is 75.00% +epoch 0 and step 430: train cost is 0.96, train acc is 34.38% +epoch 0 and step 431: train cost is 0.65, train acc is 65.62% +epoch 0 and step 432: train cost is 0.89, train acc is 62.50% +epoch 0 and step 433: train cost is 0.62, train acc is 75.00% +epoch 0 and step 434: train cost is 0.77, train acc is 68.75% +epoch 0 and step 435: train cost is 1.00, train acc is 46.88% +epoch 0 and step 436: train cost is 0.79, train acc is 56.25% +epoch 0 and step 437: train cost is 0.94, train acc is 56.25% +epoch 0 and step 438: train cost is 0.60, train acc is 68.75% +epoch 0 and step 439: train cost is 0.75, train acc is 56.25% +epoch 0 and step 440: train cost is 0.77, train acc is 56.25% +epoch 0 and step 441: train cost is 0.73, train acc is 71.88% +epoch 0 and step 442: train cost is 0.72, train acc is 65.62% +epoch 0 and step 443: train cost is 0.63, train acc is 62.50% +epoch 0 and step 444: train cost is 0.64, train acc is 68.75% +epoch 0 and step 445: train cost is 0.73, train acc is 56.25% +epoch 0 and step 446: train cost is 0.60, train acc is 71.88% +epoch 0 and step 447: train cost is 0.75, train acc is 65.62% +epoch 0 and step 448: train cost is 0.60, train acc is 68.75% +epoch 0 and step 449: train cost is 0.65, train acc is 53.12% +epoch 0 and step 450: train cost is 0.60, train acc is 68.75% +epoch 0 and step 451: train cost is 0.66, train acc is 65.62% +epoch 0 and step 452: train cost is 0.68, train acc is 56.25% +epoch 0 and step 453: train cost is 0.63, train acc is 62.50% +epoch 0 and step 454: train cost is 0.70, train acc is 62.50% +epoch 0 and step 455: train cost is 0.61, train acc is 68.75% +epoch 0 and step 456: train cost is 0.61, train acc is 65.62% +epoch 0 and step 457: train cost is 0.67, train acc is 59.38% +epoch 0 and step 458: train cost is 0.60, train acc is 65.62% +epoch 0 and step 459: train cost is 0.65, train acc is 65.62% +epoch 0 and step 460: train cost is 0.68, train acc is 53.12% +epoch 0 and step 461: train cost is 0.78, train acc is 53.12% +epoch 0 and step 462: train cost is 0.66, train acc is 62.50% +epoch 0 and step 463: train cost is 0.63, train acc is 59.38% +epoch 0 and step 464: train cost is 0.66, train acc is 62.50% +epoch 0 and step 465: train cost is 0.65, train acc is 56.25% +epoch 0 and step 466: train cost is 0.85, train acc is 50.00% +epoch 0 and step 467: train cost is 0.76, train acc is 56.25% +epoch 0 and step 468: train cost is 0.72, train acc is 56.25% +epoch 0 and step 469: train cost is 0.66, train acc is 53.12% +epoch 0 and step 470: train cost is 0.72, train acc is 62.50% +epoch 0 and step 471: train cost is 0.79, train acc is 53.12% +epoch 0 and step 472: train cost is 0.82, train acc is 59.38% +epoch 0 and step 473: train cost is 0.69, train acc is 62.50% +epoch 0 and step 474: train cost is 0.79, train acc is 53.12% +epoch 0 and step 475: train cost is 0.74, train acc is 50.00% +epoch 0 and step 476: train cost is 0.62, train acc is 65.62% +epoch 0 and step 477: train cost is 0.66, train acc is 56.25% +epoch 0 and step 478: train cost is 0.84, train acc is 65.62% +epoch 0 and step 479: train cost is 0.82, train acc is 65.62% +epoch 0 and step 480: train cost is 0.95, train acc is 53.12% +epoch 0 and step 481: train cost is 0.80, train acc is 65.62% +epoch 0 and step 482: train cost is 0.67, train acc is 68.75% +epoch 0 and step 483: train cost is 0.62, train acc is 65.62% +epoch 0 and step 484: train cost is 0.61, train acc is 65.62% +epoch 0 and step 485: train cost is 0.83, train acc is 59.38% +epoch 0 and step 486: train cost is 0.79, train acc is 59.38% +epoch 0 and step 487: train cost is 0.70, train acc is 71.88% +epoch 0 and step 488: train cost is 0.77, train acc is 62.50% +epoch 0 and step 489: train cost is 0.64, train acc is 65.62% +epoch 0 and step 490: train cost is 0.63, train acc is 59.38% +epoch 0 and step 491: train cost is 0.74, train acc is 56.25% +epoch 0 and step 492: train cost is 0.74, train acc is 65.62% +epoch 0 and step 493: train cost is 0.75, train acc is 40.62% +epoch 0 and step 494: train cost is 0.61, train acc is 59.38% +epoch 0 and step 495: train cost is 0.71, train acc is 56.25% +epoch 0 and step 496: train cost is 0.71, train acc is 62.50% +epoch 0 and step 497: train cost is 0.83, train acc is 65.62% +epoch 0 and step 498: train cost is 0.76, train acc is 56.25% +epoch 0 and step 499: train cost is 0.66, train acc is 59.38% +epoch 0 and step 500: train cost is 0.66, train acc is 68.75% +epoch 0 and step 501: train cost is 0.66, train acc is 56.25% +epoch 0 and step 502: train cost is 0.68, train acc is 78.12% +epoch 0 and step 503: train cost is 0.77, train acc is 71.88% +epoch 0 and step 504: train cost is 0.84, train acc is 62.50% +epoch 0 and step 505: train cost is 0.57, train acc is 68.75% +epoch 0 and step 506: train cost is 0.62, train acc is 62.50% +epoch 0 and step 507: train cost is 0.56, train acc is 68.75% +epoch 0 and step 508: train cost is 0.71, train acc is 53.12% +epoch 0 and step 509: train cost is 0.78, train acc is 40.62% +epoch 0 and step 510: train cost is 0.68, train acc is 56.25% +epoch 0 and step 511: train cost is 0.74, train acc is 59.38% +epoch 0 and step 512: train cost is 0.85, train acc is 50.00% +epoch 0 and step 513: train cost is 0.66, train acc is 56.25% +epoch 0 and step 514: train cost is 0.82, train acc is 50.00% +epoch 0 and step 515: train cost is 0.78, train acc is 53.12% +epoch 0 and step 516: train cost is 0.56, train acc is 68.75% +epoch 0 and step 517: train cost is 0.65, train acc is 65.62% +epoch 0 and step 518: train cost is 0.69, train acc is 56.25% +epoch 0 and step 519: train cost is 0.67, train acc is 59.38% +epoch 0 and step 520: train cost is 0.69, train acc is 40.62% +epoch 0 and step 521: train cost is 0.79, train acc is 37.50% +epoch 0 and step 522: train cost is 0.60, train acc is 59.38% +epoch 0 and step 523: train cost is 0.63, train acc is 53.12% +epoch 0 and step 524: train cost is 0.60, train acc is 53.12% +epoch 0 and step 525: train cost is 0.87, train acc is 50.00% +epoch 0 and step 526: train cost is 0.70, train acc is 59.38% +epoch 0 and step 527: train cost is 0.62, train acc is 62.50% +epoch 0 and step 528: train cost is 0.81, train acc is 37.50% +epoch 0 and step 529: train cost is 0.68, train acc is 62.50% +epoch 0 and step 530: train cost is 0.75, train acc is 43.75% +epoch 0 and step 531: train cost is 0.75, train acc is 59.38% +epoch 0 and step 532: train cost is 0.74, train acc is 50.00% +epoch 0 and step 533: train cost is 0.58, train acc is 68.75% +epoch 0 and step 534: train cost is 0.67, train acc is 62.50% +epoch 0 and step 535: train cost is 0.67, train acc is 56.25% +epoch 0 and step 536: train cost is 0.59, train acc is 53.12% +epoch 0 and step 537: train cost is 0.60, train acc is 78.12% +epoch 0 and step 538: train cost is 0.74, train acc is 43.75% +epoch 0 and step 539: train cost is 0.72, train acc is 56.25% +epoch 0 and step 540: train cost is 0.55, train acc is 78.12% +epoch 0 and step 541: train cost is 0.63, train acc is 65.62% +epoch 0 and step 542: train cost is 0.71, train acc is 59.38% +epoch 0 and step 543: train cost is 0.59, train acc is 65.62% +epoch 0 and step 544: train cost is 0.59, train acc is 68.75% +epoch 0 and step 545: train cost is 0.78, train acc is 65.62% +epoch 0 and step 546: train cost is 0.64, train acc is 68.75% +epoch 0 and step 547: train cost is 0.54, train acc is 68.75% +epoch 0 and step 548: train cost is 0.69, train acc is 62.50% +epoch 0 and step 549: train cost is 0.52, train acc is 78.12% +epoch 0 and step 550: train cost is 0.71, train acc is 62.50% +epoch 0 and step 551: train cost is 0.64, train acc is 62.50% +epoch 0 and step 552: train cost is 0.67, train acc is 62.50% +epoch 0 and step 553: train cost is 0.69, train acc is 59.38% +epoch 0 and step 554: train cost is 0.73, train acc is 62.50% +epoch 0 and step 555: train cost is 0.60, train acc is 62.50% +epoch 0 and step 556: train cost is 0.59, train acc is 62.50% +epoch 0 and step 557: train cost is 0.77, train acc is 53.12% +epoch 0 and step 558: train cost is 0.68, train acc is 56.25% +epoch 0 and step 559: train cost is 0.61, train acc is 65.62% +epoch 0 and step 560: train cost is 0.62, train acc is 78.12% +epoch 0 and step 561: train cost is 0.59, train acc is 68.75% +epoch 0 and step 562: train cost is 0.59, train acc is 62.50% +epoch 0 and step 563: train cost is 0.58, train acc is 62.50% +epoch 0 and step 564: train cost is 0.65, train acc is 62.50% +epoch 0 and step 565: train cost is 0.72, train acc is 50.00% +epoch 0 and step 566: train cost is 0.58, train acc is 68.75% +epoch 0 and step 567: train cost is 0.78, train acc is 59.38% +epoch 0 and step 568: train cost is 0.62, train acc is 71.88% +epoch 0 and step 569: train cost is 0.62, train acc is 71.88% +epoch 0 and step 570: train cost is 0.59, train acc is 71.88% +epoch 0 and step 571: train cost is 0.85, train acc is 46.88% +epoch 0 and step 572: train cost is 0.64, train acc is 53.12% +epoch 0 and step 573: train cost is 0.59, train acc is 71.88% +epoch 0 and step 574: train cost is 0.58, train acc is 75.00% +epoch 0 and step 575: train cost is 0.71, train acc is 56.25% +epoch 0 and step 576: train cost is 0.57, train acc is 65.62% +epoch 0 and step 577: train cost is 0.74, train acc is 53.12% +epoch 0 and step 578: train cost is 0.67, train acc is 56.25% +epoch 0 and step 579: train cost is 0.62, train acc is 68.75% +epoch 0 and step 580: train cost is 0.80, train acc is 71.88% +epoch 0 and step 581: train cost is 0.66, train acc is 71.88% +epoch 0 and step 582: train cost is 0.83, train acc is 62.50% +epoch 0 and step 583: train cost is 0.67, train acc is 71.88% +epoch 0 and step 584: train cost is 0.64, train acc is 65.62% +epoch 0 and step 585: train cost is 0.70, train acc is 59.38% +epoch 0 and step 586: train cost is 0.65, train acc is 62.50% +epoch 0 and step 587: train cost is 0.64, train acc is 68.75% +epoch 0 and step 588: train cost is 0.79, train acc is 59.38% +epoch 0 and step 589: train cost is 0.60, train acc is 78.12% +epoch 0 and step 590: train cost is 0.65, train acc is 62.50% +epoch 0 and step 591: train cost is 0.80, train acc is 53.12% +epoch 0 and step 592: train cost is 0.73, train acc is 59.38% +epoch 0 and step 593: train cost is 0.76, train acc is 56.25% +epoch 0 and step 594: train cost is 0.59, train acc is 65.62% +epoch 0 and step 595: train cost is 0.63, train acc is 71.88% +epoch 0 and step 596: train cost is 0.79, train acc is 50.00% +epoch 0 and step 597: train cost is 0.54, train acc is 81.25% +epoch 0 and step 598: train cost is 0.59, train acc is 65.62% +epoch 0 and step 599: train cost is 0.69, train acc is 53.12% +epoch 0 and step 600: train cost is 0.54, train acc is 71.88% +epoch 0 and step 601: train cost is 0.74, train acc is 71.88% +epoch 0 and step 602: train cost is 0.65, train acc is 65.62% +epoch 0 and step 603: train cost is 0.66, train acc is 59.38% +epoch 0 and step 604: train cost is 0.78, train acc is 59.38% +epoch 0 and step 605: train cost is 0.63, train acc is 53.12% +epoch 0 and step 606: train cost is 0.73, train acc is 56.25% +epoch 0 and step 607: train cost is 0.63, train acc is 62.50% +epoch 0 and step 608: train cost is 0.66, train acc is 65.62% +epoch 0 and step 609: train cost is 0.54, train acc is 78.12% +epoch 0 and step 610: train cost is 0.64, train acc is 59.38% +epoch 0 and step 611: train cost is 0.74, train acc is 59.38% +epoch 0 and step 612: train cost is 0.76, train acc is 46.88% +epoch 0 and step 613: train cost is 0.66, train acc is 53.12% +epoch 0 and step 614: train cost is 0.59, train acc is 71.88% +epoch 0 and step 615: train cost is 0.58, train acc is 68.75% +epoch 0 and step 616: train cost is 0.64, train acc is 68.75% +epoch 0 and step 617: train cost is 0.77, train acc is 59.38% +epoch 0 and step 618: train cost is 0.71, train acc is 59.38% +epoch 0 and step 619: train cost is 0.67, train acc is 65.62% +epoch 0 and step 620: train cost is 0.50, train acc is 75.00% +epoch 0 and step 621: train cost is 0.60, train acc is 75.00% +epoch 0 and step 622: train cost is 0.73, train acc is 56.25% +epoch 0 and step 623: train cost is 0.64, train acc is 59.38% +epoch 0 and step 624: train cost is 0.76, train acc is 68.75% +epoch 0 and step 625: train cost is 0.69, train acc is 56.25% +epoch 0 and step 626: train cost is 0.57, train acc is 68.75% +epoch 0 and step 627: train cost is 0.66, train acc is 65.62% +epoch 0 and step 628: train cost is 0.58, train acc is 75.00% +epoch 0 and step 629: train cost is 0.76, train acc is 50.00% +epoch 0 and step 630: train cost is 0.60, train acc is 68.75% +epoch 0 and step 631: train cost is 0.72, train acc is 56.25% +epoch 0 and step 632: train cost is 0.61, train acc is 62.50% +epoch 0 and step 633: train cost is 0.68, train acc is 50.00% +epoch 0 and step 634: train cost is 0.67, train acc is 65.62% +epoch 0 and step 635: train cost is 0.60, train acc is 65.62% +epoch 0 and step 636: train cost is 0.67, train acc is 56.25% +epoch 0 and step 637: train cost is 0.78, train acc is 56.25% +epoch 0 and step 638: train cost is 0.69, train acc is 62.50% +epoch 0 and step 639: train cost is 0.66, train acc is 62.50% +epoch 0 and step 640: train cost is 0.61, train acc is 75.00% +epoch 0 and step 641: train cost is 0.62, train acc is 71.88% +epoch 0 and step 642: train cost is 0.56, train acc is 81.25% +epoch 0 and step 643: train cost is 0.60, train acc is 75.00% +epoch 0 and step 644: train cost is 0.61, train acc is 62.50% +epoch 0 and step 645: train cost is 0.58, train acc is 75.00% +epoch 0 and step 646: train cost is 0.78, train acc is 62.50% +epoch 0 and step 647: train cost is 0.70, train acc is 53.12% +epoch 0 and step 648: train cost is 0.61, train acc is 65.62% +epoch 0 and step 649: train cost is 0.53, train acc is 68.75% +epoch 0 and step 650: train cost is 0.64, train acc is 68.75% +epoch 0 and step 651: train cost is 0.74, train acc is 50.00% +epoch 0 and step 652: train cost is 0.69, train acc is 56.25% +epoch 0 and step 653: train cost is 0.87, train acc is 43.75% +epoch 0 and step 654: train cost is 0.70, train acc is 53.12% +epoch 0 and step 655: train cost is 0.55, train acc is 71.88% +epoch 0 and step 656: train cost is 0.72, train acc is 56.25% +epoch 0 and step 657: train cost is 0.54, train acc is 81.25% +epoch 0 and step 658: train cost is 0.59, train acc is 65.62% +epoch 0 and step 659: train cost is 0.75, train acc is 56.25% +epoch 0 and step 660: train cost is 0.69, train acc is 56.25% +epoch 0 and step 661: train cost is 0.63, train acc is 53.12% +epoch 0 and step 662: train cost is 0.55, train acc is 78.12% +epoch 0 and step 663: train cost is 0.64, train acc is 68.75% +epoch 0 and step 664: train cost is 0.63, train acc is 68.75% +epoch 0 and step 665: train cost is 0.57, train acc is 78.12% +epoch 0 and step 666: train cost is 0.64, train acc is 53.12% +epoch 0 and step 667: train cost is 0.70, train acc is 53.12% +epoch 0 and step 668: train cost is 0.56, train acc is 78.12% +epoch 0 and step 669: train cost is 0.54, train acc is 71.88% +epoch 0 and step 670: train cost is 0.74, train acc is 56.25% +epoch 0 and step 671: train cost is 0.59, train acc is 71.88% +epoch 0 and step 672: train cost is 0.68, train acc is 62.50% +epoch 0 and step 673: train cost is 0.52, train acc is 81.25% +epoch 0 and step 674: train cost is 0.58, train acc is 68.75% +epoch 0 and step 675: train cost is 0.67, train acc is 56.25% +epoch 0 and step 676: train cost is 0.60, train acc is 68.75% +epoch 0 and step 677: train cost is 0.94, train acc is 62.50% +epoch 0 and step 678: train cost is 0.64, train acc is 65.62% +epoch 0 and step 679: train cost is 0.60, train acc is 78.12% +epoch 0 and step 680: train cost is 0.71, train acc is 56.25% +epoch 0 and step 681: train cost is 0.62, train acc is 62.50% +epoch 0 and step 682: train cost is 0.61, train acc is 59.38% +epoch 0 and step 683: train cost is 0.61, train acc is 62.50% +epoch 0 and step 684: train cost is 0.64, train acc is 59.38% +epoch 0 and step 685: train cost is 0.58, train acc is 62.50% +epoch 0 and step 686: train cost is 0.60, train acc is 65.62% +epoch 0 and step 687: train cost is 0.71, train acc is 68.75% +epoch 0 and step 688: train cost is 0.74, train acc is 56.25% +epoch 0 and step 689: train cost is 0.54, train acc is 71.88% +epoch 0 and step 690: train cost is 0.72, train acc is 43.75% +epoch 0 and step 691: train cost is 0.69, train acc is 56.25% +epoch 0 and step 692: train cost is 0.69, train acc is 56.25% +epoch 0 and step 693: train cost is 0.73, train acc is 68.75% +epoch 0 and step 694: train cost is 0.71, train acc is 34.38% +epoch 0 and step 695: train cost is 0.65, train acc is 65.62% +epoch 0 and step 696: train cost is 0.60, train acc is 78.12% +epoch 0 and step 697: train cost is 0.69, train acc is 56.25% +epoch 0 and step 698: train cost is 0.82, train acc is 46.88% +epoch 0 and step 699: train cost is 0.66, train acc is 59.38% +epoch 0 and step 700: train cost is 0.77, train acc is 56.25% +epoch 0 and step 701: train cost is 0.67, train acc is 59.38% +epoch 0 and step 702: train cost is 0.60, train acc is 65.62% +epoch 0 and step 703: train cost is 0.51, train acc is 75.00% +epoch 0 and step 704: train cost is 1.02, train acc is 50.00% +epoch 0: train acc is 60.46% +batch 0: val cost is 0.53, val acc is 84.38% +batch 1: val cost is 0.60, val acc is 78.12% +batch 2: val cost is 0.53, val acc is 78.12% +batch 3: val cost is 0.55, val acc is 75.00% +batch 4: val cost is 0.64, val acc is 65.62% +batch 5: val cost is 0.58, val acc is 62.50% +batch 6: val cost is 0.62, val acc is 59.38% +batch 7: val cost is 0.62, val acc is 68.75% +batch 8: val cost is 0.78, val acc is 53.12% +batch 9: val cost is 0.61, val acc is 56.25% +batch 10: val cost is 1.00, val acc is 53.12% +batch 11: val cost is 0.57, val acc is 65.62% +batch 12: val cost is 0.64, val acc is 59.38% +batch 13: val cost is 0.54, val acc is 65.62% +batch 14: val cost is 0.73, val acc is 59.38% +batch 15: val cost is 0.57, val acc is 68.75% +batch 16: val cost is 0.58, val acc is 68.75% +batch 17: val cost is 0.63, val acc is 59.38% +batch 18: val cost is 0.80, val acc is 46.88% +batch 19: val cost is 0.50, val acc is 84.38% +batch 20: val cost is 0.65, val acc is 68.75% +batch 21: val cost is 0.67, val acc is 65.62% +batch 22: val cost is 0.73, val acc is 62.50% +batch 23: val cost is 0.49, val acc is 84.38% +batch 24: val cost is 0.59, val acc is 81.25% +batch 25: val cost is 0.61, val acc is 65.62% +batch 26: val cost is 0.55, val acc is 68.75% +batch 27: val cost is 0.55, val acc is 75.00% +batch 28: val cost is 0.54, val acc is 68.75% +batch 29: val cost is 0.46, val acc is 81.25% +batch 30: val cost is 0.73, val acc is 65.62% +batch 31: val cost is 0.66, val acc is 68.75% +batch 32: val cost is 0.63, val acc is 56.25% +batch 33: val cost is 0.59, val acc is 75.00% +batch 34: val cost is 0.41, val acc is 78.12% +batch 35: val cost is 0.62, val acc is 71.88% +batch 36: val cost is 0.76, val acc is 53.12% +batch 37: val cost is 0.67, val acc is 62.50% +batch 38: val cost is 0.44, val acc is 84.38% +batch 39: val cost is 0.57, val acc is 62.50% +batch 40: val cost is 0.84, val acc is 59.38% +batch 41: val cost is 0.64, val acc is 62.50% +batch 42: val cost is 0.64, val acc is 65.62% +batch 43: val cost is 0.63, val acc is 71.88% +batch 44: val cost is 0.66, val acc is 71.88% +batch 45: val cost is 0.70, val acc is 59.38% +batch 46: val cost is 0.54, val acc is 75.00% +batch 47: val cost is 0.63, val acc is 71.88% +batch 48: val cost is 0.62, val acc is 59.38% +batch 49: val cost is 0.60, val acc is 75.00% +batch 50: val cost is 0.73, val acc is 59.38% +batch 51: val cost is 0.73, val acc is 62.50% +batch 52: val cost is 0.68, val acc is 53.12% +batch 53: val cost is 0.68, val acc is 46.88% +batch 54: val cost is 0.59, val acc is 65.62% +batch 55: val cost is 0.67, val acc is 75.00% +batch 56: val cost is 0.68, val acc is 59.38% +batch 57: val cost is 0.59, val acc is 65.62% +batch 58: val cost is 0.64, val acc is 68.75% +batch 59: val cost is 0.48, val acc is 81.25% +batch 60: val cost is 0.60, val acc is 65.62% +batch 61: val cost is 0.55, val acc is 78.12% +batch 62: val cost is 0.58, val acc is 71.88% +batch 63: val cost is 0.64, val acc is 62.50% +batch 64: val cost is 0.52, val acc is 81.25% +batch 65: val cost is 0.81, val acc is 50.00% +batch 66: val cost is 0.52, val acc is 75.00% +batch 67: val cost is 0.48, val acc is 75.00% +batch 68: val cost is 0.74, val acc is 65.62% +batch 69: val cost is 0.53, val acc is 81.25% +batch 70: val cost is 0.62, val acc is 75.00% +batch 71: val cost is 0.53, val acc is 68.75% +batch 72: val cost is 0.60, val acc is 68.75% +batch 73: val cost is 0.49, val acc is 81.25% +batch 74: val cost is 0.79, val acc is 65.62% +batch 75: val cost is 0.56, val acc is 78.12% +batch 76: val cost is 0.68, val acc is 62.50% +batch 77: val cost is 0.47, val acc is 75.00% +batch 78: val cost is 0.79, val acc is 50.00% +epoch 0: val acc is 67.21% +epoch 1 and step 705: train cost is 0.57, train acc is 68.75% +epoch 1 and step 706: train cost is 0.60, train acc is 65.62% +epoch 1 and step 707: train cost is 0.51, train acc is 75.00% +epoch 1 and step 708: train cost is 0.74, train acc is 50.00% +epoch 1 and step 709: train cost is 0.67, train acc is 65.62% +epoch 1 and step 710: train cost is 0.69, train acc is 68.75% +epoch 1 and step 711: train cost is 0.60, train acc is 71.88% +epoch 1 and step 712: train cost is 0.67, train acc is 59.38% +epoch 1 and step 713: train cost is 0.66, train acc is 56.25% +epoch 1 and step 714: train cost is 0.77, train acc is 56.25% +epoch 1 and step 715: train cost is 0.57, train acc is 62.50% +epoch 1 and step 716: train cost is 0.77, train acc is 59.38% +epoch 1 and step 717: train cost is 0.67, train acc is 62.50% +epoch 1 and step 718: train cost is 0.66, train acc is 71.88% +epoch 1 and step 719: train cost is 0.70, train acc is 62.50% +epoch 1 and step 720: train cost is 0.75, train acc is 59.38% +epoch 1 and step 721: train cost is 0.63, train acc is 75.00% +epoch 1 and step 722: train cost is 0.66, train acc is 62.50% +epoch 1 and step 723: train cost is 0.54, train acc is 87.50% +epoch 1 and step 724: train cost is 0.54, train acc is 81.25% +epoch 1 and step 725: train cost is 0.61, train acc is 65.62% +epoch 1 and step 726: train cost is 0.61, train acc is 68.75% +epoch 1 and step 727: train cost is 0.63, train acc is 65.62% +epoch 1 and step 728: train cost is 0.71, train acc is 50.00% +epoch 1 and step 729: train cost is 0.60, train acc is 75.00% +epoch 1 and step 730: train cost is 0.63, train acc is 65.62% +epoch 1 and step 731: train cost is 0.87, train acc is 34.38% +epoch 1 and step 732: train cost is 0.71, train acc is 62.50% +epoch 1 and step 733: train cost is 0.67, train acc is 59.38% +epoch 1 and step 734: train cost is 0.50, train acc is 84.38% +epoch 1 and step 735: train cost is 0.58, train acc is 68.75% +epoch 1 and step 736: train cost is 0.67, train acc is 62.50% +epoch 1 and step 737: train cost is 0.60, train acc is 65.62% +epoch 1 and step 738: train cost is 0.77, train acc is 56.25% +epoch 1 and step 739: train cost is 0.54, train acc is 78.12% +epoch 1 and step 740: train cost is 0.59, train acc is 68.75% +epoch 1 and step 741: train cost is 0.56, train acc is 71.88% +epoch 1 and step 742: train cost is 0.64, train acc is 59.38% +epoch 1 and step 743: train cost is 0.55, train acc is 65.62% +epoch 1 and step 744: train cost is 0.55, train acc is 78.12% +epoch 1 and step 745: train cost is 0.58, train acc is 75.00% +epoch 1 and step 746: train cost is 0.80, train acc is 56.25% +epoch 1 and step 747: train cost is 0.66, train acc is 78.12% +epoch 1 and step 748: train cost is 0.64, train acc is 78.12% +epoch 1 and step 749: train cost is 0.49, train acc is 78.12% +epoch 1 and step 750: train cost is 0.64, train acc is 68.75% +epoch 1 and step 751: train cost is 0.55, train acc is 75.00% +epoch 1 and step 752: train cost is 0.47, train acc is 81.25% +epoch 1 and step 753: train cost is 0.56, train acc is 78.12% +epoch 1 and step 754: train cost is 0.55, train acc is 71.88% +epoch 1 and step 755: train cost is 0.64, train acc is 75.00% +epoch 1 and step 756: train cost is 0.62, train acc is 68.75% +epoch 1 and step 757: train cost is 0.53, train acc is 68.75% +epoch 1 and step 758: train cost is 0.62, train acc is 68.75% +epoch 1 and step 759: train cost is 0.58, train acc is 65.62% +epoch 1 and step 760: train cost is 0.66, train acc is 59.38% +epoch 1 and step 761: train cost is 0.59, train acc is 71.88% +epoch 1 and step 762: train cost is 0.64, train acc is 68.75% +epoch 1 and step 763: train cost is 0.62, train acc is 71.88% +epoch 1 and step 764: train cost is 0.68, train acc is 59.38% +epoch 1 and step 765: train cost is 0.64, train acc is 65.62% +epoch 1 and step 766: train cost is 0.48, train acc is 71.88% +epoch 1 and step 767: train cost is 0.63, train acc is 68.75% +epoch 1 and step 768: train cost is 0.61, train acc is 59.38% +epoch 1 and step 769: train cost is 0.56, train acc is 78.12% +epoch 1 and step 770: train cost is 0.55, train acc is 81.25% +epoch 1 and step 771: train cost is 0.69, train acc is 65.62% +epoch 1 and step 772: train cost is 0.65, train acc is 65.62% +epoch 1 and step 773: train cost is 0.53, train acc is 65.62% +epoch 1 and step 774: train cost is 0.62, train acc is 65.62% +epoch 1 and step 775: train cost is 0.51, train acc is 71.88% +epoch 1 and step 776: train cost is 0.60, train acc is 68.75% +epoch 1 and step 777: train cost is 0.77, train acc is 68.75% +epoch 1 and step 778: train cost is 0.56, train acc is 75.00% +epoch 1 and step 779: train cost is 0.72, train acc is 56.25% +epoch 1 and step 780: train cost is 0.50, train acc is 81.25% +epoch 1 and step 781: train cost is 0.63, train acc is 62.50% +epoch 1 and step 782: train cost is 0.56, train acc is 68.75% +epoch 1 and step 783: train cost is 0.86, train acc is 53.12% +epoch 1 and step 784: train cost is 0.66, train acc is 59.38% +epoch 1 and step 785: train cost is 0.71, train acc is 65.62% +epoch 1 and step 786: train cost is 0.66, train acc is 59.38% +epoch 1 and step 787: train cost is 0.49, train acc is 78.12% +epoch 1 and step 788: train cost is 0.59, train acc is 65.62% +epoch 1 and step 789: train cost is 0.61, train acc is 68.75% +epoch 1 and step 790: train cost is 0.54, train acc is 75.00% +epoch 1 and step 791: train cost is 0.67, train acc is 56.25% +epoch 1 and step 792: train cost is 0.52, train acc is 81.25% +epoch 1 and step 793: train cost is 0.61, train acc is 68.75% +epoch 1 and step 794: train cost is 0.71, train acc is 59.38% +epoch 1 and step 795: train cost is 0.53, train acc is 75.00% +epoch 1 and step 796: train cost is 0.50, train acc is 78.12% +epoch 1 and step 797: train cost is 0.85, train acc is 43.75% +epoch 1 and step 798: train cost is 0.71, train acc is 62.50% +epoch 1 and step 799: train cost is 0.57, train acc is 59.38% +epoch 1 and step 800: train cost is 0.58, train acc is 68.75% +epoch 1 and step 801: train cost is 0.60, train acc is 65.62% +epoch 1 and step 802: train cost is 0.68, train acc is 62.50% +epoch 1 and step 803: train cost is 0.67, train acc is 62.50% +epoch 1 and step 804: train cost is 0.70, train acc is 53.12% +epoch 1 and step 805: train cost is 0.64, train acc is 62.50% +epoch 1 and step 806: train cost is 0.57, train acc is 71.88% +epoch 1 and step 807: train cost is 0.65, train acc is 65.62% +epoch 1 and step 808: train cost is 0.78, train acc is 59.38% +epoch 1 and step 809: train cost is 0.73, train acc is 56.25% +epoch 1 and step 810: train cost is 0.56, train acc is 75.00% +epoch 1 and step 811: train cost is 0.56, train acc is 71.88% +epoch 1 and step 812: train cost is 0.52, train acc is 84.38% +epoch 1 and step 813: train cost is 0.69, train acc is 62.50% +epoch 1 and step 814: train cost is 0.76, train acc is 53.12% +epoch 1 and step 815: train cost is 0.60, train acc is 71.88% +epoch 1 and step 816: train cost is 0.59, train acc is 68.75% +epoch 1 and step 817: train cost is 0.63, train acc is 56.25% +epoch 1 and step 818: train cost is 0.60, train acc is 65.62% +epoch 1 and step 819: train cost is 0.58, train acc is 75.00% +epoch 1 and step 820: train cost is 0.63, train acc is 75.00% +epoch 1 and step 821: train cost is 0.66, train acc is 56.25% +epoch 1 and step 822: train cost is 0.72, train acc is 62.50% +epoch 1 and step 823: train cost is 0.62, train acc is 59.38% +epoch 1 and step 824: train cost is 0.61, train acc is 71.88% +epoch 1 and step 825: train cost is 0.52, train acc is 71.88% +epoch 1 and step 826: train cost is 0.56, train acc is 78.12% +epoch 1 and step 827: train cost is 0.59, train acc is 59.38% +epoch 1 and step 828: train cost is 0.61, train acc is 75.00% +epoch 1 and step 829: train cost is 0.55, train acc is 75.00% +epoch 1 and step 830: train cost is 0.71, train acc is 59.38% +epoch 1 and step 831: train cost is 0.60, train acc is 71.88% +epoch 1 and step 832: train cost is 0.49, train acc is 81.25% +epoch 1 and step 833: train cost is 0.62, train acc is 62.50% +epoch 1 and step 834: train cost is 0.49, train acc is 81.25% +epoch 1 and step 835: train cost is 0.66, train acc is 65.62% +epoch 1 and step 836: train cost is 0.68, train acc is 62.50% +epoch 1 and step 837: train cost is 0.50, train acc is 75.00% +epoch 1 and step 838: train cost is 0.70, train acc is 56.25% +epoch 1 and step 839: train cost is 0.59, train acc is 65.62% +epoch 1 and step 840: train cost is 0.58, train acc is 59.38% +epoch 1 and step 841: train cost is 0.75, train acc is 62.50% +epoch 1 and step 842: train cost is 0.56, train acc is 68.75% +epoch 1 and step 843: train cost is 0.61, train acc is 62.50% +epoch 1 and step 844: train cost is 0.61, train acc is 75.00% +epoch 1 and step 845: train cost is 0.69, train acc is 65.62% +epoch 1 and step 846: train cost is 0.69, train acc is 71.88% +epoch 1 and step 847: train cost is 0.70, train acc is 68.75% +epoch 1 and step 848: train cost is 0.69, train acc is 59.38% +epoch 1 and step 849: train cost is 0.64, train acc is 71.88% +epoch 1 and step 850: train cost is 0.66, train acc is 71.88% +epoch 1 and step 851: train cost is 0.68, train acc is 56.25% +epoch 1 and step 852: train cost is 0.51, train acc is 81.25% +epoch 1 and step 853: train cost is 0.60, train acc is 68.75% +epoch 1 and step 854: train cost is 0.50, train acc is 75.00% +epoch 1 and step 855: train cost is 0.65, train acc is 65.62% +epoch 1 and step 856: train cost is 0.88, train acc is 46.88% +epoch 1 and step 857: train cost is 0.85, train acc is 65.62% +epoch 1 and step 858: train cost is 0.65, train acc is 50.00% +epoch 1 and step 859: train cost is 0.61, train acc is 68.75% +epoch 1 and step 860: train cost is 0.49, train acc is 75.00% +epoch 1 and step 861: train cost is 0.57, train acc is 68.75% +epoch 1 and step 862: train cost is 0.61, train acc is 68.75% +epoch 1 and step 863: train cost is 0.72, train acc is 62.50% +epoch 1 and step 864: train cost is 0.58, train acc is 65.62% +epoch 1 and step 865: train cost is 0.69, train acc is 65.62% +epoch 1 and step 866: train cost is 0.56, train acc is 71.88% +epoch 1 and step 867: train cost is 0.50, train acc is 75.00% +epoch 1 and step 868: train cost is 0.53, train acc is 65.62% +epoch 1 and step 869: train cost is 0.64, train acc is 56.25% +epoch 1 and step 870: train cost is 0.64, train acc is 65.62% +epoch 1 and step 871: train cost is 0.64, train acc is 50.00% +epoch 1 and step 872: train cost is 0.63, train acc is 62.50% +epoch 1 and step 873: train cost is 0.75, train acc is 59.38% +epoch 1 and step 874: train cost is 0.66, train acc is 56.25% +epoch 1 and step 875: train cost is 0.65, train acc is 62.50% +epoch 1 and step 876: train cost is 0.64, train acc is 56.25% +epoch 1 and step 877: train cost is 0.51, train acc is 71.88% +epoch 1 and step 878: train cost is 0.56, train acc is 71.88% +epoch 1 and step 879: train cost is 0.74, train acc is 68.75% +epoch 1 and step 880: train cost is 0.72, train acc is 62.50% +epoch 1 and step 881: train cost is 0.70, train acc is 56.25% +epoch 1 and step 882: train cost is 0.59, train acc is 59.38% +epoch 1 and step 883: train cost is 0.59, train acc is 59.38% +epoch 1 and step 884: train cost is 0.72, train acc is 53.12% +epoch 1 and step 885: train cost is 0.55, train acc is 78.12% +epoch 1 and step 886: train cost is 0.48, train acc is 78.12% +epoch 1 and step 887: train cost is 0.73, train acc is 53.12% +epoch 1 and step 888: train cost is 0.61, train acc is 68.75% +epoch 1 and step 889: train cost is 0.63, train acc is 71.88% +epoch 1 and step 890: train cost is 0.48, train acc is 78.12% +epoch 1 and step 891: train cost is 0.74, train acc is 78.12% +epoch 1 and step 892: train cost is 0.63, train acc is 62.50% +epoch 1 and step 893: train cost is 0.48, train acc is 75.00% +epoch 1 and step 894: train cost is 0.65, train acc is 68.75% +epoch 1 and step 895: train cost is 0.55, train acc is 71.88% +epoch 1 and step 896: train cost is 0.69, train acc is 59.38% +epoch 1 and step 897: train cost is 0.61, train acc is 75.00% +epoch 1 and step 898: train cost is 0.79, train acc is 53.12% +epoch 1 and step 899: train cost is 0.57, train acc is 71.88% +epoch 1 and step 900: train cost is 0.53, train acc is 75.00% +epoch 1 and step 901: train cost is 0.82, train acc is 68.75% +epoch 1 and step 902: train cost is 0.54, train acc is 71.88% +epoch 1 and step 903: train cost is 0.58, train acc is 75.00% +epoch 1 and step 904: train cost is 0.58, train acc is 75.00% +epoch 1 and step 905: train cost is 0.62, train acc is 68.75% +epoch 1 and step 906: train cost is 0.53, train acc is 75.00% +epoch 1 and step 907: train cost is 0.58, train acc is 68.75% +epoch 1 and step 908: train cost is 0.60, train acc is 68.75% +epoch 1 and step 909: train cost is 0.57, train acc is 71.88% +epoch 1 and step 910: train cost is 0.79, train acc is 59.38% +epoch 1 and step 911: train cost is 0.69, train acc is 53.12% +epoch 1 and step 912: train cost is 0.78, train acc is 53.12% +epoch 1 and step 913: train cost is 0.74, train acc is 65.62% +epoch 1 and step 914: train cost is 0.48, train acc is 78.12% +epoch 1 and step 915: train cost is 0.72, train acc is 65.62% +epoch 1 and step 916: train cost is 0.60, train acc is 71.88% +epoch 1 and step 917: train cost is 0.56, train acc is 68.75% +epoch 1 and step 918: train cost is 0.65, train acc is 56.25% +epoch 1 and step 919: train cost is 0.73, train acc is 53.12% +epoch 1 and step 920: train cost is 0.62, train acc is 56.25% +epoch 1 and step 921: train cost is 0.53, train acc is 68.75% +epoch 1 and step 922: train cost is 0.57, train acc is 68.75% +epoch 1 and step 923: train cost is 0.51, train acc is 78.12% +epoch 1 and step 924: train cost is 0.55, train acc is 65.62% +epoch 1 and step 925: train cost is 0.60, train acc is 65.62% +epoch 1 and step 926: train cost is 0.53, train acc is 68.75% +epoch 1 and step 927: train cost is 0.77, train acc is 53.12% +epoch 1 and step 928: train cost is 0.57, train acc is 71.88% +epoch 1 and step 929: train cost is 0.72, train acc is 59.38% +epoch 1 and step 930: train cost is 0.59, train acc is 75.00% +epoch 1 and step 931: train cost is 0.70, train acc is 59.38% +epoch 1 and step 932: train cost is 0.70, train acc is 62.50% +epoch 1 and step 933: train cost is 0.87, train acc is 46.88% +epoch 1 and step 934: train cost is 0.62, train acc is 71.88% +epoch 1 and step 935: train cost is 0.60, train acc is 62.50% +epoch 1 and step 936: train cost is 0.86, train acc is 59.38% +epoch 1 and step 937: train cost is 0.82, train acc is 53.12% +epoch 1 and step 938: train cost is 0.67, train acc is 59.38% +epoch 1 and step 939: train cost is 0.56, train acc is 71.88% +epoch 1 and step 940: train cost is 0.73, train acc is 46.88% +epoch 1 and step 941: train cost is 0.79, train acc is 46.88% +epoch 1 and step 942: train cost is 0.72, train acc is 78.12% +epoch 1 and step 943: train cost is 0.70, train acc is 65.62% +epoch 1 and step 944: train cost is 0.80, train acc is 40.62% +epoch 1 and step 945: train cost is 0.63, train acc is 68.75% +epoch 1 and step 946: train cost is 0.65, train acc is 65.62% +epoch 1 and step 947: train cost is 0.63, train acc is 65.62% +epoch 1 and step 948: train cost is 0.69, train acc is 53.12% +epoch 1 and step 949: train cost is 0.70, train acc is 53.12% +epoch 1 and step 950: train cost is 0.70, train acc is 50.00% +epoch 1 and step 951: train cost is 0.57, train acc is 71.88% +epoch 1 and step 952: train cost is 0.66, train acc is 62.50% +epoch 1 and step 953: train cost is 0.77, train acc is 53.12% +epoch 1 and step 954: train cost is 0.62, train acc is 62.50% +epoch 1 and step 955: train cost is 0.97, train acc is 50.00% +epoch 1 and step 956: train cost is 0.75, train acc is 56.25% +epoch 1 and step 957: train cost is 1.01, train acc is 40.62% +epoch 1 and step 958: train cost is 0.77, train acc is 53.12% +epoch 1 and step 959: train cost is 0.68, train acc is 56.25% +epoch 1 and step 960: train cost is 0.56, train acc is 71.88% +epoch 1 and step 961: train cost is 0.63, train acc is 65.62% +epoch 1 and step 962: train cost is 0.80, train acc is 46.88% +epoch 1 and step 963: train cost is 0.73, train acc is 65.62% +epoch 1 and step 964: train cost is 0.80, train acc is 50.00% +epoch 1 and step 965: train cost is 0.63, train acc is 62.50% +epoch 1 and step 966: train cost is 0.62, train acc is 65.62% +epoch 1 and step 967: train cost is 0.64, train acc is 59.38% +epoch 1 and step 968: train cost is 0.83, train acc is 40.62% +epoch 1 and step 969: train cost is 0.54, train acc is 71.88% +epoch 1 and step 970: train cost is 0.50, train acc is 75.00% +epoch 1 and step 971: train cost is 0.61, train acc is 53.12% +epoch 1 and step 972: train cost is 0.60, train acc is 56.25% +epoch 1 and step 973: train cost is 0.60, train acc is 75.00% +epoch 1 and step 974: train cost is 0.74, train acc is 59.38% +epoch 1 and step 975: train cost is 0.74, train acc is 53.12% +epoch 1 and step 976: train cost is 0.48, train acc is 87.50% +epoch 1 and step 977: train cost is 0.79, train acc is 62.50% +epoch 1 and step 978: train cost is 0.75, train acc is 59.38% +epoch 1 and step 979: train cost is 0.57, train acc is 71.88% +epoch 1 and step 980: train cost is 0.69, train acc is 62.50% +epoch 1 and step 981: train cost is 0.65, train acc is 62.50% +epoch 1 and step 982: train cost is 0.70, train acc is 62.50% +epoch 1 and step 983: train cost is 0.68, train acc is 59.38% +epoch 1 and step 984: train cost is 0.69, train acc is 59.38% +epoch 1 and step 985: train cost is 0.83, train acc is 50.00% +epoch 1 and step 986: train cost is 0.68, train acc is 56.25% +epoch 1 and step 987: train cost is 0.68, train acc is 56.25% +epoch 1 and step 988: train cost is 0.71, train acc is 50.00% +epoch 1 and step 989: train cost is 0.59, train acc is 65.62% +epoch 1 and step 990: train cost is 0.62, train acc is 65.62% +epoch 1 and step 991: train cost is 0.56, train acc is 78.12% +epoch 1 and step 992: train cost is 0.56, train acc is 75.00% +epoch 1 and step 993: train cost is 0.97, train acc is 62.50% +epoch 1 and step 994: train cost is 0.75, train acc is 71.88% +epoch 1 and step 995: train cost is 0.57, train acc is 71.88% +epoch 1 and step 996: train cost is 0.94, train acc is 75.00% +epoch 1 and step 997: train cost is 0.90, train acc is 56.25% +epoch 1 and step 998: train cost is 0.60, train acc is 75.00% +epoch 1 and step 999: train cost is 0.54, train acc is 68.75% +epoch 1 and step 1000: train cost is 0.63, train acc is 62.50% +epoch 1 and step 1001: train cost is 0.50, train acc is 81.25% +epoch 1 and step 1002: train cost is 0.65, train acc is 62.50% +epoch 1 and step 1003: train cost is 0.56, train acc is 78.12% +epoch 1 and step 1004: train cost is 0.52, train acc is 71.88% +epoch 1 and step 1005: train cost is 0.67, train acc is 62.50% +epoch 1 and step 1006: train cost is 0.63, train acc is 65.62% +epoch 1 and step 1007: train cost is 0.48, train acc is 78.12% +epoch 1 and step 1008: train cost is 0.67, train acc is 56.25% +epoch 1 and step 1009: train cost is 0.66, train acc is 68.75% +epoch 1 and step 1010: train cost is 0.79, train acc is 75.00% +epoch 1 and step 1011: train cost is 0.63, train acc is 65.62% +epoch 1 and step 1012: train cost is 0.50, train acc is 68.75% +epoch 1 and step 1013: train cost is 0.61, train acc is 65.62% +epoch 1 and step 1014: train cost is 0.52, train acc is 78.12% +epoch 1 and step 1015: train cost is 0.84, train acc is 53.12% +epoch 1 and step 1016: train cost is 0.59, train acc is 68.75% +epoch 1 and step 1017: train cost is 0.63, train acc is 71.88% +epoch 1 and step 1018: train cost is 0.68, train acc is 78.12% +epoch 1 and step 1019: train cost is 0.64, train acc is 68.75% +epoch 1 and step 1020: train cost is 0.57, train acc is 62.50% +epoch 1 and step 1021: train cost is 0.76, train acc is 59.38% +epoch 1 and step 1022: train cost is 0.77, train acc is 65.62% +epoch 1 and step 1023: train cost is 0.91, train acc is 56.25% +epoch 1 and step 1024: train cost is 0.79, train acc is 56.25% +epoch 1 and step 1025: train cost is 0.65, train acc is 81.25% +epoch 1 and step 1026: train cost is 0.69, train acc is 62.50% +epoch 1 and step 1027: train cost is 0.60, train acc is 68.75% +epoch 1 and step 1028: train cost is 0.71, train acc is 65.62% +epoch 1 and step 1029: train cost is 0.81, train acc is 53.12% +epoch 1 and step 1030: train cost is 0.53, train acc is 75.00% +epoch 1 and step 1031: train cost is 0.52, train acc is 75.00% +epoch 1 and step 1032: train cost is 0.66, train acc is 71.88% +epoch 1 and step 1033: train cost is 0.69, train acc is 68.75% +epoch 1 and step 1034: train cost is 0.59, train acc is 65.62% +epoch 1 and step 1035: train cost is 0.62, train acc is 65.62% +epoch 1 and step 1036: train cost is 0.68, train acc is 59.38% +epoch 1 and step 1037: train cost is 0.64, train acc is 71.88% +epoch 1 and step 1038: train cost is 0.79, train acc is 46.88% +epoch 1 and step 1039: train cost is 0.58, train acc is 71.88% +epoch 1 and step 1040: train cost is 0.69, train acc is 62.50% +epoch 1 and step 1041: train cost is 0.68, train acc is 50.00% +epoch 1 and step 1042: train cost is 0.54, train acc is 87.50% +epoch 1 and step 1043: train cost is 0.66, train acc is 62.50% +epoch 1 and step 1044: train cost is 0.66, train acc is 56.25% +epoch 1 and step 1045: train cost is 0.68, train acc is 56.25% +epoch 1 and step 1046: train cost is 0.60, train acc is 68.75% +epoch 1 and step 1047: train cost is 0.62, train acc is 65.62% +epoch 1 and step 1048: train cost is 0.65, train acc is 56.25% +epoch 1 and step 1049: train cost is 0.60, train acc is 65.62% +epoch 1 and step 1050: train cost is 0.61, train acc is 56.25% +epoch 1 and step 1051: train cost is 0.53, train acc is 78.12% +epoch 1 and step 1052: train cost is 0.65, train acc is 59.38% +epoch 1 and step 1053: train cost is 0.65, train acc is 53.12% +epoch 1 and step 1054: train cost is 0.62, train acc is 68.75% +epoch 1 and step 1055: train cost is 0.53, train acc is 71.88% +epoch 1 and step 1056: train cost is 0.83, train acc is 53.12% +epoch 1 and step 1057: train cost is 0.78, train acc is 62.50% +epoch 1 and step 1058: train cost is 0.75, train acc is 53.12% +epoch 1 and step 1059: train cost is 0.64, train acc is 62.50% +epoch 1 and step 1060: train cost is 0.53, train acc is 75.00% +epoch 1 and step 1061: train cost is 0.57, train acc is 65.62% +epoch 1 and step 1062: train cost is 0.75, train acc is 68.75% +epoch 1 and step 1063: train cost is 0.67, train acc is 65.62% +epoch 1 and step 1064: train cost is 0.80, train acc is 59.38% +epoch 1 and step 1065: train cost is 0.87, train acc is 56.25% +epoch 1 and step 1066: train cost is 0.78, train acc is 62.50% +epoch 1 and step 1067: train cost is 0.82, train acc is 59.38% +epoch 1 and step 1068: train cost is 0.60, train acc is 62.50% +epoch 1 and step 1069: train cost is 0.72, train acc is 62.50% +epoch 1 and step 1070: train cost is 0.61, train acc is 65.62% +epoch 1 and step 1071: train cost is 0.54, train acc is 71.88% +epoch 1 and step 1072: train cost is 0.68, train acc is 56.25% +epoch 1 and step 1073: train cost is 0.60, train acc is 68.75% +epoch 1 and step 1074: train cost is 0.76, train acc is 71.88% +epoch 1 and step 1075: train cost is 0.81, train acc is 59.38% +epoch 1 and step 1076: train cost is 0.69, train acc is 56.25% +epoch 1 and step 1077: train cost is 0.64, train acc is 62.50% +epoch 1 and step 1078: train cost is 0.70, train acc is 56.25% +epoch 1 and step 1079: train cost is 0.65, train acc is 68.75% +epoch 1 and step 1080: train cost is 0.54, train acc is 78.12% +epoch 1 and step 1081: train cost is 0.55, train acc is 65.62% +epoch 1 and step 1082: train cost is 0.71, train acc is 62.50% +epoch 1 and step 1083: train cost is 0.66, train acc is 71.88% +epoch 1 and step 1084: train cost is 0.53, train acc is 75.00% +epoch 1 and step 1085: train cost is 0.55, train acc is 75.00% +epoch 1 and step 1086: train cost is 0.62, train acc is 68.75% +epoch 1 and step 1087: train cost is 0.63, train acc is 68.75% +epoch 1 and step 1088: train cost is 0.52, train acc is 68.75% +epoch 1 and step 1089: train cost is 0.60, train acc is 75.00% +epoch 1 and step 1090: train cost is 0.71, train acc is 50.00% +epoch 1 and step 1091: train cost is 0.73, train acc is 59.38% +epoch 1 and step 1092: train cost is 0.63, train acc is 62.50% +epoch 1 and step 1093: train cost is 0.89, train acc is 43.75% +epoch 1 and step 1094: train cost is 0.45, train acc is 81.25% +epoch 1 and step 1095: train cost is 0.69, train acc is 65.62% +epoch 1 and step 1096: train cost is 0.77, train acc is 50.00% +epoch 1 and step 1097: train cost is 0.58, train acc is 68.75% +epoch 1 and step 1098: train cost is 0.73, train acc is 53.12% +epoch 1 and step 1099: train cost is 0.67, train acc is 56.25% +epoch 1 and step 1100: train cost is 0.65, train acc is 62.50% +epoch 1 and step 1101: train cost is 0.61, train acc is 65.62% +epoch 1 and step 1102: train cost is 0.64, train acc is 59.38% +epoch 1 and step 1103: train cost is 0.72, train acc is 56.25% +epoch 1 and step 1104: train cost is 0.57, train acc is 71.88% +epoch 1 and step 1105: train cost is 0.60, train acc is 65.62% +epoch 1 and step 1106: train cost is 0.73, train acc is 59.38% +epoch 1 and step 1107: train cost is 0.65, train acc is 53.12% +epoch 1 and step 1108: train cost is 0.63, train acc is 62.50% +epoch 1 and step 1109: train cost is 0.58, train acc is 68.75% +epoch 1 and step 1110: train cost is 0.62, train acc is 56.25% +epoch 1 and step 1111: train cost is 0.70, train acc is 65.62% +epoch 1 and step 1112: train cost is 0.77, train acc is 68.75% +epoch 1 and step 1113: train cost is 0.60, train acc is 59.38% +epoch 1 and step 1114: train cost is 0.62, train acc is 71.88% +epoch 1 and step 1115: train cost is 0.63, train acc is 53.12% +epoch 1 and step 1116: train cost is 0.67, train acc is 50.00% +epoch 1 and step 1117: train cost is 0.59, train acc is 65.62% +epoch 1 and step 1118: train cost is 0.64, train acc is 71.88% +epoch 1 and step 1119: train cost is 0.57, train acc is 71.88% +epoch 1 and step 1120: train cost is 0.56, train acc is 75.00% +epoch 1 and step 1121: train cost is 0.62, train acc is 62.50% +epoch 1 and step 1122: train cost is 0.63, train acc is 56.25% +epoch 1 and step 1123: train cost is 0.70, train acc is 56.25% +epoch 1 and step 1124: train cost is 0.66, train acc is 65.62% +epoch 1 and step 1125: train cost is 0.54, train acc is 71.88% +epoch 1 and step 1126: train cost is 0.64, train acc is 71.88% +epoch 1 and step 1127: train cost is 0.62, train acc is 71.88% +epoch 1 and step 1128: train cost is 0.62, train acc is 65.62% +epoch 1 and step 1129: train cost is 0.61, train acc is 62.50% +epoch 1 and step 1130: train cost is 0.56, train acc is 75.00% +epoch 1 and step 1131: train cost is 0.48, train acc is 84.38% +epoch 1 and step 1132: train cost is 0.65, train acc is 59.38% +epoch 1 and step 1133: train cost is 0.49, train acc is 78.12% +epoch 1 and step 1134: train cost is 0.61, train acc is 68.75% +epoch 1 and step 1135: train cost is 0.52, train acc is 75.00% +epoch 1 and step 1136: train cost is 0.69, train acc is 65.62% +epoch 1 and step 1137: train cost is 0.54, train acc is 84.38% +epoch 1 and step 1138: train cost is 0.59, train acc is 65.62% +epoch 1 and step 1139: train cost is 0.60, train acc is 71.88% +epoch 1 and step 1140: train cost is 0.59, train acc is 75.00% +epoch 1 and step 1141: train cost is 0.51, train acc is 75.00% +epoch 1 and step 1142: train cost is 0.55, train acc is 62.50% +epoch 1 and step 1143: train cost is 0.54, train acc is 75.00% +epoch 1 and step 1144: train cost is 0.63, train acc is 65.62% +epoch 1 and step 1145: train cost is 0.68, train acc is 62.50% +epoch 1 and step 1146: train cost is 0.61, train acc is 62.50% +epoch 1 and step 1147: train cost is 0.49, train acc is 78.12% +epoch 1 and step 1148: train cost is 0.66, train acc is 59.38% +epoch 1 and step 1149: train cost is 0.63, train acc is 59.38% +epoch 1 and step 1150: train cost is 0.96, train acc is 53.12% +epoch 1 and step 1151: train cost is 0.56, train acc is 65.62% +epoch 1 and step 1152: train cost is 0.58, train acc is 62.50% +epoch 1 and step 1153: train cost is 0.69, train acc is 62.50% +epoch 1 and step 1154: train cost is 0.61, train acc is 65.62% +epoch 1 and step 1155: train cost is 0.49, train acc is 87.50% +epoch 1 and step 1156: train cost is 0.68, train acc is 62.50% +epoch 1 and step 1157: train cost is 0.58, train acc is 75.00% +epoch 1 and step 1158: train cost is 0.62, train acc is 68.75% +epoch 1 and step 1159: train cost is 0.71, train acc is 56.25% +epoch 1 and step 1160: train cost is 0.53, train acc is 68.75% +epoch 1 and step 1161: train cost is 0.55, train acc is 75.00% +epoch 1 and step 1162: train cost is 0.63, train acc is 68.75% +epoch 1 and step 1163: train cost is 0.68, train acc is 65.62% +epoch 1 and step 1164: train cost is 0.57, train acc is 65.62% +epoch 1 and step 1165: train cost is 0.61, train acc is 78.12% +epoch 1 and step 1166: train cost is 0.64, train acc is 68.75% +epoch 1 and step 1167: train cost is 0.61, train acc is 62.50% +epoch 1 and step 1168: train cost is 0.80, train acc is 46.88% +epoch 1 and step 1169: train cost is 0.62, train acc is 68.75% +epoch 1 and step 1170: train cost is 0.60, train acc is 65.62% +epoch 1 and step 1171: train cost is 0.60, train acc is 65.62% +epoch 1 and step 1172: train cost is 0.64, train acc is 68.75% +epoch 1 and step 1173: train cost is 0.59, train acc is 71.88% +epoch 1 and step 1174: train cost is 0.58, train acc is 75.00% +epoch 1 and step 1175: train cost is 0.73, train acc is 59.38% +epoch 1 and step 1176: train cost is 0.71, train acc is 46.88% +epoch 1 and step 1177: train cost is 0.61, train acc is 65.62% +epoch 1 and step 1178: train cost is 0.67, train acc is 65.62% +epoch 1 and step 1179: train cost is 0.59, train acc is 68.75% +epoch 1 and step 1180: train cost is 0.65, train acc is 59.38% +epoch 1 and step 1181: train cost is 0.61, train acc is 65.62% +epoch 1 and step 1182: train cost is 0.55, train acc is 75.00% +epoch 1 and step 1183: train cost is 0.46, train acc is 84.38% +epoch 1 and step 1184: train cost is 0.67, train acc is 65.62% +epoch 1 and step 1185: train cost is 0.65, train acc is 56.25% +epoch 1 and step 1186: train cost is 0.53, train acc is 84.38% +epoch 1 and step 1187: train cost is 0.58, train acc is 59.38% +epoch 1 and step 1188: train cost is 0.70, train acc is 62.50% +epoch 1 and step 1189: train cost is 0.87, train acc is 53.12% +epoch 1 and step 1190: train cost is 0.61, train acc is 68.75% +epoch 1 and step 1191: train cost is 0.60, train acc is 68.75% +epoch 1 and step 1192: train cost is 0.61, train acc is 65.62% +epoch 1 and step 1193: train cost is 0.53, train acc is 78.12% +epoch 1 and step 1194: train cost is 0.57, train acc is 59.38% +epoch 1 and step 1195: train cost is 0.64, train acc is 62.50% +epoch 1 and step 1196: train cost is 0.58, train acc is 62.50% +epoch 1 and step 1197: train cost is 0.43, train acc is 90.62% +epoch 1 and step 1198: train cost is 0.66, train acc is 65.62% +epoch 1 and step 1199: train cost is 0.44, train acc is 81.25% +epoch 1 and step 1200: train cost is 0.57, train acc is 65.62% +epoch 1 and step 1201: train cost is 0.65, train acc is 56.25% +epoch 1 and step 1202: train cost is 0.63, train acc is 59.38% +epoch 1 and step 1203: train cost is 0.78, train acc is 50.00% +epoch 1 and step 1204: train cost is 0.49, train acc is 78.12% +epoch 1 and step 1205: train cost is 0.60, train acc is 65.62% +epoch 1 and step 1206: train cost is 0.73, train acc is 53.12% +epoch 1 and step 1207: train cost is 0.59, train acc is 59.38% +epoch 1 and step 1208: train cost is 0.79, train acc is 50.00% +epoch 1 and step 1209: train cost is 0.56, train acc is 68.75% +epoch 1 and step 1210: train cost is 0.62, train acc is 56.25% +epoch 1 and step 1211: train cost is 0.48, train acc is 81.25% +epoch 1 and step 1212: train cost is 0.50, train acc is 71.88% +epoch 1 and step 1213: train cost is 0.61, train acc is 78.12% +epoch 1 and step 1214: train cost is 0.48, train acc is 75.00% +epoch 1 and step 1215: train cost is 0.69, train acc is 68.75% +epoch 1 and step 1216: train cost is 0.56, train acc is 71.88% +epoch 1 and step 1217: train cost is 0.64, train acc is 62.50% +epoch 1 and step 1218: train cost is 0.57, train acc is 71.88% +epoch 1 and step 1219: train cost is 0.53, train acc is 75.00% +epoch 1 and step 1220: train cost is 0.61, train acc is 65.62% +epoch 1 and step 1221: train cost is 0.61, train acc is 59.38% +epoch 1 and step 1222: train cost is 0.61, train acc is 68.75% +epoch 1 and step 1223: train cost is 0.76, train acc is 59.38% +epoch 1 and step 1224: train cost is 0.55, train acc is 78.12% +epoch 1 and step 1225: train cost is 0.58, train acc is 62.50% +epoch 1 and step 1226: train cost is 0.49, train acc is 78.12% +epoch 1 and step 1227: train cost is 0.69, train acc is 65.62% +epoch 1 and step 1228: train cost is 0.43, train acc is 81.25% +epoch 1 and step 1229: train cost is 0.63, train acc is 59.38% +epoch 1 and step 1230: train cost is 0.51, train acc is 75.00% +epoch 1 and step 1231: train cost is 0.65, train acc is 68.75% +epoch 1 and step 1232: train cost is 0.49, train acc is 78.12% +epoch 1 and step 1233: train cost is 0.66, train acc is 65.62% +epoch 1 and step 1234: train cost is 0.64, train acc is 68.75% +epoch 1 and step 1235: train cost is 0.53, train acc is 81.25% +epoch 1 and step 1236: train cost is 0.55, train acc is 75.00% +epoch 1 and step 1237: train cost is 0.67, train acc is 59.38% +epoch 1 and step 1238: train cost is 0.48, train acc is 81.25% +epoch 1 and step 1239: train cost is 0.55, train acc is 71.88% +epoch 1 and step 1240: train cost is 0.47, train acc is 81.25% +epoch 1 and step 1241: train cost is 0.65, train acc is 62.50% +epoch 1 and step 1242: train cost is 0.68, train acc is 59.38% +epoch 1 and step 1243: train cost is 0.59, train acc is 68.75% +epoch 1 and step 1244: train cost is 0.46, train acc is 84.38% +epoch 1 and step 1245: train cost is 0.52, train acc is 75.00% +epoch 1 and step 1246: train cost is 0.57, train acc is 65.62% +epoch 1 and step 1247: train cost is 0.49, train acc is 71.88% +epoch 1 and step 1248: train cost is 0.47, train acc is 78.12% +epoch 1 and step 1249: train cost is 0.46, train acc is 71.88% +epoch 1 and step 1250: train cost is 0.71, train acc is 62.50% +epoch 1 and step 1251: train cost is 0.67, train acc is 65.62% +epoch 1 and step 1252: train cost is 0.46, train acc is 75.00% +epoch 1 and step 1253: train cost is 0.57, train acc is 71.88% +epoch 1 and step 1254: train cost is 0.51, train acc is 81.25% +epoch 1 and step 1255: train cost is 0.63, train acc is 68.75% +epoch 1 and step 1256: train cost is 0.66, train acc is 65.62% +epoch 1 and step 1257: train cost is 0.60, train acc is 62.50% +epoch 1 and step 1258: train cost is 0.63, train acc is 65.62% +epoch 1 and step 1259: train cost is 0.73, train acc is 56.25% +epoch 1 and step 1260: train cost is 0.78, train acc is 62.50% +epoch 1 and step 1261: train cost is 0.50, train acc is 81.25% +epoch 1 and step 1262: train cost is 0.64, train acc is 68.75% +epoch 1 and step 1263: train cost is 0.65, train acc is 56.25% +epoch 1 and step 1264: train cost is 0.56, train acc is 68.75% +epoch 1 and step 1265: train cost is 0.54, train acc is 71.88% +epoch 1 and step 1266: train cost is 0.64, train acc is 50.00% +epoch 1 and step 1267: train cost is 0.60, train acc is 68.75% +epoch 1 and step 1268: train cost is 0.60, train acc is 68.75% +epoch 1 and step 1269: train cost is 0.63, train acc is 56.25% +epoch 1 and step 1270: train cost is 0.50, train acc is 84.38% +epoch 1 and step 1271: train cost is 0.54, train acc is 68.75% +epoch 1 and step 1272: train cost is 0.70, train acc is 56.25% +epoch 1 and step 1273: train cost is 0.54, train acc is 78.12% +epoch 1 and step 1274: train cost is 0.85, train acc is 65.62% +epoch 1 and step 1275: train cost is 0.66, train acc is 56.25% +epoch 1 and step 1276: train cost is 0.54, train acc is 71.88% +epoch 1 and step 1277: train cost is 0.63, train acc is 62.50% +epoch 1 and step 1278: train cost is 0.58, train acc is 71.88% +epoch 1 and step 1279: train cost is 0.57, train acc is 59.38% +epoch 1 and step 1280: train cost is 0.54, train acc is 68.75% +epoch 1 and step 1281: train cost is 0.50, train acc is 84.38% +epoch 1 and step 1282: train cost is 0.72, train acc is 59.38% +epoch 1 and step 1283: train cost is 0.54, train acc is 68.75% +epoch 1 and step 1284: train cost is 0.68, train acc is 56.25% +epoch 1 and step 1285: train cost is 0.61, train acc is 59.38% +epoch 1 and step 1286: train cost is 0.61, train acc is 65.62% +epoch 1 and step 1287: train cost is 0.56, train acc is 78.12% +epoch 1 and step 1288: train cost is 0.54, train acc is 71.88% +epoch 1 and step 1289: train cost is 0.68, train acc is 59.38% +epoch 1 and step 1290: train cost is 0.65, train acc is 65.62% +epoch 1 and step 1291: train cost is 0.46, train acc is 75.00% +epoch 1 and step 1292: train cost is 0.52, train acc is 81.25% +epoch 1 and step 1293: train cost is 0.68, train acc is 62.50% +epoch 1 and step 1294: train cost is 0.55, train acc is 78.12% +epoch 1 and step 1295: train cost is 0.55, train acc is 68.75% +epoch 1 and step 1296: train cost is 0.70, train acc is 59.38% +epoch 1 and step 1297: train cost is 0.50, train acc is 84.38% +epoch 1 and step 1298: train cost is 0.58, train acc is 68.75% +epoch 1 and step 1299: train cost is 0.55, train acc is 68.75% +epoch 1 and step 1300: train cost is 0.48, train acc is 75.00% +epoch 1 and step 1301: train cost is 0.59, train acc is 62.50% +epoch 1 and step 1302: train cost is 0.67, train acc is 50.00% +epoch 1 and step 1303: train cost is 0.59, train acc is 62.50% +epoch 1 and step 1304: train cost is 0.51, train acc is 68.75% +epoch 1 and step 1305: train cost is 0.57, train acc is 65.62% +epoch 1 and step 1306: train cost is 0.58, train acc is 71.88% +epoch 1 and step 1307: train cost is 0.61, train acc is 68.75% +epoch 1 and step 1308: train cost is 0.67, train acc is 56.25% +epoch 1 and step 1309: train cost is 0.42, train acc is 90.62% +epoch 1 and step 1310: train cost is 0.47, train acc is 78.12% +epoch 1 and step 1311: train cost is 0.61, train acc is 75.00% +epoch 1 and step 1312: train cost is 0.55, train acc is 62.50% +epoch 1 and step 1313: train cost is 0.65, train acc is 68.75% +epoch 1 and step 1314: train cost is 0.61, train acc is 65.62% +epoch 1 and step 1315: train cost is 0.61, train acc is 59.38% +epoch 1 and step 1316: train cost is 0.83, train acc is 59.38% +epoch 1 and step 1317: train cost is 0.50, train acc is 78.12% +epoch 1 and step 1318: train cost is 0.59, train acc is 71.88% +epoch 1 and step 1319: train cost is 0.56, train acc is 71.88% +epoch 1 and step 1320: train cost is 0.65, train acc is 71.88% +epoch 1 and step 1321: train cost is 0.62, train acc is 65.62% +epoch 1 and step 1322: train cost is 0.67, train acc is 59.38% +epoch 1 and step 1323: train cost is 0.70, train acc is 62.50% +epoch 1 and step 1324: train cost is 0.66, train acc is 65.62% +epoch 1 and step 1325: train cost is 0.60, train acc is 65.62% +epoch 1 and step 1326: train cost is 0.58, train acc is 75.00% +epoch 1 and step 1327: train cost is 0.53, train acc is 78.12% +epoch 1 and step 1328: train cost is 0.60, train acc is 68.75% +epoch 1 and step 1329: train cost is 0.62, train acc is 71.88% +epoch 1 and step 1330: train cost is 0.55, train acc is 78.12% +epoch 1 and step 1331: train cost is 0.73, train acc is 50.00% +epoch 1 and step 1332: train cost is 0.64, train acc is 68.75% +epoch 1 and step 1333: train cost is 0.52, train acc is 75.00% +epoch 1 and step 1334: train cost is 0.66, train acc is 62.50% +epoch 1 and step 1335: train cost is 0.61, train acc is 71.88% +epoch 1 and step 1336: train cost is 0.61, train acc is 59.38% +epoch 1 and step 1337: train cost is 0.56, train acc is 62.50% +epoch 1 and step 1338: train cost is 0.53, train acc is 81.25% +epoch 1 and step 1339: train cost is 0.61, train acc is 62.50% +epoch 1 and step 1340: train cost is 0.59, train acc is 65.62% +epoch 1 and step 1341: train cost is 0.48, train acc is 78.12% +epoch 1 and step 1342: train cost is 0.66, train acc is 56.25% +epoch 1 and step 1343: train cost is 0.48, train acc is 81.25% +epoch 1 and step 1344: train cost is 0.61, train acc is 65.62% +epoch 1 and step 1345: train cost is 0.55, train acc is 81.25% +epoch 1 and step 1346: train cost is 0.72, train acc is 59.38% +epoch 1 and step 1347: train cost is 0.56, train acc is 65.62% +epoch 1 and step 1348: train cost is 0.63, train acc is 68.75% +epoch 1 and step 1349: train cost is 0.67, train acc is 65.62% +epoch 1 and step 1350: train cost is 0.58, train acc is 71.88% +epoch 1 and step 1351: train cost is 0.77, train acc is 59.38% +epoch 1 and step 1352: train cost is 0.64, train acc is 59.38% +epoch 1 and step 1353: train cost is 0.55, train acc is 75.00% +epoch 1 and step 1354: train cost is 0.61, train acc is 59.38% +epoch 1 and step 1355: train cost is 0.65, train acc is 65.62% +epoch 1 and step 1356: train cost is 0.64, train acc is 62.50% +epoch 1 and step 1357: train cost is 0.56, train acc is 62.50% +epoch 1 and step 1358: train cost is 0.66, train acc is 62.50% +epoch 1 and step 1359: train cost is 0.57, train acc is 68.75% +epoch 1 and step 1360: train cost is 0.51, train acc is 71.88% +epoch 1 and step 1361: train cost is 0.62, train acc is 59.38% +epoch 1 and step 1362: train cost is 0.59, train acc is 68.75% +epoch 1 and step 1363: train cost is 0.55, train acc is 68.75% +epoch 1 and step 1364: train cost is 0.53, train acc is 68.75% +epoch 1 and step 1365: train cost is 0.66, train acc is 62.50% +epoch 1 and step 1366: train cost is 0.51, train acc is 81.25% +epoch 1 and step 1367: train cost is 0.38, train acc is 81.25% +epoch 1 and step 1368: train cost is 0.65, train acc is 68.75% +epoch 1 and step 1369: train cost is 0.49, train acc is 78.12% +epoch 1 and step 1370: train cost is 0.58, train acc is 68.75% +epoch 1 and step 1371: train cost is 0.57, train acc is 65.62% +epoch 1 and step 1372: train cost is 0.54, train acc is 75.00% +epoch 1 and step 1373: train cost is 0.45, train acc is 87.50% +epoch 1 and step 1374: train cost is 0.57, train acc is 75.00% +epoch 1 and step 1375: train cost is 0.67, train acc is 56.25% +epoch 1 and step 1376: train cost is 0.47, train acc is 71.88% +epoch 1 and step 1377: train cost is 0.40, train acc is 87.50% +epoch 1 and step 1378: train cost is 0.61, train acc is 65.62% +epoch 1 and step 1379: train cost is 0.75, train acc is 62.50% +epoch 1 and step 1380: train cost is 0.66, train acc is 62.50% +epoch 1 and step 1381: train cost is 0.62, train acc is 75.00% +epoch 1 and step 1382: train cost is 0.36, train acc is 87.50% +epoch 1 and step 1383: train cost is 0.52, train acc is 71.88% +epoch 1 and step 1384: train cost is 0.51, train acc is 75.00% +epoch 1 and step 1385: train cost is 0.68, train acc is 68.75% +epoch 1 and step 1386: train cost is 0.40, train acc is 84.38% +epoch 1 and step 1387: train cost is 0.50, train acc is 78.12% +epoch 1 and step 1388: train cost is 0.69, train acc is 75.00% +epoch 1 and step 1389: train cost is 0.51, train acc is 68.75% +epoch 1 and step 1390: train cost is 0.68, train acc is 65.62% +epoch 1 and step 1391: train cost is 0.58, train acc is 65.62% +epoch 1 and step 1392: train cost is 0.60, train acc is 62.50% +epoch 1 and step 1393: train cost is 0.57, train acc is 68.75% +epoch 1 and step 1394: train cost is 0.60, train acc is 65.62% +epoch 1 and step 1395: train cost is 0.52, train acc is 71.88% +epoch 1 and step 1396: train cost is 0.55, train acc is 68.75% +epoch 1 and step 1397: train cost is 0.76, train acc is 65.62% +epoch 1 and step 1398: train cost is 0.75, train acc is 53.12% +epoch 1 and step 1399: train cost is 0.58, train acc is 75.00% +epoch 1 and step 1400: train cost is 0.68, train acc is 56.25% +epoch 1 and step 1401: train cost is 0.57, train acc is 65.62% +epoch 1 and step 1402: train cost is 0.51, train acc is 75.00% +epoch 1 and step 1403: train cost is 0.54, train acc is 68.75% +epoch 1 and step 1404: train cost is 0.60, train acc is 65.62% +epoch 1 and step 1405: train cost is 0.55, train acc is 68.75% +epoch 1 and step 1406: train cost is 0.49, train acc is 68.75% +epoch 1 and step 1407: train cost is 0.51, train acc is 75.00% +epoch 1 and step 1408: train cost is 0.35, train acc is 100.00% +epoch 1: train acc is 66.45% +batch 0: val cost is 0.47, val acc is 75.00% +batch 1: val cost is 0.89, val acc is 62.50% +batch 2: val cost is 0.63, val acc is 65.62% +batch 3: val cost is 0.56, val acc is 71.88% +batch 4: val cost is 0.47, val acc is 87.50% +batch 5: val cost is 0.67, val acc is 62.50% +batch 6: val cost is 0.55, val acc is 75.00% +batch 7: val cost is 0.53, val acc is 65.62% +batch 8: val cost is 0.75, val acc is 46.88% +batch 9: val cost is 0.59, val acc is 75.00% +batch 10: val cost is 0.60, val acc is 68.75% +batch 11: val cost is 0.54, val acc is 75.00% +batch 12: val cost is 0.48, val acc is 71.88% +batch 13: val cost is 0.53, val acc is 71.88% +batch 14: val cost is 0.45, val acc is 75.00% +batch 15: val cost is 0.54, val acc is 71.88% +batch 16: val cost is 0.75, val acc is 59.38% +batch 17: val cost is 0.47, val acc is 78.12% +batch 18: val cost is 0.77, val acc is 53.12% +batch 19: val cost is 0.43, val acc is 81.25% +batch 20: val cost is 0.51, val acc is 71.88% +batch 21: val cost is 0.63, val acc is 75.00% +batch 22: val cost is 0.59, val acc is 75.00% +batch 23: val cost is 0.51, val acc is 78.12% +batch 24: val cost is 0.51, val acc is 75.00% +batch 25: val cost is 0.55, val acc is 75.00% +batch 26: val cost is 0.48, val acc is 75.00% +batch 27: val cost is 0.46, val acc is 81.25% +batch 28: val cost is 0.52, val acc is 78.12% +batch 29: val cost is 0.54, val acc is 84.38% +batch 30: val cost is 0.72, val acc is 65.62% +batch 31: val cost is 0.54, val acc is 75.00% +batch 32: val cost is 0.66, val acc is 59.38% +batch 33: val cost is 0.44, val acc is 71.88% +batch 34: val cost is 0.52, val acc is 78.12% +batch 35: val cost is 0.56, val acc is 71.88% +batch 36: val cost is 0.72, val acc is 56.25% +batch 37: val cost is 0.70, val acc is 56.25% +batch 38: val cost is 0.51, val acc is 71.88% +batch 39: val cost is 0.55, val acc is 75.00% +batch 40: val cost is 0.57, val acc is 78.12% +batch 41: val cost is 0.53, val acc is 75.00% +batch 42: val cost is 0.67, val acc is 68.75% +batch 43: val cost is 0.59, val acc is 71.88% +batch 44: val cost is 0.65, val acc is 71.88% +batch 45: val cost is 0.62, val acc is 62.50% +batch 46: val cost is 0.54, val acc is 65.62% +batch 47: val cost is 0.39, val acc is 93.75% +batch 48: val cost is 0.56, val acc is 68.75% +batch 49: val cost is 0.65, val acc is 71.88% +batch 50: val cost is 0.60, val acc is 65.62% +batch 51: val cost is 0.68, val acc is 65.62% +batch 52: val cost is 0.64, val acc is 75.00% +batch 53: val cost is 0.51, val acc is 75.00% +batch 54: val cost is 0.62, val acc is 59.38% +batch 55: val cost is 0.56, val acc is 68.75% +batch 56: val cost is 0.59, val acc is 68.75% +batch 57: val cost is 0.58, val acc is 65.62% +batch 58: val cost is 0.49, val acc is 75.00% +batch 59: val cost is 0.48, val acc is 78.12% +batch 60: val cost is 0.55, val acc is 78.12% +batch 61: val cost is 0.56, val acc is 75.00% +batch 62: val cost is 0.47, val acc is 81.25% +batch 63: val cost is 0.45, val acc is 81.25% +batch 64: val cost is 0.59, val acc is 84.38% +batch 65: val cost is 0.61, val acc is 59.38% +batch 66: val cost is 0.43, val acc is 78.12% +batch 67: val cost is 0.41, val acc is 84.38% +batch 68: val cost is 0.72, val acc is 65.62% +batch 69: val cost is 0.45, val acc is 78.12% +batch 70: val cost is 0.46, val acc is 78.12% +batch 71: val cost is 0.56, val acc is 65.62% +batch 72: val cost is 0.54, val acc is 65.62% +batch 73: val cost is 0.50, val acc is 81.25% +batch 74: val cost is 0.64, val acc is 68.75% +batch 75: val cost is 0.45, val acc is 84.38% +batch 76: val cost is 0.63, val acc is 53.12% +batch 77: val cost is 0.51, val acc is 84.38% +batch 78: val cost is 0.43, val acc is 75.00% +epoch 1: val acc is 71.20% +epoch 2 and step 1409: train cost is 0.45, train acc is 75.00% +epoch 2 and step 1410: train cost is 0.52, train acc is 71.88% +epoch 2 and step 1411: train cost is 0.82, train acc is 56.25% +epoch 2 and step 1412: train cost is 0.74, train acc is 65.62% +epoch 2 and step 1413: train cost is 0.86, train acc is 56.25% +epoch 2 and step 1414: train cost is 0.57, train acc is 71.88% +epoch 2 and step 1415: train cost is 0.59, train acc is 71.88% +epoch 2 and step 1416: train cost is 0.47, train acc is 78.12% +epoch 2 and step 1417: train cost is 0.64, train acc is 71.88% +epoch 2 and step 1418: train cost is 0.61, train acc is 68.75% +epoch 2 and step 1419: train cost is 0.66, train acc is 59.38% +epoch 2 and step 1420: train cost is 0.57, train acc is 75.00% +epoch 2 and step 1421: train cost is 0.65, train acc is 59.38% +epoch 2 and step 1422: train cost is 0.61, train acc is 75.00% +epoch 2 and step 1423: train cost is 0.72, train acc is 59.38% +epoch 2 and step 1424: train cost is 0.46, train acc is 87.50% +epoch 2 and step 1425: train cost is 0.55, train acc is 71.88% +epoch 2 and step 1426: train cost is 0.59, train acc is 75.00% +epoch 2 and step 1427: train cost is 0.59, train acc is 65.62% +epoch 2 and step 1428: train cost is 0.55, train acc is 65.62% +epoch 2 and step 1429: train cost is 0.47, train acc is 81.25% +epoch 2 and step 1430: train cost is 0.59, train acc is 62.50% +epoch 2 and step 1431: train cost is 0.65, train acc is 56.25% +epoch 2 and step 1432: train cost is 0.69, train acc is 65.62% +epoch 2 and step 1433: train cost is 0.65, train acc is 68.75% +epoch 2 and step 1434: train cost is 0.54, train acc is 68.75% +epoch 2 and step 1435: train cost is 0.66, train acc is 71.88% +epoch 2 and step 1436: train cost is 0.66, train acc is 65.62% +epoch 2 and step 1437: train cost is 0.45, train acc is 78.12% +epoch 2 and step 1438: train cost is 0.59, train acc is 71.88% +epoch 2 and step 1439: train cost is 0.48, train acc is 78.12% +epoch 2 and step 1440: train cost is 0.58, train acc is 62.50% +epoch 2 and step 1441: train cost is 0.58, train acc is 65.62% +epoch 2 and step 1442: train cost is 0.63, train acc is 65.62% +epoch 2 and step 1443: train cost is 0.63, train acc is 68.75% +epoch 2 and step 1444: train cost is 0.67, train acc is 62.50% +epoch 2 and step 1445: train cost is 0.69, train acc is 68.75% +epoch 2 and step 1446: train cost is 0.57, train acc is 68.75% +epoch 2 and step 1447: train cost is 0.56, train acc is 78.12% +epoch 2 and step 1448: train cost is 0.67, train acc is 56.25% +epoch 2 and step 1449: train cost is 0.67, train acc is 68.75% +epoch 2 and step 1450: train cost is 0.55, train acc is 68.75% +epoch 2 and step 1451: train cost is 0.65, train acc is 59.38% +epoch 2 and step 1452: train cost is 0.55, train acc is 78.12% +epoch 2 and step 1453: train cost is 0.48, train acc is 84.38% +epoch 2 and step 1454: train cost is 0.51, train acc is 71.88% +epoch 2 and step 1455: train cost is 0.48, train acc is 75.00% +epoch 2 and step 1456: train cost is 0.55, train acc is 78.12% +epoch 2 and step 1457: train cost is 0.51, train acc is 71.88% +epoch 2 and step 1458: train cost is 0.83, train acc is 46.88% +epoch 2 and step 1459: train cost is 0.64, train acc is 56.25% +epoch 2 and step 1460: train cost is 0.72, train acc is 53.12% +epoch 2 and step 1461: train cost is 0.55, train acc is 65.62% +epoch 2 and step 1462: train cost is 0.54, train acc is 71.88% +epoch 2 and step 1463: train cost is 0.64, train acc is 71.88% +epoch 2 and step 1464: train cost is 0.55, train acc is 71.88% +epoch 2 and step 1465: train cost is 0.52, train acc is 68.75% +epoch 2 and step 1466: train cost is 0.55, train acc is 75.00% +epoch 2 and step 1467: train cost is 0.60, train acc is 56.25% +epoch 2 and step 1468: train cost is 0.51, train acc is 75.00% +epoch 2 and step 1469: train cost is 0.58, train acc is 71.88% +epoch 2 and step 1470: train cost is 0.58, train acc is 65.62% +epoch 2 and step 1471: train cost is 0.67, train acc is 62.50% +epoch 2 and step 1472: train cost is 0.58, train acc is 71.88% +epoch 2 and step 1473: train cost is 0.57, train acc is 68.75% +epoch 2 and step 1474: train cost is 0.70, train acc is 65.62% +epoch 2 and step 1475: train cost is 0.75, train acc is 56.25% +epoch 2 and step 1476: train cost is 0.51, train acc is 71.88% +epoch 2 and step 1477: train cost is 0.51, train acc is 84.38% +epoch 2 and step 1478: train cost is 0.57, train acc is 68.75% +epoch 2 and step 1479: train cost is 0.50, train acc is 68.75% +epoch 2 and step 1480: train cost is 0.55, train acc is 71.88% +epoch 2 and step 1481: train cost is 0.61, train acc is 75.00% +epoch 2 and step 1482: train cost is 0.68, train acc is 56.25% +epoch 2 and step 1483: train cost is 0.61, train acc is 65.62% +epoch 2 and step 1484: train cost is 0.46, train acc is 84.38% +epoch 2 and step 1485: train cost is 0.55, train acc is 65.62% +epoch 2 and step 1486: train cost is 0.53, train acc is 65.62% +epoch 2 and step 1487: train cost is 0.74, train acc is 65.62% +epoch 2 and step 1488: train cost is 0.47, train acc is 78.12% +epoch 2 and step 1489: train cost is 0.53, train acc is 68.75% +epoch 2 and step 1490: train cost is 0.75, train acc is 46.88% +epoch 2 and step 1491: train cost is 0.66, train acc is 62.50% +epoch 2 and step 1492: train cost is 0.56, train acc is 71.88% +epoch 2 and step 1493: train cost is 0.66, train acc is 68.75% +epoch 2 and step 1494: train cost is 0.51, train acc is 78.12% +epoch 2 and step 1495: train cost is 0.41, train acc is 84.38% +epoch 2 and step 1496: train cost is 0.48, train acc is 75.00% +epoch 2 and step 1497: train cost is 0.62, train acc is 65.62% +epoch 2 and step 1498: train cost is 0.62, train acc is 68.75% +epoch 2 and step 1499: train cost is 0.59, train acc is 75.00% +epoch 2 and step 1500: train cost is 0.81, train acc is 50.00% +epoch 2 and step 1501: train cost is 0.61, train acc is 68.75% +epoch 2 and step 1502: train cost is 0.70, train acc is 56.25% +epoch 2 and step 1503: train cost is 0.55, train acc is 68.75% +epoch 2 and step 1504: train cost is 0.64, train acc is 65.62% +epoch 2 and step 1505: train cost is 0.70, train acc is 56.25% +epoch 2 and step 1506: train cost is 0.65, train acc is 59.38% +epoch 2 and step 1507: train cost is 0.76, train acc is 46.88% +epoch 2 and step 1508: train cost is 0.48, train acc is 81.25% +epoch 2 and step 1509: train cost is 0.51, train acc is 78.12% +epoch 2 and step 1510: train cost is 0.57, train acc is 68.75% +epoch 2 and step 1511: train cost is 0.64, train acc is 68.75% +epoch 2 and step 1512: train cost is 0.58, train acc is 62.50% +epoch 2 and step 1513: train cost is 0.54, train acc is 75.00% +epoch 2 and step 1514: train cost is 0.67, train acc is 62.50% +epoch 2 and step 1515: train cost is 0.54, train acc is 65.62% +epoch 2 and step 1516: train cost is 0.44, train acc is 84.38% +epoch 2 and step 1517: train cost is 0.59, train acc is 62.50% +epoch 2 and step 1518: train cost is 0.51, train acc is 75.00% +epoch 2 and step 1519: train cost is 0.59, train acc is 71.88% +epoch 2 and step 1520: train cost is 0.61, train acc is 65.62% +epoch 2 and step 1521: train cost is 0.64, train acc is 65.62% +epoch 2 and step 1522: train cost is 0.55, train acc is 75.00% +epoch 2 and step 1523: train cost is 0.77, train acc is 62.50% +epoch 2 and step 1524: train cost is 0.40, train acc is 87.50% +epoch 2 and step 1525: train cost is 0.43, train acc is 87.50% +epoch 2 and step 1526: train cost is 0.54, train acc is 75.00% +epoch 2 and step 1527: train cost is 0.44, train acc is 84.38% +epoch 2 and step 1528: train cost is 0.55, train acc is 68.75% +epoch 2 and step 1529: train cost is 0.64, train acc is 68.75% +epoch 2 and step 1530: train cost is 0.38, train acc is 87.50% +epoch 2 and step 1531: train cost is 0.56, train acc is 75.00% +epoch 2 and step 1532: train cost is 0.59, train acc is 68.75% +epoch 2 and step 1533: train cost is 0.64, train acc is 59.38% +epoch 2 and step 1534: train cost is 0.62, train acc is 68.75% +epoch 2 and step 1535: train cost is 0.56, train acc is 75.00% +epoch 2 and step 1536: train cost is 0.46, train acc is 84.38% +epoch 2 and step 1537: train cost is 0.44, train acc is 75.00% +epoch 2 and step 1538: train cost is 0.67, train acc is 68.75% +epoch 2 and step 1539: train cost is 0.50, train acc is 75.00% +epoch 2 and step 1540: train cost is 0.61, train acc is 62.50% +epoch 2 and step 1541: train cost is 0.41, train acc is 78.12% +epoch 2 and step 1542: train cost is 0.80, train acc is 62.50% +epoch 2 and step 1543: train cost is 0.53, train acc is 71.88% +epoch 2 and step 1544: train cost is 0.45, train acc is 81.25% +epoch 2 and step 1545: train cost is 0.53, train acc is 65.62% +epoch 2 and step 1546: train cost is 0.67, train acc is 65.62% +epoch 2 and step 1547: train cost is 0.58, train acc is 65.62% +epoch 2 and step 1548: train cost is 0.53, train acc is 78.12% +epoch 2 and step 1549: train cost is 0.67, train acc is 56.25% +epoch 2 and step 1550: train cost is 0.58, train acc is 71.88% +epoch 2 and step 1551: train cost is 0.66, train acc is 62.50% +epoch 2 and step 1552: train cost is 0.59, train acc is 62.50% +epoch 2 and step 1553: train cost is 0.58, train acc is 71.88% +epoch 2 and step 1554: train cost is 0.69, train acc is 56.25% +epoch 2 and step 1555: train cost is 0.53, train acc is 71.88% +epoch 2 and step 1556: train cost is 0.47, train acc is 78.12% +epoch 2 and step 1557: train cost is 0.63, train acc is 62.50% +epoch 2 and step 1558: train cost is 0.50, train acc is 71.88% +epoch 2 and step 1559: train cost is 0.58, train acc is 62.50% +epoch 2 and step 1560: train cost is 0.66, train acc is 65.62% +epoch 2 and step 1561: train cost is 0.48, train acc is 78.12% +epoch 2 and step 1562: train cost is 0.59, train acc is 62.50% +epoch 2 and step 1563: train cost is 0.50, train acc is 75.00% +epoch 2 and step 1564: train cost is 0.51, train acc is 75.00% +epoch 2 and step 1565: train cost is 0.72, train acc is 53.12% +epoch 2 and step 1566: train cost is 0.53, train acc is 71.88% +epoch 2 and step 1567: train cost is 0.54, train acc is 62.50% +epoch 2 and step 1568: train cost is 0.55, train acc is 78.12% +epoch 2 and step 1569: train cost is 0.60, train acc is 65.62% +epoch 2 and step 1570: train cost is 0.64, train acc is 71.88% +epoch 2 and step 1571: train cost is 0.49, train acc is 78.12% +epoch 2 and step 1572: train cost is 0.63, train acc is 68.75% +epoch 2 and step 1573: train cost is 0.57, train acc is 71.88% +epoch 2 and step 1574: train cost is 0.69, train acc is 59.38% +epoch 2 and step 1575: train cost is 0.68, train acc is 53.12% +epoch 2 and step 1576: train cost is 0.51, train acc is 65.62% +epoch 2 and step 1577: train cost is 0.59, train acc is 68.75% +epoch 2 and step 1578: train cost is 0.48, train acc is 81.25% +epoch 2 and step 1579: train cost is 0.63, train acc is 65.62% +epoch 2 and step 1580: train cost is 0.53, train acc is 75.00% +epoch 2 and step 1581: train cost is 0.59, train acc is 78.12% +epoch 2 and step 1582: train cost is 0.60, train acc is 59.38% +epoch 2 and step 1583: train cost is 0.52, train acc is 78.12% +epoch 2 and step 1584: train cost is 0.54, train acc is 71.88% +epoch 2 and step 1585: train cost is 0.63, train acc is 71.88% +epoch 2 and step 1586: train cost is 0.46, train acc is 78.12% +epoch 2 and step 1587: train cost is 0.54, train acc is 75.00% +epoch 2 and step 1588: train cost is 0.53, train acc is 71.88% +epoch 2 and step 1589: train cost is 0.61, train acc is 71.88% +epoch 2 and step 1590: train cost is 0.66, train acc is 65.62% +epoch 2 and step 1591: train cost is 0.68, train acc is 68.75% +epoch 2 and step 1592: train cost is 0.67, train acc is 65.62% +epoch 2 and step 1593: train cost is 0.55, train acc is 68.75% +epoch 2 and step 1594: train cost is 0.65, train acc is 56.25% +epoch 2 and step 1595: train cost is 0.61, train acc is 62.50% +epoch 2 and step 1596: train cost is 0.46, train acc is 81.25% +epoch 2 and step 1597: train cost is 0.77, train acc is 53.12% +epoch 2 and step 1598: train cost is 0.57, train acc is 65.62% +epoch 2 and step 1599: train cost is 0.62, train acc is 62.50% +epoch 2 and step 1600: train cost is 0.53, train acc is 78.12% +epoch 2 and step 1601: train cost is 0.60, train acc is 65.62% +epoch 2 and step 1602: train cost is 0.70, train acc is 71.88% +epoch 2 and step 1603: train cost is 0.60, train acc is 75.00% +epoch 2 and step 1604: train cost is 0.73, train acc is 59.38% +epoch 2 and step 1605: train cost is 0.62, train acc is 59.38% +epoch 2 and step 1606: train cost is 0.64, train acc is 59.38% +epoch 2 and step 1607: train cost is 0.51, train acc is 75.00% +epoch 2 and step 1608: train cost is 0.50, train acc is 75.00% +epoch 2 and step 1609: train cost is 0.52, train acc is 75.00% +epoch 2 and step 1610: train cost is 0.52, train acc is 68.75% +epoch 2 and step 1611: train cost is 0.49, train acc is 71.88% +epoch 2 and step 1612: train cost is 0.55, train acc is 81.25% +epoch 2 and step 1613: train cost is 0.51, train acc is 75.00% +epoch 2 and step 1614: train cost is 0.62, train acc is 62.50% +epoch 2 and step 1615: train cost is 0.71, train acc is 59.38% +epoch 2 and step 1616: train cost is 0.60, train acc is 62.50% +epoch 2 and step 1617: train cost is 0.48, train acc is 75.00% +epoch 2 and step 1618: train cost is 0.60, train acc is 65.62% +epoch 2 and step 1619: train cost is 0.58, train acc is 71.88% +epoch 2 and step 1620: train cost is 0.53, train acc is 78.12% +epoch 2 and step 1621: train cost is 0.60, train acc is 62.50% +epoch 2 and step 1622: train cost is 0.59, train acc is 65.62% +epoch 2 and step 1623: train cost is 0.75, train acc is 62.50% +epoch 2 and step 1624: train cost is 0.57, train acc is 75.00% +epoch 2 and step 1625: train cost is 0.60, train acc is 75.00% +epoch 2 and step 1626: train cost is 0.48, train acc is 75.00% +epoch 2 and step 1627: train cost is 0.48, train acc is 75.00% +epoch 2 and step 1628: train cost is 0.54, train acc is 78.12% +epoch 2 and step 1629: train cost is 0.69, train acc is 50.00% +epoch 2 and step 1630: train cost is 0.65, train acc is 65.62% +epoch 2 and step 1631: train cost is 0.49, train acc is 71.88% +epoch 2 and step 1632: train cost is 0.53, train acc is 71.88% +epoch 2 and step 1633: train cost is 0.57, train acc is 78.12% +epoch 2 and step 1634: train cost is 0.56, train acc is 78.12% +epoch 2 and step 1635: train cost is 0.46, train acc is 81.25% +epoch 2 and step 1636: train cost is 0.51, train acc is 65.62% +epoch 2 and step 1637: train cost is 0.68, train acc is 65.62% +epoch 2 and step 1638: train cost is 0.55, train acc is 71.88% +epoch 2 and step 1639: train cost is 0.61, train acc is 68.75% +epoch 2 and step 1640: train cost is 0.50, train acc is 78.12% +epoch 2 and step 1641: train cost is 0.46, train acc is 84.38% +epoch 2 and step 1642: train cost is 0.57, train acc is 71.88% +epoch 2 and step 1643: train cost is 0.64, train acc is 68.75% +epoch 2 and step 1644: train cost is 0.46, train acc is 78.12% +epoch 2 and step 1645: train cost is 0.57, train acc is 68.75% +epoch 2 and step 1646: train cost is 0.53, train acc is 75.00% +epoch 2 and step 1647: train cost is 0.58, train acc is 65.62% +epoch 2 and step 1648: train cost is 0.44, train acc is 78.12% +epoch 2 and step 1649: train cost is 0.49, train acc is 78.12% +epoch 2 and step 1650: train cost is 0.51, train acc is 78.12% +epoch 2 and step 1651: train cost is 0.58, train acc is 68.75% +epoch 2 and step 1652: train cost is 0.50, train acc is 84.38% +epoch 2 and step 1653: train cost is 0.50, train acc is 71.88% +epoch 2 and step 1654: train cost is 0.52, train acc is 84.38% +epoch 2 and step 1655: train cost is 0.59, train acc is 65.62% +epoch 2 and step 1656: train cost is 0.61, train acc is 68.75% +epoch 2 and step 1657: train cost is 0.45, train acc is 78.12% +epoch 2 and step 1658: train cost is 0.46, train acc is 71.88% +epoch 2 and step 1659: train cost is 0.71, train acc is 53.12% +epoch 2 and step 1660: train cost is 0.51, train acc is 81.25% +epoch 2 and step 1661: train cost is 0.52, train acc is 68.75% +epoch 2 and step 1662: train cost is 0.65, train acc is 71.88% +epoch 2 and step 1663: train cost is 0.51, train acc is 65.62% +epoch 2 and step 1664: train cost is 0.53, train acc is 78.12% +epoch 2 and step 1665: train cost is 0.66, train acc is 68.75% +epoch 2 and step 1666: train cost is 0.61, train acc is 71.88% +epoch 2 and step 1667: train cost is 0.65, train acc is 68.75% +epoch 2 and step 1668: train cost is 0.54, train acc is 71.88% +epoch 2 and step 1669: train cost is 0.49, train acc is 78.12% +epoch 2 and step 1670: train cost is 0.61, train acc is 78.12% +epoch 2 and step 1671: train cost is 0.48, train acc is 81.25% +epoch 2 and step 1672: train cost is 0.50, train acc is 78.12% +epoch 2 and step 1673: train cost is 0.54, train acc is 71.88% +epoch 2 and step 1674: train cost is 0.54, train acc is 65.62% +epoch 2 and step 1675: train cost is 0.59, train acc is 56.25% +epoch 2 and step 1676: train cost is 0.47, train acc is 71.88% +epoch 2 and step 1677: train cost is 0.51, train acc is 84.38% +epoch 2 and step 1678: train cost is 0.54, train acc is 75.00% +epoch 2 and step 1679: train cost is 0.71, train acc is 59.38% +epoch 2 and step 1680: train cost is 0.56, train acc is 75.00% +epoch 2 and step 1681: train cost is 0.45, train acc is 78.12% +epoch 2 and step 1682: train cost is 0.46, train acc is 78.12% +epoch 2 and step 1683: train cost is 0.51, train acc is 68.75% +epoch 2 and step 1684: train cost is 0.54, train acc is 75.00% +epoch 2 and step 1685: train cost is 0.60, train acc is 62.50% +epoch 2 and step 1686: train cost is 0.51, train acc is 68.75% +epoch 2 and step 1687: train cost is 0.53, train acc is 78.12% +epoch 2 and step 1688: train cost is 0.53, train acc is 71.88% +epoch 2 and step 1689: train cost is 0.68, train acc is 56.25% +epoch 2 and step 1690: train cost is 0.66, train acc is 62.50% +epoch 2 and step 1691: train cost is 0.45, train acc is 84.38% +epoch 2 and step 1692: train cost is 0.56, train acc is 65.62% +epoch 2 and step 1693: train cost is 0.68, train acc is 75.00% +epoch 2 and step 1694: train cost is 0.60, train acc is 68.75% +epoch 2 and step 1695: train cost is 0.43, train acc is 75.00% +epoch 2 and step 1696: train cost is 0.63, train acc is 65.62% +epoch 2 and step 1697: train cost is 0.84, train acc is 59.38% +epoch 2 and step 1698: train cost is 0.74, train acc is 56.25% +epoch 2 and step 1699: train cost is 0.55, train acc is 71.88% +epoch 2 and step 1700: train cost is 0.56, train acc is 68.75% +epoch 2 and step 1701: train cost is 0.56, train acc is 75.00% +epoch 2 and step 1702: train cost is 0.66, train acc is 59.38% +epoch 2 and step 1703: train cost is 0.57, train acc is 68.75% +epoch 2 and step 1704: train cost is 0.57, train acc is 71.88% +epoch 2 and step 1705: train cost is 0.54, train acc is 68.75% +epoch 2 and step 1706: train cost is 0.56, train acc is 59.38% +epoch 2 and step 1707: train cost is 0.64, train acc is 75.00% +epoch 2 and step 1708: train cost is 0.63, train acc is 75.00% +epoch 2 and step 1709: train cost is 0.51, train acc is 75.00% +epoch 2 and step 1710: train cost is 0.53, train acc is 75.00% +epoch 2 and step 1711: train cost is 0.52, train acc is 78.12% +epoch 2 and step 1712: train cost is 0.55, train acc is 68.75% +epoch 2 and step 1713: train cost is 0.58, train acc is 78.12% +epoch 2 and step 1714: train cost is 0.65, train acc is 62.50% +epoch 2 and step 1715: train cost is 0.45, train acc is 81.25% +epoch 2 and step 1716: train cost is 0.64, train acc is 68.75% +epoch 2 and step 1717: train cost is 0.47, train acc is 78.12% +epoch 2 and step 1718: train cost is 0.53, train acc is 71.88% +epoch 2 and step 1719: train cost is 0.58, train acc is 78.12% +epoch 2 and step 1720: train cost is 0.60, train acc is 78.12% +epoch 2 and step 1721: train cost is 0.44, train acc is 84.38% +epoch 2 and step 1722: train cost is 0.43, train acc is 81.25% +epoch 2 and step 1723: train cost is 0.42, train acc is 84.38% +epoch 2 and step 1724: train cost is 0.56, train acc is 71.88% +epoch 2 and step 1725: train cost is 0.61, train acc is 62.50% +epoch 2 and step 1726: train cost is 0.61, train acc is 59.38% +epoch 2 and step 1727: train cost is 0.49, train acc is 71.88% +epoch 2 and step 1728: train cost is 0.68, train acc is 62.50% +epoch 2 and step 1729: train cost is 0.51, train acc is 75.00% +epoch 2 and step 1730: train cost is 0.49, train acc is 81.25% +epoch 2 and step 1731: train cost is 0.48, train acc is 84.38% +epoch 2 and step 1732: train cost is 0.81, train acc is 56.25% +epoch 2 and step 1733: train cost is 0.69, train acc is 65.62% +epoch 2 and step 1734: train cost is 0.70, train acc is 65.62% +epoch 2 and step 1735: train cost is 0.54, train acc is 75.00% +epoch 2 and step 1736: train cost is 0.56, train acc is 78.12% +epoch 2 and step 1737: train cost is 0.75, train acc is 56.25% +epoch 2 and step 1738: train cost is 0.53, train acc is 78.12% +epoch 2 and step 1739: train cost is 0.54, train acc is 78.12% +epoch 2 and step 1740: train cost is 0.57, train acc is 71.88% +epoch 2 and step 1741: train cost is 0.50, train acc is 78.12% +epoch 2 and step 1742: train cost is 0.59, train acc is 65.62% +epoch 2 and step 1743: train cost is 0.47, train acc is 90.62% +epoch 2 and step 1744: train cost is 0.42, train acc is 84.38% +epoch 2 and step 1745: train cost is 0.48, train acc is 71.88% +epoch 2 and step 1746: train cost is 0.65, train acc is 59.38% +epoch 2 and step 1747: train cost is 0.65, train acc is 65.62% +epoch 2 and step 1748: train cost is 0.59, train acc is 75.00% +epoch 2 and step 1749: train cost is 0.42, train acc is 84.38% +epoch 2 and step 1750: train cost is 0.72, train acc is 59.38% +epoch 2 and step 1751: train cost is 0.59, train acc is 68.75% +epoch 2 and step 1752: train cost is 0.48, train acc is 81.25% +epoch 2 and step 1753: train cost is 0.64, train acc is 62.50% +epoch 2 and step 1754: train cost is 0.40, train acc is 90.62% +epoch 2 and step 1755: train cost is 0.61, train acc is 62.50% +epoch 2 and step 1756: train cost is 0.46, train acc is 87.50% +epoch 2 and step 1757: train cost is 0.49, train acc is 75.00% +epoch 2 and step 1758: train cost is 0.58, train acc is 71.88% +epoch 2 and step 1759: train cost is 0.58, train acc is 65.62% +epoch 2 and step 1760: train cost is 0.54, train acc is 75.00% +epoch 2 and step 1761: train cost is 0.38, train acc is 81.25% +epoch 2 and step 1762: train cost is 0.58, train acc is 71.88% +epoch 2 and step 1763: train cost is 0.63, train acc is 71.88% +epoch 2 and step 1764: train cost is 0.67, train acc is 68.75% +epoch 2 and step 1765: train cost is 0.63, train acc is 59.38% +epoch 2 and step 1766: train cost is 0.68, train acc is 75.00% +epoch 2 and step 1767: train cost is 0.63, train acc is 65.62% +epoch 2 and step 1768: train cost is 0.68, train acc is 68.75% +epoch 2 and step 1769: train cost is 0.67, train acc is 71.88% +epoch 2 and step 1770: train cost is 0.63, train acc is 62.50% +epoch 2 and step 1771: train cost is 0.63, train acc is 59.38% +epoch 2 and step 1772: train cost is 0.63, train acc is 71.88% +epoch 2 and step 1773: train cost is 0.59, train acc is 71.88% +epoch 2 and step 1774: train cost is 0.41, train acc is 87.50% +epoch 2 and step 1775: train cost is 0.67, train acc is 56.25% +epoch 2 and step 1776: train cost is 0.73, train acc is 71.88% +epoch 2 and step 1777: train cost is 0.56, train acc is 68.75% +epoch 2 and step 1778: train cost is 0.65, train acc is 81.25% +epoch 2 and step 1779: train cost is 0.67, train acc is 56.25% +epoch 2 and step 1780: train cost is 0.62, train acc is 53.12% +epoch 2 and step 1781: train cost is 0.55, train acc is 75.00% +epoch 2 and step 1782: train cost is 0.64, train acc is 65.62% +epoch 2 and step 1783: train cost is 0.56, train acc is 75.00% +epoch 2 and step 1784: train cost is 0.56, train acc is 68.75% +epoch 2 and step 1785: train cost is 0.65, train acc is 68.75% +epoch 2 and step 1786: train cost is 0.57, train acc is 71.88% +epoch 2 and step 1787: train cost is 0.55, train acc is 68.75% +epoch 2 and step 1788: train cost is 0.46, train acc is 87.50% +epoch 2 and step 1789: train cost is 0.55, train acc is 75.00% +epoch 2 and step 1790: train cost is 0.70, train acc is 50.00% +epoch 2 and step 1791: train cost is 0.47, train acc is 78.12% +epoch 2 and step 1792: train cost is 0.74, train acc is 65.62% +epoch 2 and step 1793: train cost is 0.50, train acc is 78.12% +epoch 2 and step 1794: train cost is 0.57, train acc is 68.75% +epoch 2 and step 1795: train cost is 0.69, train acc is 59.38% +epoch 2 and step 1796: train cost is 0.51, train acc is 71.88% +epoch 2 and step 1797: train cost is 0.70, train acc is 56.25% +epoch 2 and step 1798: train cost is 0.48, train acc is 81.25% +epoch 2 and step 1799: train cost is 0.46, train acc is 81.25% +epoch 2 and step 1800: train cost is 0.40, train acc is 84.38% +epoch 2 and step 1801: train cost is 0.62, train acc is 68.75% +epoch 2 and step 1802: train cost is 0.48, train acc is 68.75% +epoch 2 and step 1803: train cost is 0.59, train acc is 65.62% +epoch 2 and step 1804: train cost is 0.55, train acc is 68.75% +epoch 2 and step 1805: train cost is 0.64, train acc is 75.00% +epoch 2 and step 1806: train cost is 0.38, train acc is 90.62% +epoch 2 and step 1807: train cost is 0.65, train acc is 56.25% +epoch 2 and step 1808: train cost is 0.53, train acc is 71.88% +epoch 2 and step 1809: train cost is 0.50, train acc is 78.12% +epoch 2 and step 1810: train cost is 0.63, train acc is 62.50% +epoch 2 and step 1811: train cost is 0.76, train acc is 71.88% +epoch 2 and step 1812: train cost is 0.64, train acc is 65.62% +epoch 2 and step 1813: train cost is 0.52, train acc is 75.00% +epoch 2 and step 1814: train cost is 0.63, train acc is 65.62% +epoch 2 and step 1815: train cost is 0.58, train acc is 71.88% +epoch 2 and step 1816: train cost is 0.69, train acc is 59.38% +epoch 2 and step 1817: train cost is 0.63, train acc is 78.12% +epoch 2 and step 1818: train cost is 0.66, train acc is 56.25% +epoch 2 and step 1819: train cost is 0.53, train acc is 87.50% +epoch 2 and step 1820: train cost is 0.53, train acc is 75.00% +epoch 2 and step 1821: train cost is 0.69, train acc is 59.38% +epoch 2 and step 1822: train cost is 0.45, train acc is 81.25% +epoch 2 and step 1823: train cost is 0.75, train acc is 62.50% +epoch 2 and step 1824: train cost is 0.53, train acc is 68.75% +epoch 2 and step 1825: train cost is 0.53, train acc is 75.00% +epoch 2 and step 1826: train cost is 0.49, train acc is 78.12% +epoch 2 and step 1827: train cost is 0.55, train acc is 68.75% +epoch 2 and step 1828: train cost is 0.68, train acc is 65.62% +epoch 2 and step 1829: train cost is 0.65, train acc is 65.62% +epoch 2 and step 1830: train cost is 0.69, train acc is 62.50% +epoch 2 and step 1831: train cost is 0.59, train acc is 68.75% +epoch 2 and step 1832: train cost is 0.59, train acc is 71.88% +epoch 2 and step 1833: train cost is 0.49, train acc is 84.38% +epoch 2 and step 1834: train cost is 0.59, train acc is 75.00% +epoch 2 and step 1835: train cost is 0.50, train acc is 78.12% +epoch 2 and step 1836: train cost is 0.69, train acc is 50.00% +epoch 2 and step 1837: train cost is 0.44, train acc is 78.12% +epoch 2 and step 1838: train cost is 0.55, train acc is 68.75% +epoch 2 and step 1839: train cost is 0.56, train acc is 62.50% +epoch 2 and step 1840: train cost is 0.40, train acc is 81.25% +epoch 2 and step 1841: train cost is 0.59, train acc is 68.75% +epoch 2 and step 1842: train cost is 0.64, train acc is 68.75% +epoch 2 and step 1843: train cost is 0.56, train acc is 75.00% +epoch 2 and step 1844: train cost is 0.60, train acc is 65.62% +epoch 2 and step 1845: train cost is 0.59, train acc is 68.75% +epoch 2 and step 1846: train cost is 0.51, train acc is 75.00% +epoch 2 and step 1847: train cost is 0.48, train acc is 84.38% +epoch 2 and step 1848: train cost is 0.61, train acc is 65.62% +epoch 2 and step 1849: train cost is 0.62, train acc is 65.62% +epoch 2 and step 1850: train cost is 0.57, train acc is 68.75% +epoch 2 and step 1851: train cost is 0.94, train acc is 71.88% +epoch 2 and step 1852: train cost is 0.58, train acc is 71.88% +epoch 2 and step 1853: train cost is 0.53, train acc is 81.25% +epoch 2 and step 1854: train cost is 0.74, train acc is 62.50% +epoch 2 and step 1855: train cost is 0.41, train acc is 81.25% +epoch 2 and step 1856: train cost is 0.61, train acc is 65.62% +epoch 2 and step 1857: train cost is 0.70, train acc is 75.00% +epoch 2 and step 1858: train cost is 0.51, train acc is 78.12% +epoch 2 and step 1859: train cost is 0.62, train acc is 59.38% +epoch 2 and step 1860: train cost is 0.61, train acc is 71.88% +epoch 2 and step 1861: train cost is 0.62, train acc is 81.25% +epoch 2 and step 1862: train cost is 0.56, train acc is 75.00% +epoch 2 and step 1863: train cost is 0.49, train acc is 75.00% +epoch 2 and step 1864: train cost is 0.58, train acc is 71.88% +epoch 2 and step 1865: train cost is 0.56, train acc is 75.00% +epoch 2 and step 1866: train cost is 0.48, train acc is 75.00% +epoch 2 and step 1867: train cost is 0.52, train acc is 81.25% +epoch 2 and step 1868: train cost is 0.87, train acc is 53.12% +epoch 2 and step 1869: train cost is 0.74, train acc is 62.50% +epoch 2 and step 1870: train cost is 0.66, train acc is 65.62% +epoch 2 and step 1871: train cost is 0.68, train acc is 65.62% +epoch 2 and step 1872: train cost is 0.69, train acc is 53.12% +epoch 2 and step 1873: train cost is 0.48, train acc is 78.12% +epoch 2 and step 1874: train cost is 0.57, train acc is 68.75% +epoch 2 and step 1875: train cost is 0.53, train acc is 78.12% +epoch 2 and step 1876: train cost is 0.58, train acc is 65.62% +epoch 2 and step 1877: train cost is 0.54, train acc is 68.75% +epoch 2 and step 1878: train cost is 0.78, train acc is 59.38% +epoch 2 and step 1879: train cost is 0.56, train acc is 71.88% +epoch 2 and step 1880: train cost is 0.66, train acc is 68.75% +epoch 2 and step 1881: train cost is 0.48, train acc is 78.12% +epoch 2 and step 1882: train cost is 0.58, train acc is 75.00% +epoch 2 and step 1883: train cost is 0.51, train acc is 78.12% +epoch 2 and step 1884: train cost is 0.60, train acc is 68.75% +epoch 2 and step 1885: train cost is 0.62, train acc is 62.50% +epoch 2 and step 1886: train cost is 0.44, train acc is 90.62% +epoch 2 and step 1887: train cost is 0.53, train acc is 84.38% +epoch 2 and step 1888: train cost is 0.62, train acc is 68.75% +epoch 2 and step 1889: train cost is 0.55, train acc is 71.88% +epoch 2 and step 1890: train cost is 0.51, train acc is 75.00% +epoch 2 and step 1891: train cost is 0.57, train acc is 75.00% +epoch 2 and step 1892: train cost is 0.55, train acc is 75.00% +epoch 2 and step 1893: train cost is 0.55, train acc is 75.00% +epoch 2 and step 1894: train cost is 0.48, train acc is 75.00% +epoch 2 and step 1895: train cost is 0.67, train acc is 59.38% +epoch 2 and step 1896: train cost is 0.55, train acc is 68.75% +epoch 2 and step 1897: train cost is 0.49, train acc is 78.12% +epoch 2 and step 1898: train cost is 0.74, train acc is 62.50% +epoch 2 and step 1899: train cost is 0.56, train acc is 71.88% +epoch 2 and step 1900: train cost is 0.42, train acc is 84.38% +epoch 2 and step 1901: train cost is 0.50, train acc is 71.88% +epoch 2 and step 1902: train cost is 0.43, train acc is 84.38% +epoch 2 and step 1903: train cost is 0.55, train acc is 71.88% +epoch 2 and step 1904: train cost is 0.47, train acc is 71.88% +epoch 2 and step 1905: train cost is 0.48, train acc is 75.00% +epoch 2 and step 1906: train cost is 0.66, train acc is 62.50% +epoch 2 and step 1907: train cost is 0.49, train acc is 75.00% +epoch 2 and step 1908: train cost is 0.58, train acc is 65.62% +epoch 2 and step 1909: train cost is 0.42, train acc is 78.12% +epoch 2 and step 1910: train cost is 0.62, train acc is 75.00% +epoch 2 and step 1911: train cost is 0.49, train acc is 78.12% +epoch 2 and step 1912: train cost is 0.49, train acc is 78.12% +epoch 2 and step 1913: train cost is 0.58, train acc is 71.88% +epoch 2 and step 1914: train cost is 0.65, train acc is 68.75% +epoch 2 and step 1915: train cost is 0.58, train acc is 78.12% +epoch 2 and step 1916: train cost is 0.53, train acc is 71.88% +epoch 2 and step 1917: train cost is 0.52, train acc is 78.12% +epoch 2 and step 1918: train cost is 0.67, train acc is 65.62% +epoch 2 and step 1919: train cost is 0.48, train acc is 68.75% +epoch 2 and step 1920: train cost is 0.50, train acc is 71.88% +epoch 2 and step 1921: train cost is 0.50, train acc is 78.12% +epoch 2 and step 1922: train cost is 0.61, train acc is 68.75% +epoch 2 and step 1923: train cost is 0.44, train acc is 78.12% +epoch 2 and step 1924: train cost is 0.77, train acc is 56.25% +epoch 2 and step 1925: train cost is 0.61, train acc is 62.50% +epoch 2 and step 1926: train cost is 0.41, train acc is 81.25% +epoch 2 and step 1927: train cost is 0.76, train acc is 56.25% +epoch 2 and step 1928: train cost is 0.56, train acc is 71.88% +epoch 2 and step 1929: train cost is 0.55, train acc is 75.00% +epoch 2 and step 1930: train cost is 0.46, train acc is 75.00% +epoch 2 and step 1931: train cost is 0.71, train acc is 71.88% +epoch 2 and step 1932: train cost is 0.76, train acc is 59.38% +epoch 2 and step 1933: train cost is 0.68, train acc is 59.38% +epoch 2 and step 1934: train cost is 0.91, train acc is 62.50% +epoch 2 and step 1935: train cost is 0.50, train acc is 81.25% +epoch 2 and step 1936: train cost is 0.48, train acc is 78.12% +epoch 2 and step 1937: train cost is 0.59, train acc is 62.50% +epoch 2 and step 1938: train cost is 0.75, train acc is 78.12% +epoch 2 and step 1939: train cost is 0.63, train acc is 62.50% +epoch 2 and step 1940: train cost is 0.71, train acc is 50.00% +epoch 2 and step 1941: train cost is 0.61, train acc is 65.62% +epoch 2 and step 1942: train cost is 0.47, train acc is 75.00% +epoch 2 and step 1943: train cost is 0.53, train acc is 71.88% +epoch 2 and step 1944: train cost is 0.62, train acc is 62.50% +epoch 2 and step 1945: train cost is 0.51, train acc is 78.12% +epoch 2 and step 1946: train cost is 0.61, train acc is 68.75% +epoch 2 and step 1947: train cost is 0.47, train acc is 84.38% +epoch 2 and step 1948: train cost is 0.50, train acc is 78.12% +epoch 2 and step 1949: train cost is 0.57, train acc is 68.75% +epoch 2 and step 1950: train cost is 0.58, train acc is 71.88% +epoch 2 and step 1951: train cost is 0.57, train acc is 68.75% +epoch 2 and step 1952: train cost is 0.63, train acc is 68.75% +epoch 2 and step 1953: train cost is 0.59, train acc is 75.00% +epoch 2 and step 1954: train cost is 0.53, train acc is 81.25% +epoch 2 and step 1955: train cost is 0.57, train acc is 75.00% +epoch 2 and step 1956: train cost is 0.62, train acc is 68.75% +epoch 2 and step 1957: train cost is 0.54, train acc is 78.12% +epoch 2 and step 1958: train cost is 0.52, train acc is 62.50% +epoch 2 and step 1959: train cost is 0.54, train acc is 71.88% +epoch 2 and step 1960: train cost is 0.47, train acc is 71.88% +epoch 2 and step 1961: train cost is 0.48, train acc is 81.25% +epoch 2 and step 1962: train cost is 0.49, train acc is 75.00% +epoch 2 and step 1963: train cost is 0.56, train acc is 75.00% +epoch 2 and step 1964: train cost is 0.42, train acc is 87.50% +epoch 2 and step 1965: train cost is 0.46, train acc is 78.12% +epoch 2 and step 1966: train cost is 0.62, train acc is 62.50% +epoch 2 and step 1967: train cost is 0.47, train acc is 71.88% +epoch 2 and step 1968: train cost is 0.85, train acc is 81.25% +epoch 2 and step 1969: train cost is 0.54, train acc is 78.12% +epoch 2 and step 1970: train cost is 0.71, train acc is 59.38% +epoch 2 and step 1971: train cost is 0.50, train acc is 78.12% +epoch 2 and step 1972: train cost is 0.62, train acc is 65.62% +epoch 2 and step 1973: train cost is 0.52, train acc is 78.12% +epoch 2 and step 1974: train cost is 0.58, train acc is 65.62% +epoch 2 and step 1975: train cost is 0.54, train acc is 71.88% +epoch 2 and step 1976: train cost is 0.55, train acc is 68.75% +epoch 2 and step 1977: train cost is 0.60, train acc is 71.88% +epoch 2 and step 1978: train cost is 0.47, train acc is 78.12% +epoch 2 and step 1979: train cost is 0.44, train acc is 84.38% +epoch 2 and step 1980: train cost is 0.55, train acc is 65.62% +epoch 2 and step 1981: train cost is 0.47, train acc is 75.00% +epoch 2 and step 1982: train cost is 0.45, train acc is 71.88% +epoch 2 and step 1983: train cost is 0.54, train acc is 65.62% +epoch 2 and step 1984: train cost is 0.50, train acc is 81.25% +epoch 2 and step 1985: train cost is 0.54, train acc is 78.12% +epoch 2 and step 1986: train cost is 0.45, train acc is 81.25% +epoch 2 and step 1987: train cost is 0.40, train acc is 84.38% +epoch 2 and step 1988: train cost is 0.68, train acc is 65.62% +epoch 2 and step 1989: train cost is 0.49, train acc is 78.12% +epoch 2 and step 1990: train cost is 0.49, train acc is 71.88%2019-02-21 21:03:30,177 - INFO - remove feed fetch op +2019-02-21 21:03:30,189 - INFO - +2019-02-21 21:03:30,189 - INFO - %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +2019-02-21 21:03:30,189 - INFO - % % +2019-02-21 21:03:30,189 - INFO - % **feed_target_names** % +2019-02-21 21:03:30,189 - INFO - % ['@HUB@read_file_0.tmp_0'] % +2019-02-21 21:03:30,189 - INFO - % % +2019-02-21 21:03:30,189 - INFO - %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +2019-02-21 21:03:30,189 - INFO - +2019-02-21 21:03:30,189 - INFO - %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +2019-02-21 21:03:30,190 - INFO - % % +2019-02-21 21:03:30,190 - INFO - % **fetch_targets** % +2019-02-21 21:03:30,190 - INFO - % [name: "@HUB@scale_0.tmp_0" % +2019-02-21 21:03:30,190 - INFO - % type { % +2019-02-21 21:03:30,190 - INFO - % type: LOD_TENSOR % +2019-02-21 21:03:30,190 - INFO - % lod_tensor { % +2019-02-21 21:03:30,190 - INFO - % tensor { % +2019-02-21 21:03:30,190 - INFO - % data_type: FP32 % +2019-02-21 21:03:30,190 - INFO - % dims: -1 % +2019-02-21 21:03:30,190 - INFO - % dims: 2 % +2019-02-21 21:03:30,190 - INFO - % } % +2019-02-21 21:03:30,190 - INFO - % lod_level: 0 % +2019-02-21 21:03:30,190 - INFO - % } % +2019-02-21 21:03:30,190 - INFO - % } % +2019-02-21 21:03:30,190 - INFO - % persistable: false % +2019-02-21 21:03:30,190 - INFO - % , name: "@HUB@scale_1.tmp_0" % +2019-02-21 21:03:30,190 - INFO - % type { % +2019-02-21 21:03:30,190 - INFO - % type: LOD_TENSOR % +2019-02-21 21:03:30,190 - INFO - % lod_tensor { % +2019-02-21 21:03:30,190 - INFO - % tensor { % +2019-02-21 21:03:30,190 - INFO - % data_type: FP32 % +2019-02-21 21:03:30,190 - INFO - % dims: -1 % +2019-02-21 21:03:30,190 - INFO - % dims: 2048 % +2019-02-21 21:03:30,190 - INFO - % dims: 1 % +2019-02-21 21:03:30,190 - INFO - % dims: 1 % +2019-02-21 21:03:30,190 - INFO - % } % +2019-02-21 21:03:30,190 - INFO - % lod_level: 0 % +2019-02-21 21:03:30,190 - INFO - % } % +2019-02-21 21:03:30,190 - INFO - % } % +2019-02-21 21:03:30,190 - INFO - % persistable: false % +2019-02-21 21:03:30,190 - INFO - % ] % +2019-02-21 21:03:30,190 - INFO - % % +2019-02-21 21:03:30,190 - INFO - %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +W0221 21:03:32.609014 123740 device_context.cc:263] Please NOTE: device: 0, CUDA Capability: 70, Driver API Version: 9.2, Runtime API Version: 9.0 +W0221 21:03:32.609072 123740 device_context.cc:271] device: 0, cuDNN Version: 7.0. +W0221 21:03:32.609079 123740 device_context.cc:295] WARNING: device: 0. The installed Paddle is compiled with CUDNN 7.3, but CUDNN version in your machine is 7.0, which may cause serious incompatible bug. Please recompile or reinstall Paddle with compatible CUDNN version. +----------- Configuration Arguments ----------- +batch_size: 32 +class_dim: 2 +data_dir: dataset +hub_module_path: hub_module_ResNet50 +image_shape: 3,224,224 +lr: 0.001 +model_save_dir: model_save/20190221210328 +num_epochs: 20 +use_gpu: 0 +------------------------------------------------ +epoch 0 and step 1: train cost is 0.82, train acc is 50.00% +epoch 0 and step 2: train cost is 1.42, train acc is 43.75% +epoch 0 and step 3: train cost is 5.80, train acc is 46.88% +epoch 0 and step 4: train cost is 3.76, train acc is 53.12% +epoch 0 and step 5: train cost is 2.07, train acc is 37.50% +epoch 0 and step 6: train cost is 0.77, train acc is 56.25% +epoch 0 and step 7: train cost is 0.91, train acc is 62.50% +epoch 0 and step 8: train cost is 1.32, train acc is 59.38% +epoch 0 and step 9: train cost is 1.51, train acc is 46.88% +epoch 0 and step 10: train cost is 1.42, train acc is 37.50% +epoch 0 and step 11: train cost is 0.68, train acc is 62.50% +epoch 0 and step 12: train cost is 1.96, train acc is 53.12% +epoch 0 and step 13: train cost is 1.17, train acc is 62.50% +epoch 0 and step 14: train cost is 1.20, train acc is 56.25% +epoch 0 and step 15: train cost is 1.16, train acc is 46.88% +epoch 0 and step 16: train cost is 0.72, train acc is 53.12% +epoch 0 and step 17: train cost is 0.99, train acc is 43.75% +epoch 0 and step 18: train cost is 0.95, train acc is 56.25% +epoch 0 and step 19: train cost is 1.02, train acc is 43.75% +epoch 0 and step 20: train cost is 1.27, train acc is 56.25% +epoch 0 and step 21: train cost is 1.06, train acc is 50.00% +epoch 0 and step 22: train cost is 0.77, train acc is 50.00% +epoch 0 and step 23: train cost is 0.73, train acc is 53.12% +epoch 0 and step 24: train cost is 1.36, train acc is 46.88% +epoch 0 and step 25: train cost is 0.87, train acc is 62.50% +epoch 0 and step 26: train cost is 0.91, train acc is 46.88% +epoch 0 and step 27: train cost is 0.84, train acc is 46.88% +epoch 0 and step 28: train cost is 0.85, train acc is 53.12% +epoch 0 and step 29: train cost is 0.98, train acc is 50.00% +epoch 0 and step 30: train cost is 0.72, train acc is 53.12% +epoch 0 and step 31: train cost is 0.57, train acc is 75.00% +epoch 0 and step 32: train cost is 0.93, train acc is 56.25% +epoch 0 and step 33: train cost is 1.23, train acc is 46.88% +epoch 0 and step 34: train cost is 0.78, train acc is 50.00% +epoch 0 and step 35: train cost is 0.63, train acc is 65.62% +epoch 0 and step 36: train cost is 0.68, train acc is 59.38% +epoch 0 and step 37: train cost is 0.57, train acc is 68.75% +epoch 0 and step 38: train cost is 0.73, train acc is 59.38% +epoch 0 and step 39: train cost is 0.90, train acc is 59.38% +epoch 0 and step 40: train cost is 0.81, train acc is 46.88% +epoch 0 and step 41: train cost is 0.63, train acc is 68.75% +epoch 0 and step 42: train cost is 0.72, train acc is 46.88% +epoch 0 and step 43: train cost is 0.65, train acc is 59.38% +epoch 0 and step 44: train cost is 0.60, train acc is 62.50% +epoch 0 and step 45: train cost is 0.71, train acc is 53.12% +epoch 0 and step 46: train cost is 0.60, train acc is 62.50% +epoch 0 and step 47: train cost is 0.85, train acc is 59.38% +epoch 0 and step 48: train cost is 0.78, train acc is 46.88% +epoch 0 and step 49: train cost is 0.92, train acc is 46.88% +epoch 0 and step 50: train cost is 0.65, train acc is 68.75% +epoch 0 and step 51: train cost is 0.85, train acc is 50.00% +epoch 0 and step 52: train cost is 0.62, train acc is 65.62% +epoch 0 and step 53: train cost is 0.75, train acc is 50.00% +epoch 0 and step 54: train cost is 0.67, train acc is 50.00% +epoch 0 and step 55: train cost is 0.71, train acc is 53.12% +epoch 0 and step 56: train cost is 0.74, train acc is 68.75% +epoch 0 and step 57: train cost is 0.61, train acc is 65.62% +epoch 0 and step 58: train cost is 0.70, train acc is 53.12% +epoch 0 and step 59: train cost is 0.77, train acc is 59.38% +epoch 0 and step 60: train cost is 0.80, train acc is 34.38% +epoch 0 and step 61: train cost is 0.70, train acc is 53.12% +epoch 0 and step 62: train cost is 0.65, train acc is 65.62% +epoch 0 and step 63: train cost is 0.63, train acc is 59.38% +epoch 0 and step 64: train cost is 0.93, train acc is 50.00% +epoch 0 and step 65: train cost is 0.59, train acc is 68.75% +epoch 0 and step 66: train cost is 0.72, train acc is 53.12% +epoch 0 and step 67: train cost is 0.70, train acc is 50.00% +epoch 0 and step 68: train cost is 0.71, train acc is 53.12% +epoch 0 and step 69: train cost is 0.69, train acc is 46.88% +epoch 0 and step 70: train cost is 1.02, train acc is 50.00% +epoch 0 and step 71: train cost is 0.78, train acc is 50.00% +epoch 0 and step 72: train cost is 0.67, train acc is 62.50% +epoch 0 and step 73: train cost is 0.76, train acc is 50.00% +epoch 0 and step 74: train cost is 0.64, train acc is 59.38% +epoch 0 and step 75: train cost is 1.14, train acc is 40.62% +epoch 0 and step 76: train cost is 0.88, train acc is 68.75% +epoch 0 and step 77: train cost is 0.65, train acc is 56.25% +epoch 0 and step 78: train cost is 0.72, train acc is 56.25% +epoch 0 and step 79: train cost is 0.55, train acc is 78.12% +epoch 0 and step 80: train cost is 0.73, train acc is 65.62% +epoch 0 and step 81: train cost is 0.71, train acc is 56.25% +epoch 0 and step 82: train cost is 0.61, train acc is 59.38% +epoch 0 and step 83: train cost is 0.88, train acc is 71.88% +epoch 0 and step 84: train cost is 0.74, train acc is 62.50% +epoch 0 and step 85: train cost is 0.60, train acc is 75.00% +epoch 0 and step 86: train cost is 0.81, train acc is 50.00% +epoch 0 and step 87: train cost is 0.74, train acc is 62.50% +epoch 0 and step 88: train cost is 0.81, train acc is 62.50% +epoch 0 and step 89: train cost is 0.88, train acc is 65.62% +epoch 0 and step 90: train cost is 0.61, train acc is 65.62% +epoch 0 and step 91: train cost is 0.95, train acc is 53.12% +epoch 0 and step 92: train cost is 0.85, train acc is 56.25% +epoch 0 and step 93: train cost is 0.78, train acc is 50.00% +epoch 0 and step 94: train cost is 0.82, train acc is 65.62% +epoch 0 and step 95: train cost is 0.72, train acc is 46.88% +epoch 0 and step 96: train cost is 0.75, train acc is 62.50% +epoch 0 and step 97: train cost is 1.23, train acc is 56.25% +epoch 0 and step 98: train cost is 1.05, train acc is 43.75% +epoch 0 and step 99: train cost is 0.97, train acc is 28.12% +epoch 0 and step 100: train cost is 0.74, train acc is 46.88% +epoch 0 and step 101: train cost is 0.63, train acc is 62.50% +epoch 0 and step 102: train cost is 1.01, train acc is 50.00% +epoch 0 and step 103: train cost is 1.15, train acc is 40.62% +epoch 0 and step 104: train cost is 0.67, train acc is 53.12% +epoch 0 and step 105: train cost is 0.69, train acc is 65.62% +epoch 0 and step 106: train cost is 0.94, train acc is 43.75% +epoch 0 and step 107: train cost is 0.90, train acc is 40.62% +epoch 0 and step 108: train cost is 0.61, train acc is 62.50% +epoch 0 and step 109: train cost is 0.72, train acc is 46.88% +epoch 0 and step 110: train cost is 0.68, train acc is 68.75% +epoch 0 and step 111: train cost is 0.78, train acc is 56.25% +epoch 0 and step 112: train cost is 0.67, train acc is 59.38% +epoch 0 and step 113: train cost is 0.72, train acc is 56.25% +epoch 0 and step 114: train cost is 0.77, train acc is 68.75% +epoch 0 and step 115: train cost is 0.66, train acc is 53.12% +epoch 0 and step 116: train cost is 0.79, train acc is 43.75% +epoch 0 and step 117: train cost is 0.79, train acc is 53.12% +epoch 0 and step 118: train cost is 0.60, train acc is 62.50% +epoch 0 and step 119: train cost is 0.68, train acc is 65.62% +epoch 0 and step 120: train cost is 0.69, train acc is 56.25% +epoch 0 and step 121: train cost is 0.78, train acc is 65.62% +epoch 0 and step 122: train cost is 1.04, train acc is 53.12% +epoch 0 and step 123: train cost is 0.64, train acc is 53.12% +epoch 0 and step 124: train cost is 0.66, train acc is 68.75% +epoch 0 and step 125: train cost is 0.64, train acc is 59.38% +epoch 0 and step 126: train cost is 0.77, train acc is 53.12% +epoch 0 and step 127: train cost is 0.67, train acc is 56.25% +epoch 0 and step 128: train cost is 0.58, train acc is 71.88% +epoch 0 and step 129: train cost is 0.77, train acc is 59.38% +epoch 0 and step 130: train cost is 0.79, train acc is 68.75% +epoch 0 and step 131: train cost is 0.55, train acc is 78.12% +epoch 0 and step 132: train cost is 0.62, train acc is 59.38% +epoch 0 and step 133: train cost is 0.60, train acc is 68.75% +epoch 0 and step 134: train cost is 0.79, train acc is 37.50% +epoch 0 and step 135: train cost is 0.61, train acc is 62.50% +epoch 0 and step 136: train cost is 0.79, train acc is 65.62% +epoch 0 and step 137: train cost is 0.69, train acc is 68.75% +epoch 0 and step 138: train cost is 0.86, train acc is 43.75% +epoch 0 and step 139: train cost is 0.71, train acc is 62.50% +epoch 0 and step 140: train cost is 0.73, train acc is 59.38% +epoch 0 and step 141: train cost is 0.82, train acc is 59.38% +epoch 0 and step 142: train cost is 0.65, train acc is 59.38% +epoch 0 and step 143: train cost is 0.68, train acc is 62.50% +epoch 0 and step 144: train cost is 0.77, train acc is 46.88% +epoch 0 and step 145: train cost is 0.70, train acc is 53.12% +epoch 0 and step 146: train cost is 0.67, train acc is 46.88% +epoch 0 and step 147: train cost is 0.66, train acc is 53.12% +epoch 0 and step 148: train cost is 0.66, train acc is 53.12% +epoch 0 and step 149: train cost is 0.69, train acc is 50.00% +epoch 0 and step 150: train cost is 0.68, train acc is 62.50% +epoch 0 and step 151: train cost is 0.77, train acc is 59.38% +epoch 0 and step 152: train cost is 0.61, train acc is 75.00% +epoch 0 and step 153: train cost is 0.68, train acc is 53.12% +epoch 0 and step 154: train cost is 0.62, train acc is 62.50% +epoch 0 and step 155: train cost is 0.70, train acc is 50.00% +epoch 0 and step 156: train cost is 0.90, train acc is 37.50% +epoch 0 and step 157: train cost is 0.86, train acc is 59.38% +epoch 0 and step 158: train cost is 0.61, train acc is 75.00% +epoch 0 and step 159: train cost is 0.69, train acc is 53.12% +epoch 0 and step 160: train cost is 0.61, train acc is 62.50% +epoch 0 and step 161: train cost is 0.68, train acc is 56.25% +epoch 0 and step 162: train cost is 0.80, train acc is 53.12% +epoch 0 and step 163: train cost is 0.98, train acc is 46.88% +epoch 0 and step 164: train cost is 0.62, train acc is 65.62% +epoch 0 and step 165: train cost is 0.63, train acc is 65.62% +epoch 0 and step 166: train cost is 0.62, train acc is 59.38% +epoch 0 and step 167: train cost is 0.69, train acc is 65.62% +epoch 0 and step 168: train cost is 0.60, train acc is 71.88% +epoch 0 and step 169: train cost is 0.65, train acc is 75.00% +epoch 0 and step 170: train cost is 0.87, train acc is 56.25% +epoch 0 and step 171: train cost is 0.60, train acc is 65.62% +epoch 0 and step 172: train cost is 0.64, train acc is 56.25% +epoch 0 and step 173: train cost is 0.68, train acc is 59.38% +epoch 0 and step 174: train cost is 0.67, train acc is 62.50% +epoch 0 and step 175: train cost is 0.57, train acc is 68.75% +epoch 0 and step 176: train cost is 0.65, train acc is 56.25% +epoch 0 and step 177: train cost is 1.17, train acc is 53.12% +epoch 0 and step 178: train cost is 0.94, train acc is 59.38% +epoch 0 and step 179: train cost is 0.87, train acc is 59.38% +epoch 0 and step 180: train cost is 0.62, train acc is 62.50% +epoch 0 and step 181: train cost is 0.54, train acc is 81.25% +epoch 0 and step 182: train cost is 0.55, train acc is 68.75% +epoch 0 and step 183: train cost is 0.91, train acc is 53.12% +epoch 0 and step 184: train cost is 0.87, train acc is 50.00% +epoch 0 and step 185: train cost is 0.61, train acc is 75.00% +epoch 0 and step 186: train cost is 0.67, train acc is 65.62% +epoch 0 and step 187: train cost is 0.65, train acc is 65.62% +epoch 0 and step 188: train cost is 0.85, train acc is 43.75% +epoch 0 and step 189: train cost is 0.70, train acc is 65.62% +epoch 0 and step 190: train cost is 0.61, train acc is 65.62% +epoch 0 and step 191: train cost is 0.76, train acc is 65.62% +epoch 0 and step 192: train cost is 0.66, train acc is 68.75% +epoch 0 and step 193: train cost is 0.60, train acc is 59.38% +epoch 0 and step 194: train cost is 0.85, train acc is 59.38% +epoch 0 and step 195: train cost is 0.74, train acc is 59.38% +epoch 0 and step 196: train cost is 0.69, train acc is 59.38% +epoch 0 and step 197: train cost is 0.68, train acc is 56.25% +epoch 0 and step 198: train cost is 0.86, train acc is 37.50% +epoch 0 and step 199: train cost is 0.73, train acc is 56.25% +epoch 0 and step 200: train cost is 0.64, train acc is 65.62% +epoch 0 and step 201: train cost is 0.60, train acc is 59.38% +epoch 0 and step 202: train cost is 0.55, train acc is 75.00% +epoch 0 and step 203: train cost is 0.74, train acc is 56.25% +epoch 0 and step 204: train cost is 0.57, train acc is 56.25% +epoch 0 and step 205: train cost is 0.94, train acc is 59.38% +epoch 0 and step 206: train cost is 0.97, train acc is 53.12% +epoch 0 and step 207: train cost is 0.79, train acc is 46.88% +epoch 0 and step 208: train cost is 0.57, train acc is 68.75% +epoch 0 and step 209: train cost is 0.66, train acc is 62.50% +epoch 0 and step 210: train cost is 0.69, train acc is 59.38% +epoch 0 and step 211: train cost is 0.56, train acc is 68.75% +epoch 0 and step 212: train cost is 0.67, train acc is 56.25% +epoch 0 and step 213: train cost is 0.67, train acc is 65.62% +epoch 0 and step 214: train cost is 0.74, train acc is 50.00% +epoch 0 and step 215: train cost is 0.46, train acc is 81.25% +epoch 0 and step 216: train cost is 0.62, train acc is 59.38% +epoch 0 and step 217: train cost is 0.83, train acc is 68.75% +epoch 0 and step 218: train cost is 0.88, train acc is 53.12% +epoch 0 and step 219: train cost is 0.85, train acc is 53.12% +epoch 0 and step 220: train cost is 0.56, train acc is 68.75% +epoch 0 and step 221: train cost is 0.57, train acc is 65.62% +epoch 0 and step 222: train cost is 0.63, train acc is 56.25% +epoch 0 and step 223: train cost is 1.01, train acc is 50.00% +epoch 0 and step 224: train cost is 0.63, train acc is 71.88% +epoch 0 and step 225: train cost is 0.74, train acc is 56.25% +epoch 0 and step 226: train cost is 0.80, train acc is 43.75% +epoch 0 and step 227: train cost is 0.89, train acc is 65.62% +epoch 0 and step 228: train cost is 0.61, train acc is 68.75% +epoch 0 and step 229: train cost is 0.78, train acc is 50.00% +epoch 0 and step 230: train cost is 0.99, train acc is 50.00% +epoch 0 and step 231: train cost is 0.62, train acc is 53.12% +epoch 0 and step 232: train cost is 0.91, train acc is 50.00% +epoch 0 and step 233: train cost is 0.72, train acc is 56.25% +epoch 0 and step 234: train cost is 0.68, train acc is 56.25% +epoch 0 and step 235: train cost is 0.67, train acc is 71.88% +epoch 0 and step 236: train cost is 0.83, train acc is 59.38% +epoch 0 and step 237: train cost is 0.86, train acc is 46.88% +epoch 0 and step 238: train cost is 0.73, train acc is 46.88% +epoch 0 and step 239: train cost is 0.86, train acc is 43.75% +epoch 0 and step 240: train cost is 0.67, train acc is 65.62% +epoch 0 and step 241: train cost is 0.76, train acc is 53.12% +epoch 0 and step 242: train cost is 0.82, train acc is 43.75% +epoch 0 and step 243: train cost is 0.74, train acc is 34.38% +epoch 0 and step 244: train cost is 0.76, train acc is 40.62% +epoch 0 and step 245: train cost is 0.69, train acc is 65.62% +epoch 0 and step 246: train cost is 0.71, train acc is 59.38% +epoch 0 and step 247: train cost is 0.66, train acc is 59.38% +epoch 0 and step 248: train cost is 0.66, train acc is 62.50% +epoch 0 and step 249: train cost is 0.70, train acc is 46.88% +epoch 0 and step 250: train cost is 0.65, train acc is 56.25% +epoch 0 and step 251: train cost is 0.64, train acc is 59.38% +epoch 0 and step 252: train cost is 0.66, train acc is 53.12% +epoch 0 and step 253: train cost is 0.66, train acc is 53.12% +epoch 0 and step 254: train cost is 0.77, train acc is 50.00% +epoch 0 and step 255: train cost is 0.73, train acc is 40.62% +epoch 0 and step 256: train cost is 0.66, train acc is 53.12% +epoch 0 and step 257: train cost is 0.94, train acc is 43.75% +epoch 0 and step 258: train cost is 0.79, train acc is 56.25% +epoch 0 and step 259: train cost is 0.82, train acc is 46.88% +epoch 0 and step 260: train cost is 0.73, train acc is 56.25% +epoch 0 and step 261: train cost is 0.76, train acc is 53.12% +epoch 0 and step 262: train cost is 0.75, train acc is 53.12% +epoch 0 and step 263: train cost is 0.72, train acc is 56.25% +epoch 0 and step 264: train cost is 0.66, train acc is 65.62% +epoch 0 and step 265: train cost is 0.62, train acc is 71.88% +epoch 0 and step 266: train cost is 0.73, train acc is 53.12% +epoch 0 and step 267: train cost is 0.57, train acc is 68.75% +epoch 0 and step 268: train cost is 0.66, train acc is 65.62% +epoch 0 and step 269: train cost is 0.56, train acc is 68.75% +epoch 0 and step 270: train cost is 0.64, train acc is 65.62% +epoch 0 and step 271: train cost is 0.73, train acc is 50.00% +epoch 0 and step 272: train cost is 0.65, train acc is 62.50% +epoch 0 and step 273: train cost is 0.68, train acc is 65.62% +epoch 0 and step 274: train cost is 0.67, train acc is 50.00% +epoch 0 and step 275: train cost is 0.59, train acc is 68.75% +epoch 0 and step 276: train cost is 0.77, train acc is 62.50% +epoch 0 and step 277: train cost is 0.63, train acc is 65.62% +epoch 0 and step 278: train cost is 0.62, train acc is 71.88% +epoch 0 and step 279: train cost is 0.69, train acc is 62.50% +epoch 0 and step 280: train cost is 0.67, train acc is 56.25% +epoch 0 and step 281: train cost is 0.61, train acc is 71.88% +epoch 0 and step 282: train cost is 0.82, train acc is 56.25% +epoch 0 and step 283: train cost is 0.75, train acc is 50.00% +epoch 0 and step 284: train cost is 0.69, train acc is 56.25% +epoch 0 and step 285: train cost is 0.54, train acc is 71.88% +epoch 0 and step 286: train cost is 0.68, train acc is 59.38% +epoch 0 and step 287: train cost is 0.57, train acc is 75.00% +epoch 0 and step 288: train cost is 0.56, train acc is 71.88% +epoch 0 and step 289: train cost is 0.63, train acc is 68.75% +epoch 0 and step 290: train cost is 0.59, train acc is 62.50% +epoch 0 and step 291: train cost is 0.79, train acc is 59.38% +epoch 0 and step 292: train cost is 0.79, train acc is 50.00% +epoch 0 and step 293: train cost is 0.54, train acc is 68.75% +epoch 0 and step 294: train cost is 0.97, train acc is 53.12% +epoch 0 and step 295: train cost is 0.78, train acc is 68.75% +epoch 0 and step 296: train cost is 0.52, train acc is 71.88% +epoch 0 and step 297: train cost is 0.78, train acc is 59.38% +epoch 0 and step 298: train cost is 0.64, train acc is 68.75% +epoch 0 and step 299: train cost is 0.84, train acc is 50.00% +epoch 0 and step 300: train cost is 0.86, train acc is 56.25% +epoch 0 and step 301: train cost is 0.77, train acc is 59.38% +epoch 0 and step 302: train cost is 0.70, train acc is 56.25% +epoch 0 and step 303: train cost is 0.64, train acc is 68.75% +epoch 0 and step 304: train cost is 0.68, train acc is 65.62% +epoch 0 and step 305: train cost is 0.50, train acc is 75.00% +epoch 0 and step 306: train cost is 0.78, train acc is 50.00% +epoch 0 and step 307: train cost is 0.77, train acc is 56.25% +epoch 0 and step 308: train cost is 0.78, train acc is 53.12% +epoch 0 and step 309: train cost is 0.55, train acc is 71.88% +epoch 0 and step 310: train cost is 0.61, train acc is 68.75% +epoch 0 and step 311: train cost is 0.76, train acc is 43.75% +epoch 0 and step 312: train cost is 0.63, train acc is 65.62% +epoch 0 and step 313: train cost is 0.59, train acc is 68.75% +epoch 0 and step 314: train cost is 0.69, train acc is 71.88% +epoch 0 and step 315: train cost is 0.60, train acc is 71.88% +epoch 0 and step 316: train cost is 0.60, train acc is 65.62% +epoch 0 and step 317: train cost is 0.69, train acc is 62.50% +epoch 0 and step 318: train cost is 0.72, train acc is 68.75% +epoch 0 and step 319: train cost is 0.65, train acc is 68.75% +epoch 0 and step 320: train cost is 0.67, train acc is 56.25% +epoch 0 and step 321: train cost is 0.72, train acc is 56.25% +epoch 0 and step 322: train cost is 0.71, train acc is 68.75% +epoch 0 and step 323: train cost is 0.66, train acc is 62.50% +epoch 0 and step 324: train cost is 0.69, train acc is 56.25% +epoch 0 and step 325: train cost is 0.54, train acc is 75.00% +epoch 0 and step 326: train cost is 0.62, train acc is 68.75% +epoch 0 and step 327: train cost is 0.68, train acc is 59.38% +epoch 0 and step 328: train cost is 0.66, train acc is 56.25% +epoch 0 and step 329: train cost is 0.79, train acc is 65.62% +epoch 0 and step 330: train cost is 0.68, train acc is 71.88% +epoch 0 and step 331: train cost is 0.67, train acc is 56.25% +epoch 0 and step 332: train cost is 0.62, train acc is 62.50% +epoch 0 and step 333: train cost is 0.65, train acc is 65.62% +epoch 0 and step 334: train cost is 0.76, train acc is 50.00% +epoch 0 and step 335: train cost is 0.72, train acc is 56.25% +epoch 0 and step 336: train cost is 0.59, train acc is 71.88% +epoch 0 and step 337: train cost is 0.55, train acc is 71.88% +epoch 0 and step 338: train cost is 0.64, train acc is 62.50% +epoch 0 and step 339: train cost is 0.68, train acc is 56.25% +epoch 0 and step 340: train cost is 0.74, train acc is 59.38% +epoch 0 and step 341: train cost is 0.70, train acc is 59.38% +epoch 0 and step 342: train cost is 0.55, train acc is 75.00% +epoch 0 and step 343: train cost is 1.05, train acc is 62.50% +epoch 0 and step 344: train cost is 0.66, train acc is 59.38% +epoch 0 and step 345: train cost is 0.58, train acc is 65.62% +epoch 0 and step 346: train cost is 0.64, train acc is 46.88% +epoch 0 and step 347: train cost is 0.83, train acc is 68.75% +epoch 0 and step 348: train cost is 0.71, train acc is 56.25% +epoch 0 and step 349: train cost is 0.63, train acc is 68.75% +epoch 0 and step 350: train cost is 0.79, train acc is 46.88% +epoch 0 and step 351: train cost is 0.81, train acc is 53.12% +epoch 0 and step 352: train cost is 0.94, train acc is 37.50% +epoch 0 and step 353: train cost is 0.82, train acc is 53.12% +epoch 0 and step 354: train cost is 0.66, train acc is 59.38% +epoch 0 and step 355: train cost is 0.73, train acc is 53.12% +epoch 0 and step 356: train cost is 0.62, train acc is 62.50% +epoch 0 and step 357: train cost is 0.75, train acc is 71.88% +epoch 0 and step 358: train cost is 0.80, train acc is 68.75% +epoch 0 and step 359: train cost is 0.70, train acc is 43.75% +epoch 0 and step 360: train cost is 0.74, train acc is 53.12% +epoch 0 and step 361: train cost is 0.67, train acc is 62.50% +epoch 0 and step 362: train cost is 0.69, train acc is 75.00% +epoch 0 and step 363: train cost is 0.73, train acc is 53.12% +epoch 0 and step 364: train cost is 0.71, train acc is 53.12% +epoch 0 and step 365: train cost is 0.63, train acc is 68.75% +epoch 0 and step 366: train cost is 0.63, train acc is 65.62% +epoch 0 and step 367: train cost is 0.69, train acc is 56.25% +epoch 0 and step 368: train cost is 0.59, train acc is 84.38% +epoch 0 and step 369: train cost is 0.59, train acc is 65.62% +epoch 0 and step 370: train cost is 0.63, train acc is 59.38% +epoch 0 and step 371: train cost is 0.67, train acc is 68.75% +epoch 0 and step 372: train cost is 0.92, train acc is 37.50% +epoch 0 and step 373: train cost is 0.66, train acc is 56.25% +epoch 0 and step 374: train cost is 0.63, train acc is 65.62% +epoch 0 and step 375: train cost is 0.81, train acc is 43.75% +epoch 0 and step 376: train cost is 0.69, train acc is 56.25% +epoch 0 and step 377: train cost is 0.64, train acc is 68.75% +epoch 0 and step 378: train cost is 0.66, train acc is 75.00% +epoch 0 and step 379: train cost is 0.86, train acc is 56.25% +epoch 0 and step 380: train cost is 0.62, train acc is 62.50% +epoch 0 and step 381: train cost is 0.68, train acc is 53.12% +epoch 0 and step 382: train cost is 0.65, train acc is 59.38% +epoch 0 and step 383: train cost is 0.88, train acc is 53.12% +epoch 0 and step 384: train cost is 0.55, train acc is 71.88% +epoch 0 and step 385: train cost is 0.63, train acc is 68.75% +epoch 0 and step 386: train cost is 0.65, train acc is 62.50% +epoch 0 and step 387: train cost is 0.74, train acc is 59.38% +epoch 0 and step 388: train cost is 0.68, train acc is 65.62% +epoch 0 and step 389: train cost is 0.56, train acc is 81.25% +epoch 0 and step 390: train cost is 0.56, train acc is 75.00% +epoch 0 and step 391: train cost is 0.78, train acc is 46.88% +epoch 0 and step 392: train cost is 0.58, train acc is 71.88% +epoch 0 and step 393: train cost is 0.69, train acc is 59.38% +epoch 0 and step 394: train cost is 0.71, train acc is 59.38% +epoch 0 and step 395: train cost is 0.56, train acc is 59.38% +epoch 0 and step 396: train cost is 0.67, train acc is 62.50% +epoch 0 and step 397: train cost is 0.66, train acc is 75.00% +epoch 0 and step 398: train cost is 0.59, train acc is 56.25% +epoch 0 and step 399: train cost is 0.66, train acc is 62.50% +epoch 0 and step 400: train cost is 0.67, train acc is 68.75% +epoch 0 and step 401: train cost is 0.67, train acc is 62.50% +epoch 0 and step 402: train cost is 0.75, train acc is 68.75% +epoch 0 and step 403: train cost is 0.62, train acc is 65.62% +epoch 0 and step 404: train cost is 0.62, train acc is 65.62% +epoch 0 and step 405: train cost is 0.75, train acc is 50.00% +epoch 0 and step 406: train cost is 0.48, train acc is 84.38% +epoch 0 and step 407: train cost is 0.75, train acc is 62.50% +epoch 0 and step 408: train cost is 0.57, train acc is 71.88% +epoch 0 and step 409: train cost is 0.71, train acc is 65.62% +epoch 0 and step 410: train cost is 0.82, train acc is 46.88% +epoch 0 and step 411: train cost is 0.63, train acc is 62.50% +epoch 0 and step 412: train cost is 0.70, train acc is 56.25% +epoch 0 and step 413: train cost is 0.67, train acc is 68.75% +epoch 0 and step 414: train cost is 0.59, train acc is 75.00% +epoch 0 and step 415: train cost is 0.59, train acc is 65.62% +epoch 0 and step 416: train cost is 0.58, train acc is 75.00% +epoch 0 and step 417: train cost is 0.85, train acc is 65.62% +epoch 0 and step 418: train cost is 0.65, train acc is 59.38% +epoch 0 and step 419: train cost is 0.87, train acc is 65.62% +epoch 0 and step 420: train cost is 0.53, train acc is 75.00% +epoch 0 and step 421: train cost is 0.76, train acc is 53.12% +epoch 0 and step 422: train cost is 0.62, train acc is 68.75% +epoch 0 and step 423: train cost is 0.60, train acc is 65.62% +epoch 0 and step 424: train cost is 0.90, train acc is 46.88% +epoch 0 and step 425: train cost is 0.69, train acc is 75.00% +epoch 0 and step 426: train cost is 0.65, train acc is 65.62% +epoch 0 and step 427: train cost is 0.54, train acc is 75.00% +epoch 0 and step 428: train cost is 0.53, train acc is 81.25% +epoch 0 and step 429: train cost is 0.60, train acc is 71.88% +epoch 0 and step 430: train cost is 0.75, train acc is 53.12% +epoch 0 and step 431: train cost is 0.57, train acc is 71.88% +epoch 0 and step 432: train cost is 0.64, train acc is 78.12% +epoch 0 and step 433: train cost is 0.54, train acc is 75.00% +epoch 0 and step 434: train cost is 0.86, train acc is 62.50% +epoch 0 and step 435: train cost is 0.68, train acc is 62.50% +epoch 0 and step 436: train cost is 0.97, train acc is 50.00% +epoch 0 and step 437: train cost is 0.91, train acc is 56.25% +epoch 0 and step 438: train cost is 0.64, train acc is 62.50% +epoch 0 and step 439: train cost is 0.65, train acc is 65.62% +epoch 0 and step 440: train cost is 0.67, train acc is 65.62% +epoch 0 and step 441: train cost is 0.61, train acc is 62.50% +epoch 0 and step 442: train cost is 0.70, train acc is 56.25% +epoch 0 and step 443: train cost is 0.66, train acc is 65.62% +epoch 0 and step 444: train cost is 0.64, train acc is 65.62% +epoch 0 and step 445: train cost is 0.55, train acc is 71.88% +epoch 0 and step 446: train cost is 0.53, train acc is 62.50% +epoch 0 and step 447: train cost is 0.63, train acc is 65.62% +epoch 0 and step 448: train cost is 0.61, train acc is 65.62% +epoch 0 and step 449: train cost is 0.63, train acc is 68.75% +epoch 0 and step 450: train cost is 0.68, train acc is 65.62% +epoch 0 and step 451: train cost is 0.56, train acc is 78.12% +epoch 0 and step 452: train cost is 0.65, train acc is 62.50% +epoch 0 and step 453: train cost is 0.66, train acc is 68.75% +epoch 0 and step 454: train cost is 0.48, train acc is 81.25% +epoch 0 and step 455: train cost is 0.57, train acc is 65.62% +epoch 0 and step 456: train cost is 0.60, train acc is 59.38% +epoch 0 and step 457: train cost is 0.66, train acc is 59.38% +epoch 0 and step 458: train cost is 0.88, train acc is 62.50% +epoch 0 and step 459: train cost is 0.58, train acc is 71.88% +epoch 0 and step 460: train cost is 0.74, train acc is 56.25% +epoch 0 and step 461: train cost is 0.64, train acc is 56.25% +epoch 0 and step 462: train cost is 0.62, train acc is 68.75% +epoch 0 and step 463: train cost is 0.54, train acc is 75.00% +epoch 0 and step 464: train cost is 0.66, train acc is 62.50% +epoch 0 and step 465: train cost is 0.61, train acc is 68.75% +epoch 0 and step 466: train cost is 0.74, train acc is 59.38% +epoch 0 and step 467: train cost is 0.62, train acc is 56.25% +epoch 0 and step 468: train cost is 0.62, train acc is 65.62% +epoch 0 and step 469: train cost is 0.63, train acc is 62.50% +epoch 0 and step 470: train cost is 0.64, train acc is 59.38% +epoch 0 and step 471: train cost is 0.82, train acc is 40.62% +epoch 0 and step 472: train cost is 0.60, train acc is 65.62% +epoch 0 and step 473: train cost is 0.59, train acc is 68.75% +epoch 0 and step 474: train cost is 0.70, train acc is 56.25% +epoch 0 and step 475: train cost is 0.71, train acc is 56.25% +epoch 0 and step 476: train cost is 0.73, train acc is 59.38% +epoch 0 and step 477: train cost is 0.64, train acc is 62.50% +epoch 0 and step 478: train cost is 0.58, train acc is 65.62% +epoch 0 and step 479: train cost is 0.63, train acc is 62.50% +epoch 0 and step 480: train cost is 0.73, train acc is 56.25% +epoch 0 and step 481: train cost is 0.67, train acc is 50.00% +epoch 0 and step 482: train cost is 0.57, train acc is 71.88% +epoch 0 and step 483: train cost is 0.54, train acc is 65.62% +epoch 0 and step 484: train cost is 0.71, train acc is 71.88% +epoch 0 and step 485: train cost is 0.65, train acc is 62.50% +epoch 0 and step 486: train cost is 0.88, train acc is 65.62% +epoch 0 and step 487: train cost is 0.69, train acc is 81.25% +epoch 0 and step 488: train cost is 0.70, train acc is 62.50% +epoch 0 and step 489: train cost is 0.59, train acc is 62.50% +epoch 0 and step 490: train cost is 0.59, train acc is 65.62% +epoch 0 and step 491: train cost is 0.60, train acc is 71.88% +epoch 0 and step 492: train cost is 0.87, train acc is 50.00% +epoch 0 and step 493: train cost is 0.97, train acc is 50.00% +epoch 0 and step 494: train cost is 0.73, train acc is 68.75% +epoch 0 and step 495: train cost is 1.03, train acc is 56.25% +epoch 0 and step 496: train cost is 0.66, train acc is 56.25% +epoch 0 and step 497: train cost is 0.84, train acc is 62.50% +epoch 0 and step 498: train cost is 0.71, train acc is 65.62% +epoch 0 and step 499: train cost is 0.60, train acc is 71.88% +epoch 0 and step 500: train cost is 0.53, train acc is 75.00% +epoch 0 and step 501: train cost is 0.70, train acc is 75.00% +epoch 0 and step 502: train cost is 0.78, train acc is 68.75% +epoch 0 and step 503: train cost is 0.70, train acc is 71.88% +epoch 0 and step 504: train cost is 0.73, train acc is 68.75% +epoch 0 and step 505: train cost is 0.64, train acc is 59.38% +epoch 0 and step 506: train cost is 0.54, train acc is 68.75% +epoch 0 and step 507: train cost is 0.49, train acc is 78.12% +epoch 0 and step 508: train cost is 0.70, train acc is 50.00% +epoch 0 and step 509: train cost is 0.70, train acc is 53.12% +epoch 0 and step 510: train cost is 0.59, train acc is 65.62% +epoch 0 and step 511: train cost is 0.58, train acc is 71.88% +epoch 0 and step 512: train cost is 0.68, train acc is 71.88% +epoch 0 and step 513: train cost is 0.66, train acc is 65.62% +epoch 0 and step 514: train cost is 0.74, train acc is 59.38% +epoch 0 and step 515: train cost is 0.60, train acc is 62.50% +epoch 0 and step 516: train cost is 0.68, train acc is 62.50% +epoch 0 and step 517: train cost is 0.65, train acc is 62.50% +epoch 0 and step 518: train cost is 0.54, train acc is 78.12% +epoch 0 and step 519: train cost is 0.57, train acc is 71.88% +epoch 0 and step 520: train cost is 0.70, train acc is 65.62% +epoch 0 and step 521: train cost is 1.00, train acc is 46.88% +epoch 0 and step 522: train cost is 0.73, train acc is 65.62% +epoch 0 and step 523: train cost is 0.65, train acc is 71.88% +epoch 0 and step 524: train cost is 0.56, train acc is 81.25% +epoch 0 and step 525: train cost is 0.67, train acc is 59.38% +epoch 0 and step 526: train cost is 0.64, train acc is 62.50% +epoch 0 and step 527: train cost is 0.63, train acc is 68.75% +epoch 0 and step 528: train cost is 0.76, train acc is 56.25% +epoch 0 and step 529: train cost is 0.60, train acc is 71.88% +epoch 0 and step 530: train cost is 0.72, train acc is 59.38% +epoch 0 and step 531: train cost is 0.67, train acc is 53.12% +epoch 0 and step 532: train cost is 0.74, train acc is 50.00% +epoch 0 and step 533: train cost is 0.63, train acc is 65.62% +epoch 0 and step 534: train cost is 0.67, train acc is 59.38% +epoch 0 and step 535: train cost is 0.58, train acc is 75.00% +epoch 0 and step 536: train cost is 0.62, train acc is 62.50% +epoch 0 and step 537: train cost is 0.72, train acc is 68.75% +epoch 0 and step 538: train cost is 0.72, train acc is 62.50% +epoch 0 and step 539: train cost is 0.61, train acc is 62.50% +epoch 0 and step 540: train cost is 0.50, train acc is 75.00% +epoch 0 and step 541: train cost is 0.77, train acc is 56.25% +epoch 0 and step 542: train cost is 0.57, train acc is 68.75% +epoch 0 and step 543: train cost is 0.57, train acc is 68.75% +epoch 0 and step 544: train cost is 0.66, train acc is 62.50% +epoch 0 and step 545: train cost is 0.69, train acc is 62.50% +epoch 0 and step 546: train cost is 0.74, train acc is 59.38% +epoch 0 and step 547: train cost is 0.48, train acc is 78.12% +epoch 0 and step 548: train cost is 0.64, train acc is 53.12% +epoch 0 and step 549: train cost is 0.70, train acc is 50.00% +epoch 0 and step 550: train cost is 0.66, train acc is 59.38% +epoch 0 and step 551: train cost is 0.76, train acc is 68.75% +epoch 0 and step 552: train cost is 0.76, train acc is 62.50% +epoch 0 and step 553: train cost is 0.57, train acc is 75.00% +epoch 0 and step 554: train cost is 0.55, train acc is 75.00% +epoch 0 and step 555: train cost is 0.50, train acc is 81.25% +epoch 0 and step 556: train cost is 0.59, train acc is 65.62% +epoch 0 and step 557: train cost is 0.73, train acc is 59.38% +epoch 0 and step 558: train cost is 0.66, train acc is 59.38% +epoch 0 and step 559: train cost is 0.55, train acc is 68.75% +epoch 0 and step 560: train cost is 0.75, train acc is 50.00% +epoch 0 and step 561: train cost is 0.59, train acc is 62.50% +epoch 0 and step 562: train cost is 0.58, train acc is 78.12% +epoch 0 and step 563: train cost is 0.54, train acc is 84.38% +epoch 0 and step 564: train cost is 0.62, train acc is 62.50% +epoch 0 and step 565: train cost is 0.81, train acc is 37.50% +epoch 0 and step 566: train cost is 0.59, train acc is 68.75% +epoch 0 and step 567: train cost is 0.66, train acc is 65.62% +epoch 0 and step 568: train cost is 0.60, train acc is 68.75% +epoch 0 and step 569: train cost is 0.52, train acc is 68.75% +epoch 0 and step 570: train cost is 0.71, train acc is 62.50% +epoch 0 and step 571: train cost is 0.72, train acc is 62.50% +epoch 0 and step 572: train cost is 0.67, train acc is 59.38% +epoch 0 and step 573: train cost is 0.50, train acc is 81.25% +epoch 0 and step 574: train cost is 0.60, train acc is 71.88% +epoch 0 and step 575: train cost is 0.65, train acc is 65.62% +epoch 0 and step 576: train cost is 0.57, train acc is 68.75% +epoch 0 and step 577: train cost is 0.67, train acc is 56.25% +epoch 0 and step 578: train cost is 0.69, train acc is 62.50% +epoch 0 and step 579: train cost is 0.72, train acc is 59.38% +epoch 0 and step 580: train cost is 0.48, train acc is 84.38% +epoch 0 and step 581: train cost is 0.63, train acc is 68.75% +epoch 0 and step 582: train cost is 0.59, train acc is 68.75% +epoch 0 and step 583: train cost is 0.54, train acc is 75.00% +epoch 0 and step 584: train cost is 0.56, train acc is 78.12% +epoch 0 and step 585: train cost is 0.61, train acc is 65.62% +epoch 0 and step 586: train cost is 0.57, train acc is 68.75% +epoch 0 and step 587: train cost is 0.51, train acc is 71.88% +epoch 0 and step 588: train cost is 0.73, train acc is 56.25% +epoch 0 and step 589: train cost is 0.44, train acc is 84.38% +epoch 0 and step 590: train cost is 0.60, train acc is 68.75% +epoch 0 and step 591: train cost is 0.65, train acc is 65.62% +epoch 0 and step 592: train cost is 0.63, train acc is 68.75% +epoch 0 and step 593: train cost is 0.58, train acc is 68.75% +epoch 0 and step 594: train cost is 0.85, train acc is 46.88% +epoch 0 and step 595: train cost is 0.67, train acc is 53.12% +epoch 0 and step 596: train cost is 0.63, train acc is 62.50% +epoch 0 and step 597: train cost is 0.60, train acc is 71.88% +epoch 0 and step 598: train cost is 0.56, train acc is 68.75% +epoch 0 and step 599: train cost is 0.63, train acc is 62.50% +epoch 0 and step 600: train cost is 0.61, train acc is 65.62% +epoch 0 and step 601: train cost is 0.72, train acc is 43.75% +epoch 0 and step 602: train cost is 0.51, train acc is 78.12% +epoch 0 and step 603: train cost is 0.55, train acc is 71.88% +epoch 0 and step 604: train cost is 0.67, train acc is 53.12% +epoch 0 and step 605: train cost is 0.54, train acc is 78.12% +epoch 0 and step 606: train cost is 0.68, train acc is 59.38% +epoch 0 and step 607: train cost is 0.57, train acc is 71.88% +epoch 0 and step 608: train cost is 0.49, train acc is 81.25% +epoch 0 and step 609: train cost is 0.57, train acc is 68.75% +epoch 0 and step 610: train cost is 0.65, train acc is 68.75% +epoch 0 and step 611: train cost is 0.59, train acc is 68.75% +epoch 0 and step 612: train cost is 0.74, train acc is 65.62% +epoch 0 and step 613: train cost is 0.48, train acc is 81.25% +epoch 0 and step 614: train cost is 0.53, train acc is 62.50% +epoch 0 and step 615: train cost is 0.51, train acc is 65.62% +epoch 0 and step 616: train cost is 0.62, train acc is 68.75% +epoch 0 and step 617: train cost is 0.55, train acc is 68.75% +epoch 0 and step 618: train cost is 0.61, train acc is 68.75% +epoch 0 and step 619: train cost is 0.68, train acc is 62.50% +epoch 0 and step 620: train cost is 0.48, train acc is 78.12% +epoch 0 and step 621: train cost is 0.65, train acc is 68.75% +epoch 0 and step 622: train cost is 0.52, train acc is 75.00% +epoch 0 and step 623: train cost is 0.63, train acc is 59.38% +epoch 0 and step 624: train cost is 0.62, train acc is 53.12% +epoch 0 and step 625: train cost is 0.59, train acc is 59.38% +epoch 0 and step 626: train cost is 0.46, train acc is 81.25% +epoch 0 and step 627: train cost is 0.56, train acc is 68.75% +epoch 0 and step 628: train cost is 0.73, train acc is 78.12% +epoch 0 and step 629: train cost is 0.75, train acc is 68.75% +epoch 0 and step 630: train cost is 0.64, train acc is 78.12% +epoch 0 and step 631: train cost is 0.62, train acc is 62.50% +epoch 0 and step 632: train cost is 0.76, train acc is 50.00% +epoch 0 and step 633: train cost is 0.63, train acc is 68.75% +epoch 0 and step 634: train cost is 0.50, train acc is 75.00% +epoch 0 and step 635: train cost is 0.75, train acc is 65.62% +epoch 0 and step 636: train cost is 0.82, train acc is 62.50% +epoch 0 and step 637: train cost is 0.71, train acc is 68.75% +epoch 0 and step 638: train cost is 0.63, train acc is 62.50% +epoch 0 and step 639: train cost is 0.65, train acc is 56.25% +epoch 0 and step 640: train cost is 0.47, train acc is 87.50% +epoch 0 and step 641: train cost is 0.76, train acc is 65.62% +epoch 0 and step 642: train cost is 0.63, train acc is 62.50% +epoch 0 and step 643: train cost is 0.55, train acc is 75.00% +epoch 0 and step 644: train cost is 0.54, train acc is 65.62% +epoch 0 and step 645: train cost is 0.60, train acc is 71.88% +epoch 0 and step 646: train cost is 0.82, train acc is 62.50% +epoch 0 and step 647: train cost is 0.60, train acc is 71.88% +epoch 0 and step 648: train cost is 0.76, train acc is 65.62% +epoch 0 and step 649: train cost is 0.58, train acc is 62.50% +epoch 0 and step 650: train cost is 0.68, train acc is 62.50% +epoch 0 and step 651: train cost is 0.56, train acc is 65.62% +epoch 0 and step 652: train cost is 0.62, train acc is 62.50% +epoch 0 and step 653: train cost is 0.83, train acc is 37.50% +epoch 0 and step 654: train cost is 0.66, train acc is 65.62% +epoch 0 and step 655: train cost is 0.56, train acc is 71.88% +epoch 0 and step 656: train cost is 0.63, train acc is 68.75% +epoch 0 and step 657: train cost is 0.68, train acc is 65.62% +epoch 0 and step 658: train cost is 0.55, train acc is 71.88% +epoch 0 and step 659: train cost is 0.65, train acc is 53.12% +epoch 0 and step 660: train cost is 0.67, train acc is 59.38% +epoch 0 and step 661: train cost is 0.59, train acc is 71.88% +epoch 0 and step 662: train cost is 0.69, train acc is 71.88% +epoch 0 and step 663: train cost is 0.65, train acc is 71.88% +epoch 0 and step 664: train cost is 0.62, train acc is 56.25% +epoch 0 and step 665: train cost is 0.51, train acc is 78.12% +epoch 0 and step 666: train cost is 0.51, train acc is 75.00% +epoch 0 and step 667: train cost is 0.69, train acc is 53.12% +epoch 0 and step 668: train cost is 0.75, train acc is 56.25% +epoch 0 and step 669: train cost is 0.51, train acc is 71.88% +epoch 0 and step 670: train cost is 0.82, train acc is 56.25% +epoch 0 and step 671: train cost is 0.96, train acc is 43.75% +epoch 0 and step 672: train cost is 0.60, train acc is 56.25% +epoch 0 and step 673: train cost is 0.74, train acc is 62.50% +epoch 0 and step 674: train cost is 0.61, train acc is 59.38% +epoch 0 and step 675: train cost is 0.64, train acc is 46.88% +epoch 0 and step 676: train cost is 0.56, train acc is 65.62% +epoch 0 and step 677: train cost is 0.70, train acc is 62.50% +epoch 0 and step 678: train cost is 0.62, train acc is 62.50% +epoch 0 and step 679: train cost is 0.56, train acc is 68.75% +epoch 0 and step 680: train cost is 0.71, train acc is 53.12% +epoch 0 and step 681: train cost is 0.62, train acc is 59.38% +epoch 0 and step 682: train cost is 0.67, train acc is 56.25% +epoch 0 and step 683: train cost is 0.63, train acc is 59.38% +epoch 0 and step 684: train cost is 0.63, train acc is 56.25% +epoch 0 and step 685: train cost is 0.73, train acc is 75.00% +epoch 0 and step 686: train cost is 0.69, train acc is 62.50% +epoch 0 and step 687: train cost is 0.62, train acc is 59.38% +epoch 0 and step 688: train cost is 0.61, train acc is 62.50% +epoch 0 and step 689: train cost is 0.55, train acc is 75.00% +epoch 0 and step 690: train cost is 0.88, train acc is 40.62% +epoch 0 and step 691: train cost is 0.70, train acc is 56.25% +epoch 0 and step 692: train cost is 0.69, train acc is 56.25% +epoch 0 and step 693: train cost is 0.76, train acc is 56.25% +epoch 0 and step 694: train cost is 0.62, train acc is 62.50% +epoch 0 and step 695: train cost is 0.56, train acc is 65.62% +epoch 0 and step 696: train cost is 0.55, train acc is 87.50% +epoch 0 and step 697: train cost is 0.91, train acc is 53.12% +epoch 0 and step 698: train cost is 0.83, train acc is 56.25% +epoch 0 and step 699: train cost is 0.87, train acc is 56.25% +epoch 0 and step 700: train cost is 0.65, train acc is 68.75% +epoch 0 and step 701: train cost is 0.63, train acc is 65.62% +epoch 0 and step 702: train cost is 0.68, train acc is 56.25% +epoch 0 and step 703: train cost is 0.76, train acc is 46.88% +epoch 0 and step 704: train cost is 0.41, train acc is 75.00% +epoch 0: train acc is 61.31% +batch 0: val cost is 0.58, val acc is 75.00% +batch 1: val cost is 0.55, val acc is 81.25% +batch 2: val cost is 0.62, val acc is 68.75% +batch 3: val cost is 0.45, val acc is 71.88% +batch 4: val cost is 0.54, val acc is 68.75% +batch 5: val cost is 0.53, val acc is 65.62% +batch 6: val cost is 0.63, val acc is 59.38% +batch 7: val cost is 0.51, val acc is 78.12% +batch 8: val cost is 0.84, val acc is 65.62% +batch 9: val cost is 0.86, val acc is 62.50% +batch 10: val cost is 0.80, val acc is 59.38% +batch 11: val cost is 0.54, val acc is 68.75% +batch 12: val cost is 0.47, val acc is 75.00% +batch 13: val cost is 0.56, val acc is 65.62% +batch 14: val cost is 0.91, val acc is 56.25% +batch 15: val cost is 0.67, val acc is 59.38% +batch 16: val cost is 0.78, val acc is 59.38% +batch 17: val cost is 0.56, val acc is 68.75% +batch 18: val cost is 0.70, val acc is 59.38% +batch 19: val cost is 0.62, val acc is 68.75% +batch 20: val cost is 0.59, val acc is 65.62% +batch 21: val cost is 0.59, val acc is 71.88% +batch 22: val cost is 0.72, val acc is 53.12% +batch 23: val cost is 0.53, val acc is 75.00% +batch 24: val cost is 0.54, val acc is 78.12% +batch 25: val cost is 0.62, val acc is 56.25% +batch 26: val cost is 0.61, val acc is 65.62% +batch 27: val cost is 0.52, val acc is 81.25% +batch 28: val cost is 0.64, val acc is 71.88% +batch 29: val cost is 0.57, val acc is 78.12% +batch 30: val cost is 0.64, val acc is 71.88% +batch 31: val cost is 0.62, val acc is 62.50% +batch 32: val cost is 0.72, val acc is 59.38% +batch 33: val cost is 0.60, val acc is 59.38% +batch 34: val cost is 0.58, val acc is 71.88% +batch 35: val cost is 0.67, val acc is 59.38% +batch 36: val cost is 0.74, val acc is 56.25% +batch 37: val cost is 0.62, val acc is 53.12% +batch 38: val cost is 0.59, val acc is 71.88% +batch 39: val cost is 0.69, val acc is 62.50% +batch 40: val cost is 0.59, val acc is 68.75% +batch 41: val cost is 0.69, val acc is 56.25% +batch 42: val cost is 0.81, val acc is 56.25% +batch 43: val cost is 0.64, val acc is 71.88% +batch 44: val cost is 0.82, val acc is 56.25% +batch 45: val cost is 0.74, val acc is 50.00% +batch 46: val cost is 0.57, val acc is 78.12% +batch 47: val cost is 0.71, val acc is 65.62% +batch 48: val cost is 0.66, val acc is 65.62% +batch 49: val cost is 0.60, val acc is 71.88% +batch 50: val cost is 0.72, val acc is 53.12% +batch 51: val cost is 0.68, val acc is 65.62% +batch 52: val cost is 0.64, val acc is 59.38% +batch 53: val cost is 0.69, val acc is 56.25% +batch 54: val cost is 0.55, val acc is 71.88% +batch 55: val cost is 0.56, val acc is 75.00% +batch 56: val cost is 0.58, val acc is 71.88% +batch 57: val cost is 0.62, val acc is 65.62% +batch 58: val cost is 0.78, val acc is 71.88% +batch 59: val cost is 0.50, val acc is 75.00% +batch 60: val cost is 0.71, val acc is 65.62% +batch 61: val cost is 0.61, val acc is 71.88% +batch 62: val cost is 0.64, val acc is 59.38% +batch 63: val cost is 0.56, val acc is 68.75% +batch 64: val cost is 0.56, val acc is 71.88% +batch 65: val cost is 0.69, val acc is 65.62% +batch 66: val cost is 0.50, val acc is 71.88% +batch 67: val cost is 0.53, val acc is 71.88% +batch 68: val cost is 0.68, val acc is 59.38% +batch 69: val cost is 0.52, val acc is 75.00% +batch 70: val cost is 0.43, val acc is 78.12% +batch 71: val cost is 0.74, val acc is 56.25% +batch 72: val cost is 0.70, val acc is 65.62% +batch 73: val cost is 0.39, val acc is 84.38% +batch 74: val cost is 0.93, val acc is 59.38% +batch 75: val cost is 0.43, val acc is 81.25% +batch 76: val cost is 0.62, val acc is 65.62% +batch 77: val cost is 0.54, val acc is 75.00% +batch 78: val cost is 0.64, val acc is 50.00% +epoch 0: val acc is 66.10% diff --git a/demo/image-classification/pretraind_models/download_model.sh b/demo/image-classification/pretraind_models/download_model.sh new file mode 100644 index 0000000000000000000000000000000000000000..a340b403e644fdc99917d85accd3901a7a670e0f --- /dev/null +++ b/demo/image-classification/pretraind_models/download_model.sh @@ -0,0 +1,35 @@ +#!/bin/bash +set -o nounset +set -o errexit + +script_path=$(cd `dirname $0`; pwd) + +if [ $# -ne 1 ] +then + echo "usage: sh $0 {PRETRAINED_MODEL_NAME}" + exit 1 +fi + +if [ $1 != "ResNet50" -a $1 != "ResNet101" -a $1 != "ResNet152" -a $1 != "MobileNetV2" ] +then + echo "only suppory pretrained model in {ResNet50, ResNet101, ResNet152, MobileNetV2}" + exit 1 +fi + +model_name=${1}_pretrained +model=${model_name}.zip +cd ${script_path} + +if [ -d ${model_name} ] +then + echo "model file ${model_name} is already existed" + exit 0 +fi + +if [ ! -f ${model} ] +then + wget http://paddle-imagenet-models-name.bj.bcebos.com/${model} +fi +unzip ${model} +# rm ${model} +rm -rf __MACOSX diff --git a/demo/image-classification/reader.py b/demo/image-classification/reader.py new file mode 100644 index 0000000000000000000000000000000000000000..525d037d2f2d9032b1ec2b9afe5f314a4b3d2bf6 --- /dev/null +++ b/demo/image-classification/reader.py @@ -0,0 +1,188 @@ +import os +import math +import random +import functools +import numpy as np +import paddle +from PIL import Image, ImageEnhance + +random.seed(0) +np.random.seed(0) + +DATA_DIM = 224 + +THREAD = 8 +BUF_SIZE = 102400 + +DATA_DIR = 'dataset' + +img_mean = np.array([0.485, 0.456, 0.406]).reshape((3, 1, 1)) +img_std = np.array([0.229, 0.224, 0.225]).reshape((3, 1, 1)) + + +def resize_short(img, target_size): + percent = float(target_size) / min(img.size[0], img.size[1]) + resized_width = int(round(img.size[0] * percent)) + resized_height = int(round(img.size[1] * percent)) + img = img.resize((resized_width, resized_height), Image.LANCZOS) + return img + + +def crop_image(img, target_size, center): + width, height = img.size + size = target_size + if center == True: + w_start = (width - size) / 2 + h_start = (height - size) / 2 + else: + w_start = np.random.randint(0, width - size + 1) + h_start = np.random.randint(0, height - size + 1) + w_end = w_start + size + h_end = h_start + size + img = img.crop((w_start, h_start, w_end, h_end)) + return img + + +def random_crop(img, size, scale=[0.08, 1.0], ratio=[3. / 4., 4. / 3.]): + aspect_ratio = math.sqrt(np.random.uniform(*ratio)) + w = 1. * aspect_ratio + h = 1. / aspect_ratio + + bound = min((float(img.size[0]) / img.size[1]) / (w**2), + (float(img.size[1]) / img.size[0]) / (h**2)) + scale_max = min(scale[1], bound) + scale_min = min(scale[0], bound) + + target_area = img.size[0] * img.size[1] * np.random.uniform( + scale_min, scale_max) + target_size = math.sqrt(target_area) + w = int(target_size * w) + h = int(target_size * h) + + i = np.random.randint(0, img.size[0] - w + 1) + j = np.random.randint(0, img.size[1] - h + 1) + + img = img.crop((i, j, i + w, j + h)) + img = img.resize((size, size), Image.LANCZOS) + return img + + +def rotate_image(img): + angle = np.random.randint(-10, 11) + img = img.rotate(angle) + return img + + +def distort_color(img): + def random_brightness(img, lower=0.5, upper=1.5): + e = np.random.uniform(lower, upper) + return ImageEnhance.Brightness(img).enhance(e) + + def random_contrast(img, lower=0.5, upper=1.5): + e = np.random.uniform(lower, upper) + return ImageEnhance.Contrast(img).enhance(e) + + def random_color(img, lower=0.5, upper=1.5): + e = np.random.uniform(lower, upper) + return ImageEnhance.Color(img).enhance(e) + + ops = [random_brightness, random_contrast, random_color] + np.random.shuffle(ops) + + img = ops[0](img) + img = ops[1](img) + img = ops[2](img) + + return img + + +def process_image(sample, mode, color_jitter, rotate): + img_path = sample[0] + + img = Image.open(img_path) + if mode == 'train': + if rotate: img = rotate_image(img) + img = random_crop(img, DATA_DIM) + else: + img = resize_short(img, target_size=256) + img = crop_image(img, target_size=DATA_DIM, center=True) + if mode == 'train': + if color_jitter: + img = distort_color(img) + if np.random.randint(0, 2) == 1: + img = img.transpose(Image.FLIP_LEFT_RIGHT) + + if img.mode != 'RGB': + img = img.convert('RGB') + + img = np.array(img).astype('float32').transpose((2, 0, 1)) / 255 + img -= img_mean + img /= img_std + + if mode == 'train' or mode == 'val': + return img, sample[1] + elif mode == 'test': + return [img] + + +def _reader_creator(file_list, + mode, + shuffle=False, + color_jitter=False, + rotate=False, + data_dir=DATA_DIR): + def reader(): + with open(file_list) as flist: + full_lines = [line.strip() for line in flist] + if shuffle: + np.random.shuffle(full_lines) + if mode == 'train' and os.getenv('PADDLE_TRAINING_ROLE'): + # distributed mode if the env var `PADDLE_TRAINING_ROLE` exits + trainer_id = int(os.getenv("PADDLE_TRAINER_ID", "0")) + trainer_count = int(os.getenv("PADDLE_TRAINERS", "1")) + per_node_lines = len(full_lines) // trainer_count + lines = full_lines[trainer_id * per_node_lines: + (trainer_id + 1) * per_node_lines] + print( + "read images from %d, length: %d, lines length: %d, total: %d" + % (trainer_id * per_node_lines, per_node_lines, len(lines), + len(full_lines))) + else: + lines = full_lines + + for line in lines: + if mode == 'train' or mode == 'val': + img_path, label = line.split() + # img_path = img_path.replace("JPEG", "jpeg") + img_path = os.path.join(data_dir, img_path) + yield img_path, int(label) + elif mode == 'test': + img_path = os.path.join(data_dir, line) + yield [img_path] + + mapper = functools.partial( + process_image, mode=mode, color_jitter=color_jitter, rotate=rotate) + + return paddle.reader.xmap_readers(mapper, reader, THREAD, BUF_SIZE) + + +def train(data_dir=DATA_DIR): + file_list = os.path.join(data_dir, 'train_list.txt') + return _reader_creator( + file_list, + 'train', + shuffle=True, + color_jitter=False, + rotate=False, + data_dir=data_dir + "/train") + + +def val(data_dir=DATA_DIR): + file_list = os.path.join(data_dir, 'val_list.txt') + return _reader_creator( + file_list, 'val', shuffle=False, data_dir=data_dir + "/val") + + +def test(data_dir=DATA_DIR): + file_list = os.path.join(data_dir, 'val_list.txt') + return _reader_creator(file_list, 'test', shuffle=False, data_dir=data_dir) diff --git a/demo/image-classification/retrain.py b/demo/image-classification/retrain.py new file mode 100644 index 0000000000000000000000000000000000000000..5452b18593808a369f34953ac9f5e9c2abaf7b1c --- /dev/null +++ b/demo/image-classification/retrain.py @@ -0,0 +1,128 @@ +#-*- coding:utf8 -*- +import paddle +import paddle.fluid as fluid +import paddle_hub as hub +import paddle_hub.module as module +import sys +import os +import reader +import argparse +import functools +from visualdl import LogWriter +from utility import add_arguments, print_arguments +parser = argparse.ArgumentParser(description=__doc__) +add_arg = functools.partial(add_arguments, argparser=parser) +# yapf: disable +add_arg('hub_module_path', str, "hub_module_ResNet50", "the hub module path" ) +add_arg('batch_size', int, 32, "Minibatch size.") +add_arg('use_gpu', bool, True, "Whether to use GPU or not.") +add_arg('num_epochs', int, 20, "number of epochs.") +add_arg('class_dim', int, 2, "Class number.") +add_arg('image_shape', str, "3,224,224", "input image size") +add_arg('lr', float, 0.1, "set learning rate.") +add_arg('data_dir', str, "./dataset", "The ImageNet dataset root dir.") +add_arg('model_save_dir', str, "./model_save", "model save dir") +# yapf: enable + + +def retrain(modelpath): + + module = hub.Module(module_dir=args.hub_module_path) + + feed_list, fetch_list, program = module.context( + sign_name="feature_map", trainable=True) + # get the dog cat dataset + train_reader = paddle.batch(reader.train(args.data_dir), batch_size=32) + val_reader = paddle.batch(reader.val(args.data_dir), batch_size=32) + + logger = LogWriter("vdl_log", sync_cycle=5) + with logger.mode("train") as logw: + train_acc_scalar = logw.scalar("acc") + train_cost_scalar = logw.scalar("cost") + + with logger.mode("val") as logw: + val_acc_scalar = logw.scalar("acc") + val_cost_scalar = logw.scalar("cost") + + with fluid.program_guard(main_program=program): + img = feed_list[0] + label = fluid.layers.data(name="label", shape=[1], dtype="int64") + feature_map = fetch_list[0] + fc = fluid.layers.fc(input=feature_map, size=2, act="softmax") + cost = fluid.layers.cross_entropy(input=fc, label=label) + avg_cost = fluid.layers.mean(cost) + acc = fluid.layers.accuracy(input=fc, label=label) + inference_program = fluid.default_main_program().clone(for_test=True) + optimizer = fluid.optimizer.Adam(learning_rate=0.001) + optimizer.minimize(avg_cost) + + # running on gpu + place = fluid.CUDAPlace(0) + feeder = fluid.DataFeeder(feed_list=[img, label], place=place) + exe = fluid.Executor(place) + train_exe = fluid.ParallelExecutor( + use_cuda=True, + loss_name=avg_cost.name, + main_program=fluid.default_main_program()) + + # init all param + exe.run(fluid.default_startup_program()) + step = 0 + sample_num = 0 + epochs = 50 + # start to train + for i in range(epochs): + train_size = 0 + train_acc = 0 + train_cost = 0 + for batch in train_reader(): + cost, accuracy = train_exe.run( + feed=feeder.feed(batch), + fetch_list=[avg_cost.name, acc.name]) + step += 1 + + ##################### + train_size += 1 + train_acc += len(batch) * accuracy + train_cost += cost + ##################### + + print( + "epoch %d and step %d: train cost is %.2f, train acc is %.2f%%" + % (i, step, cost, accuracy * 100)) + + train_acc = 100 * train_acc / (train_size * 32) + print("epoch %d: train acc is %.2f%%" % (i, train_acc)) + ##################### + train_acc_scalar.add_record(i, train_acc) + train_cost_scalar.add_record(i, train_cost / train_size) + ##################### + + val_size = 0 + val_acc = 0 + val_cost = 0 + with fluid.program_guard(inference_program): + for iter, batch in enumerate(val_reader()): + cost, accuracy = train_exe.run( + feed=feeder.feed(batch), + fetch_list=[avg_cost.name, acc.name]) + val_size += 1 + val_acc += len(batch) * accuracy + val_cost += cost + print("batch %d: val cost is %.2f, val acc is %.2f%%" % + (iter, cost, accuracy * 100)) + val_acc = 100 * val_acc / (val_size * 32) + print("epoch %d: val acc is %.2f%%" % (i, val_acc)) + val_acc_scalar.add_record(i, val_acc) + val_cost_scalar.add_record(i, val_cost / val_size) + fluid.io.save_inference_model( + dirname=os.path.join(args.model_save_dir, "iter%d" % i), + feeded_var_names=[img.name], + target_vars=[fc], + executor=exe) + + +if __name__ == "__main__": + args = parser.parse_args() + print_arguments(args) + retrain(sys.argv[1]) diff --git a/demo/image-classification/test.py b/demo/image-classification/test.py new file mode 100644 index 0000000000000000000000000000000000000000..7b93868db12717b59c112c88ac51b8f5dc57cc8d --- /dev/null +++ b/demo/image-classification/test.py @@ -0,0 +1,57 @@ +#-*- coding:utf8 -*- +import paddle +import paddle.fluid as fluid +import paddle_hub.module as module +import reader +import sys + + +def retrain(modelpath): + + model = module.Module(module_dir=modelpath) + + feed_list, fetch_list, program = model( + sign_name="feature_map", trainable=True) + # get the dog cat dataset + train_reader = paddle.batch(reader.train("./dataset"), batch_size=32) + val_reader = paddle.batch(reader.val("./dataset"), batch_size=32) + + with fluid.program_guard(main_program=program): + img = feed_list[0] + label = fluid.layers.data(name="label", shape=[1], dtype="int64") + feature_map = fetch_list[0] + fc = fluid.layers.fc(input=feature_map, size=2, act="softmax") + cost = fluid.layers.cross_entropy(input=fc, label=label) + avg_cost = fluid.layers.mean(cost) + acc = fluid.layers.accuracy(input=fc, label=label) + inference_program = fluid.default_main_program().clone(for_test=True) + optimizer = fluid.optimizer.Adam(learning_rate=0.001) + optimizer.minimize(avg_cost) + + # running on gpu + place = fluid.CUDAPlace(0) + feeder = fluid.DataFeeder(feed_list=[img, label], place=place) + exe = fluid.Executor(place) + train_exe = fluid.ParallelExecutor( + use_cuda=True, + loss_name=avg_cost.name, + main_program=fluid.default_main_program()) + + # init all param + exe.run(fluid.default_startup_program()) + step = 0 + epochs = 50 + # start to train + for i in range(epochs): + for batch in train_reader(): + cost, accuracy = train_exe.run( + feed=feeder.feed(batch), + fetch_list=[avg_cost.name, acc.name]) + step += 1 + print( + "epoch %d and step %d: train cost is %.2f, train acc is %.2f%%" + % (i, step, cost, accuracy * 100)) + + +if __name__ == "__main__": + retrain(sys.argv[1]) diff --git a/demo/image-classification/train.py b/demo/image-classification/train.py new file mode 100644 index 0000000000000000000000000000000000000000..dfa856556f6431c892cfc8933f8f6d04607eac7d --- /dev/null +++ b/demo/image-classification/train.py @@ -0,0 +1,321 @@ +from __future__ import absolute_import +from __future__ import division +from __future__ import print_function +import os +import numpy as np +import time +import sys +import functools +import math +import paddle +import paddle.fluid as fluid +import paddle.dataset.flowers as flowers +import reader +import argparse +import functools +import subprocess +import utils +import nets +import paddle_hub as hub +from utils.learning_rate import cosine_decay +from utils.fp16_utils import create_master_params_grads, master_param_to_train_param +from utility import add_arguments, print_arguments +parser = argparse.ArgumentParser(description=__doc__) +add_arg = functools.partial(add_arguments, argparser=parser) +# yapf: disable +add_arg('create_module', bool, False, "create a hub module or not" ) +add_arg('batch_size', int, 32, "Minibatch size.") +add_arg('use_gpu', bool, True, "Whether to use GPU or not.") +add_arg('total_images', int, 12000, "Training image number.") +add_arg('num_epochs', int, 120, "number of epochs.") +add_arg('class_dim', int, 2, "Class number.") +add_arg('image_shape', str, "3,224,224", "input image size") +add_arg('model_save_dir', str, "output", "model save directory") +add_arg('pretrained_model', str, None, "Whether to use pretrained model.") +add_arg('lr', float, 0.1, "set learning rate.") +add_arg('lr_strategy', str, "piecewise_decay", "Set the learning rate decay strategy.") +add_arg('model', str, "ResNet50", "Set the network to use.") +add_arg('data_dir', str, "./dataset", "The ImageNet dataset root dir.") +add_arg('fp16', bool, False, "Enable half precision training with fp16." ) +add_arg('scale_loss', float, 1.0, "Scale loss for fp16." ) +# yapf: enable + + +def optimizer_setting(params): + ls = params["learning_strategy"] + if ls["name"] == "piecewise_decay": + if "total_images" not in params: + total_images = 12000 + else: + total_images = params["total_images"] + batch_size = ls["batch_size"] + step = int(total_images / batch_size + 1) + + bd = [step * e for e in ls["epochs"]] + base_lr = params["lr"] + lr = [] + lr = [base_lr * (0.1**i) for i in range(len(bd) + 1)] + optimizer = fluid.optimizer.Momentum( + learning_rate=fluid.layers.piecewise_decay( + boundaries=bd, values=lr), + momentum=0.9, + regularization=fluid.regularizer.L2Decay(1e-4)) + + elif ls["name"] == "cosine_decay": + if "total_images" not in params: + total_images = 12000 + else: + total_images = params["total_images"] + + batch_size = ls["batch_size"] + step = int(total_images / batch_size + 1) + + lr = params["lr"] + num_epochs = params["num_epochs"] + + optimizer = fluid.optimizer.Momentum( + learning_rate=cosine_decay( + learning_rate=lr, step_each_epoch=step, epochs=num_epochs), + momentum=0.9, + regularization=fluid.regularizer.L2Decay(4e-5)) + elif ls["name"] == "exponential_decay": + if "total_images" not in params: + total_images = 12000 + else: + total_images = params["total_images"] + batch_size = ls["batch_size"] + step = int(total_images / batch_size + 1) + lr = params["lr"] + num_epochs = params["num_epochs"] + learning_decay_rate_factor = ls["learning_decay_rate_factor"] + num_epochs_per_decay = ls["num_epochs_per_decay"] + NUM_GPUS = 1 + + optimizer = fluid.optimizer.Momentum( + learning_rate=fluid.layers.exponential_decay( + learning_rate=lr * NUM_GPUS, + decay_steps=step * num_epochs_per_decay / NUM_GPUS, + decay_rate=learning_decay_rate_factor), + momentum=0.9, + regularization=fluid.regularizer.L2Decay(4e-5)) + + else: + lr = params["lr"] + optimizer = fluid.optimizer.Momentum( + learning_rate=lr, + momentum=0.9, + regularization=fluid.regularizer.L2Decay(1e-4)) + + return optimizer + + +def net_config(image, label, model, args): + class_dim = args.class_dim + model_name = args.model + + out, feature_map = model.net(input=image, class_dim=class_dim) + cost, pred = fluid.layers.softmax_with_cross_entropy( + out, label, return_softmax=True) + if args.scale_loss > 1: + avg_cost = fluid.layers.mean(x=cost) * float(args.scale_loss) + else: + avg_cost = fluid.layers.mean(x=cost) + + acc_top1 = fluid.layers.accuracy(input=pred, label=label, k=1) + + return avg_cost, acc_top1, out, feature_map + + +def build_program(is_train, main_prog, startup_prog, args): + image_shape = [int(m) for m in args.image_shape.split(",")] + model_name = args.model + model = nets.__dict__[model_name]() + with fluid.program_guard(main_prog, startup_prog): + py_reader = fluid.layers.py_reader( + capacity=16, + shapes=[[-1] + image_shape, [-1, 1]], + lod_levels=[0, 0], + dtypes=["float32", "int64"], + use_double_buffer=True) + with fluid.unique_name.guard(): + image, label = fluid.layers.read_file(py_reader) + if args.fp16: + image = fluid.layers.cast(image, "float16") + avg_cost, acc_top1, predition, feature_map = net_config( + image, label, model, args) + avg_cost.persistable = True + acc_top1.persistable = True + if is_train: + params = model.params + params["total_images"] = args.total_images + params["lr"] = args.lr + params["num_epochs"] = args.num_epochs + params["learning_strategy"]["batch_size"] = args.batch_size + params["learning_strategy"]["name"] = args.lr_strategy + + optimizer = optimizer_setting(params) + + if args.fp16: + params_grads = optimizer.backward(avg_cost) + master_params_grads = create_master_params_grads( + params_grads, main_prog, startup_prog, args.scale_loss) + optimizer.apply_gradients(master_params_grads) + master_param_to_train_param(master_params_grads, + params_grads, main_prog) + else: + optimizer.minimize(avg_cost) + + return py_reader, avg_cost, acc_top1, image, predition, feature_map + + +def train(args): + # parameters from arguments + model_name = args.model + pretrained_model = args.pretrained_model + model_save_dir = args.model_save_dir + + startup_prog = fluid.Program() + train_prog = fluid.Program() + test_prog = fluid.Program() + + train_py_reader, train_cost, train_acc, image, predition, feature_map = build_program( + is_train=True, + main_prog=train_prog, + startup_prog=startup_prog, + args=args) + test_py_reader, test_cost, test_acc, image, predition, feature_map = build_program( + is_train=False, + main_prog=test_prog, + startup_prog=startup_prog, + args=args) + test_prog = test_prog.clone(for_test=True) + + place = fluid.CUDAPlace(0) if args.use_gpu else fluid.CPUPlace() + exe = fluid.Executor(place) + exe.run(startup_prog) + + if pretrained_model: + + def if_exist(var): + return os.path.exists(os.path.join(pretrained_model, var.name)) + + fluid.io.load_vars( + exe, pretrained_model, main_program=train_prog, predicate=if_exist) + + if args.create_module: + assert pretrained_model, "need a pretrained module to create a hub module" + sign1 = hub.create_signature( + "classification", inputs=[image], outputs=[predition]) + sign2 = hub.create_signature( + "feature_map", inputs=[image], outputs=[feature_map]) + sign3 = hub.create_signature(inputs=[image], outputs=[predition]) + hub.create_module( + sign_arr=[sign1, sign2, sign3], + module_dir="hub_module_" + args.model) + exit() + + visible_device = os.getenv('CUDA_VISIBLE_DEVICES') + if visible_device: + device_num = len(visible_device.split(',')) + else: + device_num = subprocess.check_output(['nvidia-smi', + '-L']).decode().count('\n') + + train_batch_size = args.batch_size / device_num + test_batch_size = 16 + train_reader = paddle.batch( + reader.train(), batch_size=train_batch_size, drop_last=True) + test_reader = paddle.batch(reader.val(), batch_size=test_batch_size) + + train_py_reader.decorate_paddle_reader(train_reader) + test_py_reader.decorate_paddle_reader(test_reader) + train_exe = fluid.ParallelExecutor( + main_program=train_prog, + use_cuda=bool(args.use_gpu), + loss_name=train_cost.name) + + train_fetch_list = [train_cost.name, train_acc.name] + test_fetch_list = [test_cost.name, test_acc.name] + + params = nets.__dict__[args.model]().params + + for pass_id in range(params["num_epochs"]): + + train_py_reader.start() + + train_info = [[], [], []] + test_info = [[], [], []] + train_time = [] + batch_id = 0 + try: + while True: + t1 = time.time() + loss, acc = train_exe.run(fetch_list=train_fetch_list) + t2 = time.time() + period = t2 - t1 + loss = np.mean(np.array(loss)) + acc = np.mean(np.array(acc)) + train_info[0].append(loss) + train_info[1].append(acc) + train_time.append(period) + if batch_id % 10 == 0: + print("Pass {0}, trainbatch {1}, loss {2}, \ + acc {3}, time {4}".format(pass_id, batch_id, loss, acc, + "%2.2f sec" % period)) + sys.stdout.flush() + batch_id += 1 + except fluid.core.EOFException: + train_py_reader.reset() + + train_loss = np.array(train_info[0]).mean() + train_acc = np.array(train_info[1]).mean() + train_speed = np.array(train_time).mean() / ( + train_batch_size * device_num) + + test_py_reader.start() + + test_batch_id = 0 + try: + while True: + t1 = time.time() + loss, acc = exe.run( + program=test_prog, fetch_list=test_fetch_list) + t2 = time.time() + period = t2 - t1 + loss = np.mean(loss) + acc = np.mean(acc) + test_info[0].append(loss) + test_info[1].append(acc) + if test_batch_id % 10 == 0: + print("Pass {0},testbatch {1},loss {2}, \ + acc {3},time {4}".format(pass_id, test_batch_id, loss, + acc, "%2.2f sec" % period)) + sys.stdout.flush() + test_batch_id += 1 + except fluid.core.EOFException: + test_py_reader.reset() + + test_loss = np.array(test_info[0]).mean() + test_acc = np.array(test_info[1]).mean() + + print("End pass {0}, train_loss {1}, train_acc {2}, " + "test_loss {3}, test_acc {4}".format( + pass_id, train_loss, train_acc, test_loss, test_acc)) + sys.stdout.flush() + + model_path = os.path.join(model_save_dir + '/' + model_name, + str(pass_id)) + if not os.path.isdir(model_path): + os.makedirs(model_path) + fluid.io.save_persistables(exe, model_path, main_program=train_prog) + + +def main(): + args = parser.parse_args() + assert args.model in nets.__all__, "model is not in list %s" % nets.__all__ + print_arguments(args) + train(args) + + +if __name__ == '__main__': + main() diff --git a/demo/image-classification/train.sh b/demo/image-classification/train.sh new file mode 100644 index 0000000000000000000000000000000000000000..4495e62c2b47b32fc49a63c8da465248e0c9b665 --- /dev/null +++ b/demo/image-classification/train.sh @@ -0,0 +1,33 @@ +#!/bin/bash +set -o nounset +set -o errexit + +script_path=$(cd `dirname $0`; pwd) +cd $script_path + +model_name=ResNet50 +batch_size=32 +data_dir=./dataset +class_dim=2 +use_gpu=False + +while getopts "m:b:c:d:g" options +do + case "$options" in + b) + batch_size=$OPTARG;; + c) + class_dim=$OPTARG;; + d) + data_dir=$OPTARG;; + m) + model_name=$OPTARG;; + g) + use_gpu=True;; + ?) + echo "unknown options" + exit 1;; + esac +done + +python train.py --data_dir=${data_dir} --batch_size=${batch_size} --class_dim=${class_dim} --image_shape=3,224,224 --model_save_dir=output/ --lr_strategy=piecewise_decay --lr=0.1 --model=${model_name} --use_gpu=${use_gpu} diff --git a/demo/image-classification/utility.py b/demo/image-classification/utility.py new file mode 100644 index 0000000000000000000000000000000000000000..5b10a179ac2231cb26ab42993b7300d5e99f44bc --- /dev/null +++ b/demo/image-classification/utility.py @@ -0,0 +1,63 @@ +"""Contains common utility functions.""" +# Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserve. +# +#Licensed under the Apache License, Version 2.0 (the "License"); +#you may not use this file except in compliance with the License. +#You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +#Unless required by applicable law or agreed to in writing, software +#distributed under the License is distributed on an "AS IS" BASIS, +#WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +#See the License for the specific language governing permissions and +#limitations under the License. + +from __future__ import absolute_import +from __future__ import division +from __future__ import print_function +import distutils.util +import numpy as np +import six +from paddle.fluid import core + + +def print_arguments(args): + """Print argparse's arguments. + + Usage: + + .. code-block:: python + + parser = argparse.ArgumentParser() + parser.add_argument("name", default="Jonh", type=str, help="User name.") + args = parser.parse_args() + print_arguments(args) + + :param args: Input argparse.Namespace for printing. + :type args: argparse.Namespace + """ + print("----------- Configuration Arguments -----------") + for arg, value in sorted(six.iteritems(vars(args))): + print("%s: %s" % (arg, value)) + print("------------------------------------------------") + + +def add_arguments(argname, type, default, help, argparser, **kwargs): + """Add argparse's argument. + + Usage: + + .. code-block:: python + + parser = argparse.ArgumentParser() + add_argument("name", str, "Jonh", "User name.", parser) + args = parser.parse_args() + """ + type = distutils.util.strtobool if type == bool else type + argparser.add_argument( + "--" + argname, + default=default, + type=type, + help=help + ' Default: %(default)s.', + **kwargs) diff --git a/demo/image-classification/utils/__init__.py b/demo/image-classification/utils/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..4751caceeb14f0dddc937d90b4c953a870ffc3f8 --- /dev/null +++ b/demo/image-classification/utils/__init__.py @@ -0,0 +1,2 @@ +from .learning_rate import cosine_decay, lr_warmup +from .fp16_utils import create_master_params_grads, master_param_to_train_param diff --git a/demo/image-classification/utils/fp16_utils.py b/demo/image-classification/utils/fp16_utils.py new file mode 100644 index 0000000000000000000000000000000000000000..aedf51aed3067a8fa8c010a08cbb18a1d198ac63 --- /dev/null +++ b/demo/image-classification/utils/fp16_utils.py @@ -0,0 +1,83 @@ +from __future__ import print_function +import paddle +import paddle.fluid as fluid + + +def cast_fp16_to_fp32(i, o, prog): + prog.global_block().append_op( + type="cast", + inputs={"X": i}, + outputs={"Out": o}, + attrs={ + "in_dtype": fluid.core.VarDesc.VarType.FP16, + "out_dtype": fluid.core.VarDesc.VarType.FP32 + }) + + +def cast_fp32_to_fp16(i, o, prog): + prog.global_block().append_op( + type="cast", + inputs={"X": i}, + outputs={"Out": o}, + attrs={ + "in_dtype": fluid.core.VarDesc.VarType.FP32, + "out_dtype": fluid.core.VarDesc.VarType.FP16 + }) + + +def copy_to_master_param(p, block): + v = block.vars.get(p.name, None) + if v is None: + raise ValueError("no param name %s found!" % p.name) + new_p = fluid.framework.Parameter( + block=block, + shape=v.shape, + dtype=fluid.core.VarDesc.VarType.FP32, + type=v.type, + lod_level=v.lod_level, + stop_gradient=p.stop_gradient, + trainable=p.trainable, + optimize_attr=p.optimize_attr, + regularizer=p.regularizer, + gradient_clip_attr=p.gradient_clip_attr, + error_clip=p.error_clip, + name=v.name + ".master") + return new_p + + +def create_master_params_grads(params_grads, main_prog, startup_prog, + scale_loss): + master_params_grads = [] + tmp_role = main_prog._current_role + OpRole = fluid.core.op_proto_and_checker_maker.OpRole + main_prog._current_role = OpRole.Backward + for p, g in params_grads: + # create master parameters + master_param = copy_to_master_param(p, main_prog.global_block()) + startup_master_param = startup_prog.global_block()._clone_variable( + master_param) + startup_p = startup_prog.global_block().var(p.name) + cast_fp16_to_fp32(startup_p, startup_master_param, startup_prog) + # cast fp16 gradients to fp32 before apply gradients + if g.name.startswith("batch_norm"): + if scale_loss > 1: + scaled_g = g / float(scale_loss) + else: + scaled_g = g + master_params_grads.append([p, scaled_g]) + continue + master_grad = fluid.layers.cast(g, "float32") + if scale_loss > 1: + master_grad = master_grad / float(scale_loss) + master_params_grads.append([master_param, master_grad]) + main_prog._current_role = tmp_role + return master_params_grads + + +def master_param_to_train_param(master_params_grads, params_grads, main_prog): + for idx, m_p_g in enumerate(master_params_grads): + train_p, _ = params_grads[idx] + if train_p.name.startswith("batch_norm"): + continue + with main_prog._optimized_guard([m_p_g[0], m_p_g[1]]): + cast_fp32_to_fp16(m_p_g[0], train_p, main_prog) diff --git a/demo/image-classification/utils/learning_rate.py b/demo/image-classification/utils/learning_rate.py new file mode 100644 index 0000000000000000000000000000000000000000..299fdcf3f12511565403008fbc221d5699f8181c --- /dev/null +++ b/demo/image-classification/utils/learning_rate.py @@ -0,0 +1,51 @@ +from __future__ import absolute_import +from __future__ import division +from __future__ import print_function +import paddle +import paddle.fluid as fluid +import paddle.fluid.layers.ops as ops +from paddle.fluid.initializer import init_on_cpu +from paddle.fluid.layers.learning_rate_scheduler import _decay_step_counter +import math + + +def cosine_decay(learning_rate, step_each_epoch, epochs=120): + """Applies cosine decay to the learning rate. + lr = 0.05 * (math.cos(epoch * (math.pi / 120)) + 1) + """ + global_step = _decay_step_counter() + + with init_on_cpu(): + epoch = ops.floor(global_step / step_each_epoch) + decayed_lr = learning_rate * \ + (ops.cos(epoch * (math.pi / epochs)) + 1)/2 + return decayed_lr + + +def lr_warmup(learning_rate, warmup_steps, start_lr, end_lr): + """ Applies linear learning rate warmup for distributed training + Argument learning_rate can be float or a Variable + lr = lr + (warmup_rate * step / warmup_steps) + """ + assert (isinstance(end_lr, float)) + assert (isinstance(start_lr, float)) + linear_step = end_lr - start_lr + with fluid.default_main_program()._lr_schedule_guard(): + lr = fluid.layers.tensor.create_global_var( + shape=[1], + value=0.0, + dtype='float32', + persistable=True, + name="learning_rate_warmup") + + global_step = fluid.layers.learning_rate_scheduler._decay_step_counter() + + with fluid.layers.control_flow.Switch() as switch: + with switch.case(global_step < warmup_steps): + decayed_lr = start_lr + linear_step * ( + global_step / warmup_steps) + fluid.layers.tensor.assign(decayed_lr, lr) + with switch.default(): + fluid.layers.tensor.assign(learning_rate, lr) + + return lr