Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
PaddlePaddle
VisualDL
提交
f0b6db3c
V
VisualDL
项目概览
PaddlePaddle
/
VisualDL
大约 2 年 前同步成功
通知
89
Star
4655
Fork
642
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
10
列表
看板
标记
里程碑
合并请求
2
Wiki
5
Wiki
分析
仓库
DevOps
项目成员
Pages
V
VisualDL
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
10
Issue
10
列表
看板
标记
里程碑
合并请求
2
合并请求
2
Pages
分析
分析
仓库分析
DevOps
Wiki
5
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
提交
f0b6db3c
编写于
1月 02, 2018
作者:
S
superjom
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
change all `as_mode` to `with mode`
上级
13086db4
变更
3
显示空白变更内容
内联
并排
Showing
3 changed file
with
110 addition
and
107 deletion
+110
-107
server/visualdl/lib.py
server/visualdl/lib.py
+48
-48
server/visualdl/storage_mock.py
server/visualdl/storage_mock.py
+19
-19
visualdl/python/test_storage.py
visualdl/python/test_storage.py
+43
-40
未找到文件。
server/visualdl/lib.py
浏览文件 @
f0b6db3c
...
@@ -16,7 +16,7 @@ def get_modes(storage):
...
@@ -16,7 +16,7 @@ def get_modes(storage):
def
get_scalar_tags
(
storage
,
mode
):
def
get_scalar_tags
(
storage
,
mode
):
result
=
{}
result
=
{}
for
mode
in
storage
.
modes
():
for
mode
in
storage
.
modes
():
reader
=
storage
.
as_mode
(
mode
)
with
storage
.
mode
(
mode
)
as
reader
:
tags
=
reader
.
tags
(
'scalar'
)
tags
=
reader
.
tags
(
'scalar'
)
if
tags
:
if
tags
:
result
[
mode
]
=
{}
result
[
mode
]
=
{}
...
@@ -29,7 +29,7 @@ def get_scalar_tags(storage, mode):
...
@@ -29,7 +29,7 @@ def get_scalar_tags(storage, mode):
def
get_scalar
(
storage
,
mode
,
tag
):
def
get_scalar
(
storage
,
mode
,
tag
):
reader
=
storage
.
as_mode
(
mode
)
with
storage
.
mode
(
mode
)
as
reader
:
scalar
=
reader
.
scalar
(
tag
)
scalar
=
reader
.
scalar
(
tag
)
records
=
scalar
.
records
()
records
=
scalar
.
records
()
...
@@ -44,7 +44,7 @@ def get_image_tags(storage):
...
@@ -44,7 +44,7 @@ def get_image_tags(storage):
result
=
{}
result
=
{}
for
mode
in
storage
.
modes
():
for
mode
in
storage
.
modes
():
reader
=
storage
.
as_mode
(
mode
)
with
storage
.
mode
(
mode
)
as
reader
:
tags
=
reader
.
tags
(
'image'
)
tags
=
reader
.
tags
(
'image'
)
if
tags
:
if
tags
:
result
[
mode
]
=
{}
result
[
mode
]
=
{}
...
@@ -70,7 +70,7 @@ def get_image_tag_steps(storage, mode, tag):
...
@@ -70,7 +70,7 @@ def get_image_tag_steps(storage, mode, tag):
tag
=
tag
[:
tag
.
rfind
(
'/'
)]
tag
=
tag
[:
tag
.
rfind
(
'/'
)]
sample_index
=
int
(
res
.
groups
()[
0
])
sample_index
=
int
(
res
.
groups
()[
0
])
reader
=
storage
.
as_mode
(
mode
)
with
storage
.
mode
(
mode
)
as
reader
:
image
=
reader
.
image
(
tag
)
image
=
reader
.
image
(
tag
)
res
=
[]
res
=
[]
...
@@ -95,7 +95,7 @@ def get_image_tag_steps(storage, mode, tag):
...
@@ -95,7 +95,7 @@ def get_image_tag_steps(storage, mode, tag):
def
get_invididual_image
(
storage
,
mode
,
tag
,
step_index
):
def
get_invididual_image
(
storage
,
mode
,
tag
,
step_index
):
reader
=
storage
.
as_mode
(
mode
)
with
storage
.
mode
(
mode
)
as
reader
:
res
=
re
.
search
(
r
".*/([0-9]+$)"
,
tag
)
res
=
re
.
search
(
r
".*/([0-9]+$)"
,
tag
)
# remove suffix '/x'
# remove suffix '/x'
if
res
:
if
res
:
...
...
server/visualdl/storage_mock.py
浏览文件 @
f0b6db3c
...
@@ -6,7 +6,7 @@ import numpy as np
...
@@ -6,7 +6,7 @@ import numpy as np
def
add_scalar
(
writer
,
mode
,
tag
,
num_steps
,
skip
):
def
add_scalar
(
writer
,
mode
,
tag
,
num_steps
,
skip
):
my_writer
=
writer
.
as_mode
(
mode
)
with
writer
.
mode
(
mode
)
as
my_writer
:
scalar
=
my_writer
.
scalar
(
tag
)
scalar
=
my_writer
.
scalar
(
tag
)
for
i
in
range
(
num_steps
):
for
i
in
range
(
num_steps
):
if
i
%
skip
==
0
:
if
i
%
skip
==
0
:
...
@@ -20,7 +20,7 @@ def add_image(writer,
...
@@ -20,7 +20,7 @@ def add_image(writer,
num_passes
,
num_passes
,
step_cycle
,
step_cycle
,
shape
=
[
50
,
50
,
3
]):
shape
=
[
50
,
50
,
3
]):
w
riter_
=
writer
.
as_mode
(
mode
)
w
ith
writer
.
mode
(
mode
)
as
writer_
:
image_writer
=
writer_
.
image
(
tag
,
num_samples
,
step_cycle
)
image_writer
=
writer_
.
image
(
tag
,
num_samples
,
step_cycle
)
for
pass_
in
xrange
(
num_passes
):
for
pass_
in
xrange
(
num_passes
):
...
...
visualdl/python/test_storage.py
浏览文件 @
f0b6db3c
...
@@ -22,8 +22,9 @@ class StorageTest(unittest.TestCase):
...
@@ -22,8 +22,9 @@ class StorageTest(unittest.TestCase):
scalar
.
add_record
(
i
,
float
(
i
))
scalar
.
add_record
(
i
,
float
(
i
))
print
'test read'
print
'test read'
self
.
reader
=
storage
.
StorageReader
(
self
.
dir
).
as_mode
(
"train"
)
self
.
reader
=
storage
.
StorageReader
(
self
.
dir
)
scalar
=
self
.
reader
.
scalar
(
"model/scalar/min"
)
with
self
.
reader
.
mode
(
"train"
)
as
reader
:
scalar
=
reader
.
scalar
(
"model/scalar/min"
)
self
.
assertEqual
(
scalar
.
caption
(),
"train"
)
self
.
assertEqual
(
scalar
.
caption
(),
"train"
)
records
=
scalar
.
records
()
records
=
scalar
.
records
()
ids
=
scalar
.
ids
()
ids
=
scalar
.
ids
()
...
@@ -49,8 +50,9 @@ class StorageTest(unittest.TestCase):
...
@@ -49,8 +50,9 @@ class StorageTest(unittest.TestCase):
image_writer
.
set_sample
(
index
,
shape
,
list
(
data
))
image_writer
.
set_sample
(
index
,
shape
,
list
(
data
))
image_writer
.
finish_sampling
()
image_writer
.
finish_sampling
()
self
.
reader
=
storage
.
StorageReader
(
self
.
dir
).
as_mode
(
"train"
)
self
.
reader
=
storage
.
StorageReader
(
self
.
dir
)
image_reader
=
self
.
reader
.
image
(
tag
)
with
self
.
reader
.
mode
(
"train"
)
as
reader
:
image_reader
=
reader
.
image
(
tag
)
self
.
assertEqual
(
image_reader
.
caption
(),
tag
)
self
.
assertEqual
(
image_reader
.
caption
(),
tag
)
self
.
assertEqual
(
image_reader
.
num_records
(),
num_passes
)
self
.
assertEqual
(
image_reader
.
num_records
(),
num_passes
)
...
@@ -59,7 +61,7 @@ class StorageTest(unittest.TestCase):
...
@@ -59,7 +61,7 @@ class StorageTest(unittest.TestCase):
data
=
image_record
.
data
()
data
=
image_record
.
data
()
self
.
assertEqual
(
len
(
data
),
np
.
prod
(
shape
))
self
.
assertEqual
(
len
(
data
),
np
.
prod
(
shape
))
image_tags
=
self
.
reader
.
tags
(
"image"
)
image_tags
=
reader
.
tags
(
"image"
)
self
.
assertTrue
(
image_tags
)
self
.
assertTrue
(
image_tags
)
self
.
assertEqual
(
len
(
image_tags
),
1
)
self
.
assertEqual
(
len
(
image_tags
),
1
)
...
@@ -75,7 +77,8 @@ class StorageTest(unittest.TestCase):
...
@@ -75,7 +77,8 @@ class StorageTest(unittest.TestCase):
shape
=
[
image
.
size
[
1
],
image
.
size
[
0
],
3
]
shape
=
[
image
.
size
[
1
],
image
.
size
[
0
],
3
]
origin_data
=
np
.
array
(
image
.
getdata
()).
flatten
()
origin_data
=
np
.
array
(
image
.
getdata
()).
flatten
()
self
.
reader
=
storage
.
StorageReader
(
self
.
dir
).
as_mode
(
"train"
)
self
.
reader
=
storage
.
StorageReader
(
self
.
dir
)
with
self
.
reader
.
mode
(
"train"
)
as
reader
:
image_writer
.
start_sampling
()
image_writer
.
start_sampling
()
index
=
image_writer
.
is_sample_taken
()
index
=
image_writer
.
is_sample_taken
()
...
@@ -84,7 +87,7 @@ class StorageTest(unittest.TestCase):
...
@@ -84,7 +87,7 @@ class StorageTest(unittest.TestCase):
# read and check whether the original image will be displayed
# read and check whether the original image will be displayed
image_reader
=
self
.
reader
.
image
(
tag
)
image_reader
=
reader
.
image
(
tag
)
image_record
=
image_reader
.
record
(
0
,
0
)
image_record
=
image_reader
.
record
(
0
,
0
)
data
=
image_record
.
data
()
data
=
image_record
.
data
()
shape
=
image_record
.
shape
()
shape
=
image_record
.
shape
()
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录