Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
PaddlePaddle
VisualDL
提交
23d63937
V
VisualDL
项目概览
PaddlePaddle
/
VisualDL
大约 1 年 前同步成功
通知
88
Star
4655
Fork
642
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
10
列表
看板
标记
里程碑
合并请求
2
Wiki
5
Wiki
分析
仓库
DevOps
项目成员
Pages
V
VisualDL
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
10
Issue
10
列表
看板
标记
里程碑
合并请求
2
合并请求
2
Pages
分析
分析
仓库分析
DevOps
Wiki
5
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
未验证
提交
23d63937
编写于
1月 29, 2021
作者:
走神的阿圆
提交者:
GitHub
1月 29, 2021
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
change param of add_embeddings
上级
55a8e237
变更
2
显示空白变更内容
内联
并排
Showing
2 changed file
with
61 addition
and
38 deletion
+61
-38
demo/components/high_dimensional_test.py
demo/components/high_dimensional_test.py
+12
-12
visualdl/writer/writer.py
visualdl/writer/writer.py
+49
-26
未找到文件。
demo/components/high_dimensional_test.py
浏览文件 @
23d63937
...
@@ -19,34 +19,34 @@ from visualdl import LogWriter
...
@@ -19,34 +19,34 @@ from visualdl import LogWriter
if
__name__
==
'__main__'
:
if
__name__
==
'__main__'
:
hot_vectors
=
[
mat
=
[
[
1.3561076367500755
,
1.3116267195134017
,
1.6785401875616097
],
[
1.3561076367500755
,
1.3116267195134017
,
1.6785401875616097
],
[
1.1039614644440658
,
1.8891609992484688
,
1.32030488587171
],
[
1.1039614644440658
,
1.8891609992484688
,
1.32030488587171
],
[
1.9924524852447711
,
1.9358920727142739
,
1.2124401279391606
],
[
1.9924524852447711
,
1.9358920727142739
,
1.2124401279391606
],
[
1.4129542689796446
,
1.7372166387197474
,
1.7317806077076527
],
[
1.4129542689796446
,
1.7372166387197474
,
1.7317806077076527
],
[
1.3913371800587777
,
1.4684674577930312
,
1.5214136352476377
]]
[
1.3913371800587777
,
1.4684674577930312
,
1.5214136352476377
]]
labels
=
[
"label_1"
,
"label_2"
,
"label_3"
,
"label_4"
,
"label_5"
]
metadata
=
[
"label_1"
,
"label_2"
,
"label_3"
,
"label_4"
,
"label_5"
]
with
LogWriter
(
logdir
=
"./log/high_dimensional_test/train"
)
as
writer
:
with
LogWriter
(
logdir
=
"./log/high_dimensional_test/train"
)
as
writer
:
writer
.
add_embeddings
(
tag
=
'default'
,
writer
.
add_embeddings
(
tag
=
'default'
,
labels
=
labels
,
mat
=
mat
,
hot_vectors
=
hot_vectors
)
metadata
=
metadata
)
"""
'''
# You can code as follow if use multi-dimensional labels.
# You can code as follow if use multi-dimensional labels.
hot_vectors
= [
mat
= [
[1.3561076367500755, 1.3116267195134017, 1.6785401875616097],
[1.3561076367500755, 1.3116267195134017, 1.6785401875616097],
[1.1039614644440658, 1.8891609992484688, 1.32030488587171],
[1.1039614644440658, 1.8891609992484688, 1.32030488587171],
[1.9924524852447711, 1.9358920727142739, 1.2124401279391606],
[1.9924524852447711, 1.9358920727142739, 1.2124401279391606],
[1.4129542689796446, 1.7372166387197474, 1.7317806077076527],
[1.4129542689796446, 1.7372166387197474, 1.7317806077076527],
[1.3913371800587777, 1.4684674577930312, 1.5214136352476377]]
[1.3913371800587777, 1.4684674577930312, 1.5214136352476377]]
labels
= [["label_a_1", "label_a_2", "label_a_3", "label_a_4", "label_a_5"],
metadata
= [["label_a_1", "label_a_2", "label_a_3", "label_a_4", "label_a_5"],
["label_b_1", "label_b_2", "label_b_3", "label_b_4", "label_b_5"]]
["label_b_1", "label_b_2", "label_b_3", "label_b_4", "label_b_5"]]
labels_meta
= ["label_a", "label_b"]
metadata_header
= ["label_a", "label_b"]
with LogWriter(logdir="./log/high_dimensional_test/train") as writer:
with LogWriter(logdir="./log/high_dimensional_test/train") as writer:
writer.add_embeddings(tag='default',
writer.add_embeddings(tag='default',
labels=labels
,
mat=mat
,
labels_meta=labels_me
ta,
metadata=metada
ta,
hot_vectors=hot_vectors
)
metadata_header=metadata_header
)
"""
'''
visualdl/writer/writer.py
浏览文件 @
23d63937
...
@@ -17,6 +17,7 @@ import os
...
@@ -17,6 +17,7 @@ import os
import
time
import
time
import
numpy
as
np
import
numpy
as
np
from
visualdl.writer.record_writer
import
RecordFileWriter
from
visualdl.writer.record_writer
import
RecordFileWriter
from
visualdl.server.log
import
logger
from
visualdl.utils.img_util
import
merge_images
from
visualdl.utils.img_util
import
merge_images
from
visualdl.component.base_component
import
scalar
,
image
,
embedding
,
audio
,
\
from
visualdl.component.base_component
import
scalar
,
image
,
embedding
,
audio
,
\
histogram
,
pr_curve
,
roc_curve
,
meta_data
,
text
histogram
,
pr_curve
,
roc_curve
,
meta_data
,
text
...
@@ -241,71 +242,93 @@ class LogWriter(object):
...
@@ -241,71 +242,93 @@ class LogWriter(object):
walltime
=
walltime
,
walltime
=
walltime
,
dataformats
=
dataformats
)
dataformats
=
dataformats
)
def
add_embeddings
(
self
,
tag
,
labels
,
hot_vectors
,
labels_meta
=
None
,
walltime
=
None
):
def
add_embeddings
(
self
,
tag
,
mat
=
None
,
metadata
=
None
,
metadata_header
=
None
,
walltime
=
None
,
labels
=
None
,
hot_vectors
=
None
,
labels_meta
=
None
):
"""Add embeddings to vdl record file.
"""Add embeddings to vdl record file.
Args:
Args:
tag (string): Data identifier
tag (string): Data identifier
labels (numpy.array or list): A 1D or 2D matrix of labels
mat (numpy.array or list): A matrix which each row is
hot_vectors (numpy.array or list): A matrix which each row is
feature of labels.
feature of labels.
labels_meta (numpy.array or list): Meta data of labels.
metadata (numpy.array or list): A 1D or 2D matrix of labels
metadata_header (numpy.array or list): Meta data of labels.
walltime (int): Wall time of embeddings.
walltime (int): Wall time of embeddings.
labels (numpy.array or list): Obsolete parameter, use `metadata` to
replace it.
hot_vectors (numpy.array or list): Obsolete parameter, use `mat` to
replace it.
labels_meta (numpy.array or list): Obsolete parameter, use
`metadata_header` to replace it.
Example 1:
Example 1:
hot_vectors
= [
mat
= [
[1.3561076367500755, 1.3116267195134017, 1.6785401875616097],
[1.3561076367500755, 1.3116267195134017, 1.6785401875616097],
[1.1039614644440658, 1.8891609992484688, 1.32030488587171],
[1.1039614644440658, 1.8891609992484688, 1.32030488587171],
[1.9924524852447711, 1.9358920727142739, 1.2124401279391606],
[1.9924524852447711, 1.9358920727142739, 1.2124401279391606],
[1.4129542689796446, 1.7372166387197474, 1.7317806077076527],
[1.4129542689796446, 1.7372166387197474, 1.7317806077076527],
[1.3913371800587777, 1.4684674577930312, 1.5214136352476377]]
[1.3913371800587777, 1.4684674577930312, 1.5214136352476377]]
labels
= ["label_1", "label_2", "label_3", "label_4", "label_5"]
metadata
= ["label_1", "label_2", "label_3", "label_4", "label_5"]
# or like this
# or like this
#
labels
= [["label_1", "label_2", "label_3", "label_4", "label_5"]]
#
metadata
= [["label_1", "label_2", "label_3", "label_4", "label_5"]]
writer.add_embeddings(tag='default',
writer.add_embeddings(tag='default',
labels=labels
,
metadata=metadata
,
vectors=hot_vectors
,
mat=mat
,
walltime=round(time.time() * 1000))
walltime=round(time.time() * 1000))
Example 2:
Example 2:
hot_vectors
= [
mat
= [
[1.3561076367500755, 1.3116267195134017, 1.6785401875616097],
[1.3561076367500755, 1.3116267195134017, 1.6785401875616097],
[1.1039614644440658, 1.8891609992484688, 1.32030488587171],
[1.1039614644440658, 1.8891609992484688, 1.32030488587171],
[1.9924524852447711, 1.9358920727142739, 1.2124401279391606],
[1.9924524852447711, 1.9358920727142739, 1.2124401279391606],
[1.4129542689796446, 1.7372166387197474, 1.7317806077076527],
[1.4129542689796446, 1.7372166387197474, 1.7317806077076527],
[1.3913371800587777, 1.4684674577930312, 1.5214136352476377]]
[1.3913371800587777, 1.4684674577930312, 1.5214136352476377]]
labels
= [["label_a_1", "label_a_2", "label_a_3", "label_a_4", "label_a_5"],
metadata
= [["label_a_1", "label_a_2", "label_a_3", "label_a_4", "label_a_5"],
["label_b_1", "label_b_2", "label_b_3", "label_b_4", "label_b_5"]]
["label_b_1", "label_b_2", "label_b_3", "label_b_4", "label_b_5"]]
labels_meta
= ["label_a", "label_2"]
metadata_header
= ["label_a", "label_2"]
writer.add_embeddings(tag='default',
writer.add_embeddings(tag='default',
labels=labels
,
metadata=metadata
,
labels_meta=labels_meta
,
metadata_header=metadata_header
,
vectors=hot_vectors
,
mat=mat
,
walltime=round(time.time() * 1000))
walltime=round(time.time() * 1000))
"""
"""
if
'%'
in
tag
:
if
'%'
in
tag
:
raise
RuntimeError
(
"% can't appear in tag!"
)
raise
RuntimeError
(
"% can't appear in tag!"
)
if
isinstance
(
hot_vectors
,
np
.
ndarray
):
if
not
mat
and
hot_vectors
:
hot_vectors
=
hot_vectors
.
tolist
()
mat
=
hot_vectors
if
isinstance
(
labels
,
np
.
ndarray
):
logger
.
warning
(
'Parameter `hot_vectors` in function '
labels
=
labels
.
tolist
()
'`add_embeddings` will be deprecated in '
'future, use `mat` instead.'
)
if
isinstance
(
labels
[
0
],
list
)
and
not
labels_meta
:
if
not
metadata
and
labels
:
labels_meta
=
[
"label_%d"
%
i
for
i
in
range
(
len
(
labels
))]
metadata
=
labels
logger
.
warning
(
'Parameter `labels` in function `add_embeddings` will be '
'deprecated in future, use `metadata` instead.'
)
if
not
metadata_header
and
labels_meta
:
metadata_header
=
labels_meta
logger
.
warning
(
'Parameter `labels_meta` in function `add_embeddings` will be'
' deprecated in future, use `metadata_header` instead.'
)
if
isinstance
(
mat
,
np
.
ndarray
):
mat
=
mat
.
tolist
()
if
isinstance
(
metadata
,
np
.
ndarray
):
metadata
=
metadata
.
tolist
()
if
isinstance
(
metadata
[
0
],
list
)
and
not
metadata_header
:
metadata_header
=
[
"label_%d"
%
i
for
i
in
range
(
len
(
metadata
))]
step
=
0
step
=
0
walltime
=
round
(
time
.
time
()
*
1000
)
if
walltime
is
None
else
walltime
walltime
=
round
(
time
.
time
()
*
1000
)
if
walltime
is
None
else
walltime
self
.
_get_file_writer
().
add_record
(
self
.
_get_file_writer
().
add_record
(
embedding
(
embedding
(
tag
=
tag
,
tag
=
tag
,
labels
=
labels
,
labels
=
metadata
,
labels_meta
=
labels_meta
,
labels_meta
=
metadata_header
,
hot_vectors
=
hot_vectors
,
hot_vectors
=
mat
,
step
=
step
,
step
=
step
,
walltime
=
walltime
))
walltime
=
walltime
))
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录