Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
冰之2023
Mace
提交
ace597c5
Mace
项目概览
冰之2023
/
Mace
与 Fork 源项目一致
Fork自
Xiaomi / Mace
通知
1
Star
0
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
DevOps
流水线
流水线任务
计划
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
Mace
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
DevOps
DevOps
流水线
流水线任务
计划
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
流水线任务
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
提交
ace597c5
编写于
5月 22, 2018
作者:
Y
yejianwu
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
support float data_type when running with gpu
上级
0afb148a
变更
4
隐藏空白更改
内联
并排
Showing
4 changed file
with
30 addition
and
13 deletion
+30
-13
mace/python/tools/converter.py
mace/python/tools/converter.py
+15
-6
mace/python/tools/source_converter_lib.py
mace/python/tools/source_converter_lib.py
+5
-5
tools/mace_tools.py
tools/mace_tools.py
+7
-1
tools/sh_commands.py
tools/sh_commands.py
+3
-1
未找到文件。
mace/python/tools/converter.py
浏览文件 @
ace597c5
...
...
@@ -39,11 +39,6 @@ FLAGS = None
device_type_map
=
{
'cpu'
:
mace_pb2
.
CPU
,
'gpu'
:
mace_pb2
.
GPU
,
'dsp'
:
mace_pb2
.
HEXAGON
}
device_data_type_map
=
{
mace_pb2
.
CPU
:
mace_pb2
.
DT_FLOAT
,
mace_pb2
.
GPU
:
mace_pb2
.
DT_HALF
,
mace_pb2
.
HEXAGON
:
mace_pb2
.
DT_UINT8
}
def
file_checksum
(
fname
):
...
...
@@ -128,6 +123,17 @@ def main(unused_args):
FLAGS
.
weight_file
)
output_graph_def
=
converter
.
run
()
if
FLAGS
.
gpu_data_type
==
'half'
:
gpu_data_type
=
mace_pb2
.
DT_HALF
else
:
gpu_data_type
=
mace_pb2
.
DT_FLOAT
device_data_type_map
=
{
mace_pb2
.
CPU
:
mace_pb2
.
DT_FLOAT
,
mace_pb2
.
GPU
:
gpu_data_type
,
mace_pb2
.
HEXAGON
:
mace_pb2
.
DT_UINT8
}
print
(
"Transform model to one that can better run on device"
)
if
not
FLAGS
.
runtime
:
cpu_graph_def
=
copy
.
deepcopy
(
output_graph_def
)
...
...
@@ -177,7 +183,8 @@ def main(unused_args):
source_converter_lib
.
convert_to_source
(
output_graph_def
,
model_checksum
,
weight_checksum
,
FLAGS
.
template
,
FLAGS
.
obfuscate
,
FLAGS
.
model_tag
,
FLAGS
.
output
,
FLAGS
.
runtime
,
FLAGS
.
embed_model_data
,
FLAGS
.
winograd
)
FLAGS
.
embed_model_data
,
FLAGS
.
winograd
,
FLAGS
.
gpu_data_type
)
else
:
with
open
(
FLAGS
.
output
,
"wb"
)
as
f
:
f
.
write
(
output_graph_def
.
SerializeToString
())
...
...
@@ -266,6 +273,8 @@ def parse_args():
type
=
str2bool
,
default
=
True
,
help
=
"embed model data."
)
parser
.
add_argument
(
"--gpu_data_type"
,
type
=
str
,
default
=
"half"
,
help
=
"half/float"
)
return
parser
.
parse_known_args
()
...
...
mace/python/tools/source_converter_lib.py
浏览文件 @
ace597c5
...
...
@@ -109,11 +109,11 @@ def rename_tensor(net_def):
class
TensorInfo
:
def
__init__
(
self
,
id
,
t
,
runtime
):
def
__init__
(
self
,
id
,
t
,
runtime
,
gpu_data_type
):
self
.
id
=
id
self
.
data_type
=
mace_pb2
.
DataType
.
Name
(
t
.
data_type
)
if
t
.
data_type
==
mace_pb2
.
DT_FLOAT
:
if
runtime
==
'gpu'
:
if
runtime
==
'gpu'
and
gpu_data_type
==
'half'
:
self
.
data_type
=
mace_pb2
.
DT_HALF
self
.
data
=
bytearray
(
np
.
array
(
t
.
float_data
).
astype
(
np
.
float16
).
tobytes
())
...
...
@@ -137,7 +137,7 @@ def stringfy(value):
def
convert_to_source
(
net_def
,
model_checksum
,
weight_checksum
,
template_dir
,
obfuscate
,
model_tag
,
output
,
runtime
,
embed_model_data
,
winograd_conv
):
winograd_conv
,
gpu_data_type
):
if
obfuscate
:
obfuscate_name
(
net_def
)
else
:
...
...
@@ -157,7 +157,7 @@ def convert_to_source(net_def, model_checksum, weight_checksum, template_dir,
offset
=
0
counter
=
0
for
t
in
net_def
.
tensors
:
tensor_info
=
TensorInfo
(
counter
,
t
,
runtime
)
tensor_info
=
TensorInfo
(
counter
,
t
,
runtime
,
gpu_data_type
)
# align
if
tensor_info
.
data_type
!=
'DT_UINT8'
and
offset
%
4
!=
0
:
padding
=
4
-
offset
%
4
...
...
@@ -208,7 +208,7 @@ def convert_to_source(net_def, model_checksum, weight_checksum, template_dir,
build_time
=
datetime
.
datetime
.
now
().
strftime
(
'%Y-%m-%d %H:%M:%S'
)
template_name
=
'model.jinja2'
tensors
=
[
TensorInfo
(
i
,
net_def
.
tensors
[
i
],
runtime
)
TensorInfo
(
i
,
net_def
.
tensors
[
i
],
runtime
,
gpu_data_type
)
for
i
in
range
(
len
(
net_def
.
tensors
))
]
checksum
=
model_checksum
...
...
tools/mace_tools.py
浏览文件 @
ace597c5
...
...
@@ -523,6 +523,11 @@ def parse_args():
type
=
str
,
default
=
"cpu"
,
help
=
"validation runtime."
)
parser
.
add_argument
(
"--gpu_data_type"
,
type
=
str
,
default
=
"half"
,
help
=
"[half | float]."
)
return
parser
.
parse_known_args
()
...
...
@@ -778,7 +783,8 @@ def main(unused_args):
model_config
[
"dsp_mode"
],
embed_model_data
,
model_config
[
"fast_conv"
],
model_config
[
"obfuscate"
])
model_config
[
"obfuscate"
],
FLAGS
.
gpu_data_type
)
for
target_abi
in
configs
[
"target_abis"
]:
for
target_soc
in
target_socs
:
...
...
tools/sh_commands.py
浏览文件 @
ace597c5
...
...
@@ -471,7 +471,8 @@ def gen_model_code(model_codegen_dir,
dsp_mode
,
embed_model_data
,
fast_conv
,
obfuscate
):
obfuscate
,
gpu_data_type
):
print
(
"* Genearte model code"
)
bazel_build_common
(
"//mace/python/tools:converter"
)
if
os
.
path
.
exists
(
model_codegen_dir
):
...
...
@@ -497,6 +498,7 @@ def gen_model_code(model_codegen_dir,
"--embed_model_data=%s"
%
embed_model_data
,
"--winograd=%s"
%
fast_conv
,
"--obfuscate=%s"
%
obfuscate
,
"--gpu_data_type=%s"
%
gpu_data_type
,
_out
=
process_output
,
_bg
=
True
,
_err_to_out
=
True
)
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录