Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
MegEngine 天元
MegEngine
提交
49d92d9c
MegEngine
项目概览
MegEngine 天元
/
MegEngine
12 个月 前同步成功
通知
393
Star
4704
Fork
582
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
DevOps
流水线
流水线任务
计划
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
MegEngine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
DevOps
DevOps
流水线
流水线任务
计划
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
流水线任务
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
提交
49d92d9c
编写于
2月 28, 2022
作者:
M
Megvii Engine Team
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
feat(lite): feat layout transform interface for lite model
GitOrigin-RevId: 57c7678419dabe17de562d45f56dafcc2bd4eef0
上级
2a900a69
变更
4
隐藏空白更改
内联
并排
Showing
4 changed file
with
61 addition
and
24 deletion
+61
-24
lite/load_and_run/src/models/model_lite.cpp
lite/load_and_run/src/models/model_lite.cpp
+3
-0
lite/load_and_run/src/models/model_lite.h
lite/load_and_run/src/models/model_lite.h
+5
-0
lite/load_and_run/src/options/layout_trans_options.cpp
lite/load_and_run/src/options/layout_trans_options.cpp
+50
-21
lite/load_and_run/src/options/layout_trans_options.h
lite/load_and_run/src/options/layout_trans_options.h
+3
-3
未找到文件。
lite/load_and_run/src/models/model_lite.cpp
浏览文件 @
49d92d9c
...
...
@@ -19,6 +19,9 @@ ModelLite::ModelLite(const std::string& path) : model_path(path) {
};
void
ModelLite
::
load_model
()
{
m_network
=
std
::
make_shared
<
lite
::
Network
>
(
config
,
IO
);
if
(
enable_layout_transform
)
{
lite
::
Runtime
::
enable_global_layout_transform
(
m_network
);
}
if
(
share_model_mem
)
{
//! WARNNING:maybe not right to share param memmory for this
LITE_WARN
(
"enable share model memory"
);
...
...
lite/load_and_run/src/models/model_lite.h
浏览文件 @
49d92d9c
...
...
@@ -39,6 +39,10 @@ public:
//! wait the end of asynchronous function execution
void
wait
()
override
;
//! enable global layout transform
void
set_layout_transform
(
bool
state
)
{
enable_layout_transform
=
state
;
}
//! get the network of lite model
std
::
shared_ptr
<
lite
::
Network
>&
get_lite_network
()
{
return
m_network
;
}
...
...
@@ -59,6 +63,7 @@ public:
private:
bool
share_model_mem
;
bool
enable_layout_transform
;
std
::
string
model_path
;
DataParser
parser
;
...
...
lite/load_and_run/src/options/layout_trans_options.cpp
浏览文件 @
49d92d9c
...
...
@@ -16,9 +16,30 @@ namespace lar {
template
<
>
void
GoptLayoutOption
::
config_model_internel
<
ModelLite
>
(
RuntimeParam
&
runtime_param
,
std
::
shared_ptr
<
ModelLite
>
/* model */
)
{
RuntimeParam
&
runtime_param
,
std
::
shared_ptr
<
ModelLite
>
model
)
{
if
(
runtime_param
.
stage
==
RunStage
::
BEFORE_MODEL_LOAD
)
{
LITE_THROW
(
"lite model don't support global graph optimization"
);
if
(
m_layout_transform
)
{
if
(
m_layout_transform_target
==
mgb
::
gopt
::
GraphTuningOptions
::
Target
::
CPU
)
{
model
->
get_config
().
device_type
=
LiteDeviceType
::
LITE_CPU
;
}
#if LITE_WITH_CUDA
else
if
(
m_layout_transform_target
==
mgb
::
gopt
::
GraphTuningOptions
::
Target
::
CUDA
)
{
model
->
get_config
().
device_type
=
LiteDeviceType
::
LITE_CUDA
;
}
#endif
model
->
set_layout_transform
(
true
);
}
}
else
if
(
runtime_param
.
stage
==
RunStage
::
GLOBAL_OPTIMIZATION
)
{
if
(
m_layout_transform
)
{
auto
&&
network
=
model
->
get_lite_network
();
if
(
!
m_layout_transform_dump_file
.
empty
())
{
lite
::
Runtime
::
dump_layout_transform_model
(
network
,
m_layout_transform_dump_file
);
}
}
}
}
...
...
@@ -26,14 +47,14 @@ template <>
void
GoptLayoutOption
::
config_model_internel
<
ModelMdl
>
(
RuntimeParam
&
runtime_param
,
std
::
shared_ptr
<
ModelMdl
>
model
)
{
if
(
runtime_param
.
stage
==
RunStage
::
GLOBAL_OPTIMIZATION
)
{
if
(
layout_transform
)
{
if
(
m_
layout_transform
)
{
auto
&&
load_result
=
model
->
get_mdl_load_result
();
load_result
.
output_var_list
=
mgb
::
gopt
::
layout_transform
(
load_result
.
output_var_list
,
layout_transform_target
);
load_result
.
output_var_list
,
m_
layout_transform_target
);
if
(
!
layout_transform_dump_file
.
empty
())
{
if
(
!
m_
layout_transform_dump_file
.
empty
())
{
auto
out_file
=
mgb
::
serialization
::
OutputFile
::
make_fs
(
layout_transform_dump_file
.
c_str
(),
'w'
);
m_
layout_transform_dump_file
.
c_str
(),
'w'
);
auto
testcase_num
=
model
->
get_testcase_num
();
if
(
testcase_num
)
{
...
...
@@ -56,7 +77,7 @@ void GoptLayoutOption::config_model_internel<ModelMdl>(
mgb
::
serialization
::
GraphDumper
::
DumpConfig
config
{
1
,
false
,
false
};
for
(
size_t
i
=
0
;
i
<
testcase_num
;
++
i
)
{
auto
casefile
=
mgb
::
serialization
::
OutputFile
::
make_fs
(
layout_transform_dump_file
.
c_str
(),
'a'
);
m_
layout_transform_dump_file
.
c_str
(),
'a'
);
auto
casedumper
=
model
->
get_dumper
(
std
::
move
(
casefile
));
casedumper
->
dump
(
testcase
.
output_var_list
,
config
);
if
(
i
!=
testcase_num
-
1
)
{
...
...
@@ -80,29 +101,37 @@ using namespace lar;
GoptLayoutOption
::
GoptLayoutOption
()
{
m_option_name
=
"gopt_layout"
;
if
(
FLAGS_layout_transform
!=
"cuda"
&&
FLAGS_layout_transform
!=
"cpu"
&&
FLAGS_layout_transform
!=
"opencl"
)
{
layout_transform
=
false
;
layout_transform_target
=
mgb
::
gopt
::
GraphTuningOptions
::
Target
::
UNSPEC
;
if
(
FLAGS_layout_transform
!=
"cpu"
#if LITE_WITH_CUDA
&&
FLAGS_layout_transform
!=
"cuda"
#endif
)
{
m_layout_transform
=
false
;
m_layout_transform_target
=
mgb
::
gopt
::
GraphTuningOptions
::
Target
::
UNSPEC
;
}
else
{
layout_transform
=
true
;
if
(
FLAGS_layout_transform
==
"cuda"
)
{
layout_transform_target
=
mgb
::
gopt
::
GraphTuningOptions
::
Target
::
CUDA
;
}
else
if
(
FLAGS_layout_transform
==
"cpu"
)
{
layout_transform_target
=
mgb
::
gopt
::
GraphTuningOptions
::
Target
::
CPU
;
}
else
if
(
FLAGS_layout_transform
==
"opencl"
)
{
layout_transform_target
=
mgb
::
gopt
::
GraphTuningOptions
::
Target
::
OPENCL
;
m_layout_transform
=
true
;
if
(
FLAGS_layout_transform
==
"cpu"
)
{
m_layout_transform_target
=
mgb
::
gopt
::
GraphTuningOptions
::
Target
::
CPU
;
}
#if LITE_WITH_CUDA
else
if
(
FLAGS_layout_transform
==
"cuda"
)
{
m_layout_transform_target
=
mgb
::
gopt
::
GraphTuningOptions
::
Target
::
CUDA
;
}
#endif
}
layout_transform_dump_file
=
FLAGS_layout_transform_dump
;
m_
layout_transform_dump_file
=
FLAGS_layout_transform_dump
;
}
bool
GoptLayoutOption
::
is_valid
()
{
bool
ret
=
false
;
if
(
!
FLAGS_layout_transform
.
empty
())
{
if
(
FLAGS_layout_transform
!=
"cuda"
&&
FLAGS_layout_transform
!=
"cpu"
&&
FLAGS_layout_transform
!=
"opencl"
)
{
if
(
FLAGS_layout_transform
!=
"cpu"
#if LITE_WITH_CUDA
&&
FLAGS_layout_transform
!=
"cuda"
#endif
)
{
mgb_assert
(
false
,
"unsupported target(got:%s) for global layout "
...
...
lite/load_and_run/src/options/layout_trans_options.h
浏览文件 @
49d92d9c
...
...
@@ -37,9 +37,9 @@ private:
//! config template for different model
template
<
typename
ModelImpl
>
void
config_model_internel
(
RuntimeParam
&
,
std
::
shared_ptr
<
ModelImpl
>
)
{}
bool
layout_transform
;
bool
m_
layout_transform
;
std
::
string
m_option_name
;
std
::
string
layout_transform_dump_file
;
mgb
::
gopt
::
GraphTuningOptions
::
Target
layout_transform_target
;
std
::
string
m_
layout_transform_dump_file
;
mgb
::
gopt
::
GraphTuningOptions
::
Target
m_
layout_transform_target
;
};
}
// namespace lar
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录