Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
PaddlePaddle
PaddleClas
提交
18dec074
P
PaddleClas
项目概览
PaddlePaddle
/
PaddleClas
1 年多 前同步成功
通知
116
Star
4999
Fork
1114
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
19
列表
看板
标记
里程碑
合并请求
6
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
P
PaddleClas
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
19
Issue
19
列表
看板
标记
里程碑
合并请求
6
合并请求
6
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
提交
18dec074
编写于
12月 21, 2021
作者:
G
gaotingquan
提交者:
Tingquan Gao
12月 28, 2021
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
fix: fix problems commented in reviewing
上级
41296972
变更
1
隐藏空白更改
内联
并排
Showing
1 changed file
with
52 addition
and
64 deletion
+52
-64
ppcls/arch/backbone/base/theseus_layer.py
ppcls/arch/backbone/base/theseus_layer.py
+52
-64
未找到文件。
ppcls/arch/backbone/base/theseus_layer.py
浏览文件 @
18dec074
...
...
@@ -21,6 +21,7 @@ class TheseusLayer(nn.Layer):
def
_return_dict_hook
(
self
,
layer
,
input
,
output
):
res_dict
=
{
"output"
:
output
}
# 'list' is needed to avoid error raised by popping self.res_dict
for
res_key
in
list
(
self
.
res_dict
):
res_dict
[
res_key
]
=
self
.
res_dict
.
pop
(
res_key
)
return
res_dict
...
...
@@ -28,12 +29,44 @@ class TheseusLayer(nn.Layer):
def
_save_sub_res_hook
(
self
,
layer
,
input
,
output
):
self
.
res_dict
[
self
.
res_name
]
=
output
def
_find_layers_handle
(
self
,
patterns
,
handle_func
):
def
replace_sub
(
self
,
layer_name_pattern
:
Union
[
str
,
List
[
str
]],
handle_func
:
Callable
[[
nn
.
Layer
,
str
],
nn
.
Layer
])
->
Dict
[
str
,
nn
.
Layer
]:
"""use 'handle_func' to modify the sub-layer(s) specified by 'layer_name_pattern'.
Args:
layer_name_pattern (Union[str, List[str]]): The name of layer to be modified by 'handle_func'.
handle_func (Callable[[nn.Layer, str], nn.Layer]): The function to modify target layer specified by 'layer_name_pattern'.
Returns:
Dict[str, nn.Layer]: The key is the patter and corresponding value is the result returned by 'handle_func'.
Examples:
from paddle import nn
import paddleclas
def rep_func(sub_layer: nn.Layer, pattern: str):
new_layer = nn.Conv2D(
in_channels=sub_layer._in_channels,
out_channels=sub_layer._out_channels,
kernel_size=5,
padding=2
)
return new_layer
net = paddleclas.MobileNetV1()
res = net.replace_sub(layer_name_pattern=["blocks[11].depthwise_conv.conv", "blocks[12].depthwise_conv.conv"], handle_func=rep_func)
print(res)
# {'blocks[11].depthwise_conv.conv': True, 'blocks[12].depthwise_conv.conv': True}
"""
if
not
isinstance
(
layer_name_pattern
,
list
):
layer_name_pattern
=
[
layer_name_pattern
]
handle_res_dict
=
{}
for
pattern
in
patterns
:
for
pattern
in
layer_name_pattern
:
pattern_list
=
pattern
.
split
(
"."
)
if
not
pattern_list
:
continue
# find parent layer of sub-layer specified by pattern
sub_layer_parent
=
self
...
...
@@ -65,32 +98,30 @@ class TheseusLayer(nn.Layer):
sub_layer_name
=
pattern_list
[
0
]
sub_layer_index
=
None
sub_layer
=
getattr
(
sub_layer_parent
,
sub_layer_name
,
Fals
e
)
sub_layer
=
getattr
(
sub_layer_parent
,
sub_layer_name
,
Non
e
)
if
sub_layer
is
False
:
if
not
sub_layer
:
msg
=
f
"Not found sub-layer by name(
{
pattern_list
[
0
]
}
) specifed in pattern(
{
pattern
}
)."
logger
.
warning
(
msg
)
continue
try
:
sub_layer
=
sub_layer
[
sub_layer_index
]
if
sub_layer_index
is
not
None
else
sub_layer
except
KeyError
as
e
:
msg
=
f
"Not found sub-layer by index(
{
sub_layer_index
}
) specifed in pattern(
{
pattern
}
)."
logger
.
warning
(
msg
)
continue
if
sub_layer_index
is
not
None
:
if
int
(
sub_layer_index
)
<
0
or
int
(
sub_layer_index
)
>=
len
(
sub_layer
):
msg
=
f
"Not found sub-layer by index(
{
sub_layer_index
}
) specifed in pattern(
{
pattern
}
)."
logger
.
warning
(
msg
)
continue
sub_layer
=
sub_layer
[
sub_layer_index
]
if
not
isinstance
(
sub_layer
,
TheseusLayer
):
sub_layer
=
wrap_theseus
(
sub_layer
)
new_sub_layer
=
handle_func
(
sub_layer
,
pattern
)
if
sub_layer_index
:
getattr
(
sub_layer_parent
,
sub_layer_name
)[
sub_layer_index
]
=
sub_layer
sub_layer_name
)[
sub_layer_index
]
=
new_
sub_layer
else
:
setattr
(
sub_layer_parent
,
sub_layer_name
,
sub_layer
)
setattr
(
sub_layer_parent
,
sub_layer_name
,
new_
sub_layer
)
handle_res
=
handle_func
(
sub_layer
,
pattern
)
handle_res_dict
[
pattern
]
=
handle_res
handle_res_dict
[
pattern
]
=
new_sub_layer
return
handle_res_dict
def
_set_identity
(
self
,
layer
,
layer_name
,
layer_index
=
None
):
...
...
@@ -113,45 +144,6 @@ class TheseusLayer(nn.Layer):
return
stop_after
def
replace_sub
(
self
,
layer_name_pattern
:
Union
[
str
,
List
[
str
]],
replace_function
:
Callable
[[
nn
.
Layer
,
str
],
Any
])
->
Any
:
"""use 'replace_function' to modify the 'layer_name_pattern'.
Args:
layer_name_pattern (Union[str, List[str]]): The name of layer to be modified by 'replace_function'.
replace_function (FunctionType): The function to modify target layer specified by 'layer_name_pattern'.
Returns:
bool: 'True' if successful, 'False' otherwise.
Examples:
from paddle import nn
import paddleclas
def rep_func(warp_layer: nn.Layer, pattern: str):
sub_layer = warp_layer.sub_layer
new_layer = nn.Conv2D(
in_channels=sub_layer._in_channels,
out_channels=sub_layer._out_channels,
kernel_size=5
)
warp_layer.sub_layer = new_layer
return True
net = paddleclas.MobileNetV1()
res = net.replace_sub(layer_name_pattern=["blocks[11].depthwise_conv.conv", "blocks[12].depthwise_conv.conv"], replace_function=rep_func)
print(res)
# {'blocks[11].depthwise_conv.conv': True, 'blocks[12].depthwise_conv.conv': True}
"""
if
not
isinstance
(
layer_name_pattern
,
list
):
layer_name_pattern
=
[
layer_name_pattern
]
return
self
.
_find_layers_handle
(
layer_name_pattern
,
handle_func
=
replace_function
)
# TODO(weishengyu): stop doesn't work when stop layer has a parallel branch.
def
stop_after
(
self
,
stop_layer_name
:
str
)
->
bool
:
"""stop forward and backward after 'stop_layer_name'.
...
...
@@ -210,15 +202,11 @@ class TheseusLayer(nn.Layer):
layer
.
res_dict
=
self
.
res_dict
layer
.
res_name
=
pattern
layer
.
register_forward_post_hook
(
layer
.
_save_sub_res_hook
)
return
True
return
layer
handle_func
=
Handler
(
self
.
res_dict
)
if
not
isinstance
(
return_patterns
,
list
):
return_patterns
=
[
return_patterns
]
return
self
.
_find_layers_handle
(
return_patterns
,
handle_func
=
handle_func
)
return
self
.
replace_sub
(
return_patterns
,
handle_func
=
handle_func
)
class
WrapLayer
(
TheseusLayer
):
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录