Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
PaddlePaddle
PaddleClas
提交
b0ae3a12
P
PaddleClas
项目概览
PaddlePaddle
/
PaddleClas
1 年多 前同步成功
通知
116
Star
4999
Fork
1114
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
19
列表
看板
标记
里程碑
合并请求
6
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
P
PaddleClas
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
19
Issue
19
列表
看板
标记
里程碑
合并请求
6
合并请求
6
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
提交
b0ae3a12
编写于
12月 17, 2021
作者:
G
gaotingquan
提交者:
Tingquan Gao
12月 28, 2021
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
fix: unify the pattern of layer's name
上级
7da2a997
变更
1
隐藏空白更改
内联
并排
Showing
1 changed file
with
149 addition
and
67 deletion
+149
-67
ppcls/arch/backbone/base/theseus_layer.py
ppcls/arch/backbone/base/theseus_layer.py
+149
-67
未找到文件。
ppcls/arch/backbone/base/theseus_layer.py
浏览文件 @
b0ae3a12
from
abc
import
ABC
from
typing
import
List
,
Union
,
Callable
,
Any
from
paddle
import
nn
import
re
from
ppcls.utils
import
logger
class
Identity
(
nn
.
Layer
):
...
...
@@ -19,36 +19,33 @@ class TheseusLayer(nn.Layer):
self
.
pruner
=
None
self
.
quanter
=
None
# stop doesn't work when stop layer has a parallel branch.
def
stop_after
(
self
,
stop_layer_name
:
str
):
after_stop
=
False
for
layer_i
in
self
.
_sub_layers
:
if
after_stop
:
self
.
_sub_layers
[
layer_i
]
=
Identity
()
continue
layer_name
=
self
.
_sub_layers
[
layer_i
].
full_name
()
if
layer_name
==
stop_layer_name
:
after_stop
=
True
continue
if
isinstance
(
self
.
_sub_layers
[
layer_i
],
TheseusLayer
):
after_stop
=
self
.
_sub_layers
[
layer_i
].
stop_after
(
stop_layer_name
)
return
after_stop
def
update_res
(
self
,
return_patterns
):
for
return_pattern
in
return_patterns
:
pattern_list
=
return_pattern
.
split
(
"."
)
# TODO(gaotingquan): weishengyu
def
_return_dict_hook
(
self
,
layer
,
input
,
output
):
res_dict
=
{
"output"
:
output
}
for
res_key
in
list
(
self
.
res_dict
):
res_dict
[
res_key
]
=
self
.
res_dict
.
pop
(
res_key
)
return
res_dict
def
_save_sub_res_hook
(
self
,
layer
,
input
,
output
):
self
.
res_dict
[
self
.
res_name
]
=
output
def
_find_layers_handle
(
self
,
patterns
,
handle_func
):
sub_layers_dict
=
{}
for
pattern
in
patterns
:
pattern_list
=
pattern
.
split
(
"."
)
if
not
pattern_list
:
continue
sub_layer_parent
=
self
while
len
(
pattern_list
)
>
1
:
if
'['
in
pattern_list
[
0
]:
sub_layer_name
=
pattern_list
[
0
].
split
(
'['
)[
0
]
sub_layer_index
=
pattern_list
[
0
].
split
(
'['
)[
1
].
split
(
']'
)[
0
]
sub_layer_parent
=
getattr
(
sub_layer_parent
,
sub_layer_name
)[
sub_layer_index
]
sub_layer_index
=
pattern_list
[
0
].
split
(
'['
)[
1
].
split
(
']'
)[
0
]
sub_layer_parent
=
getattr
(
sub_layer_parent
,
sub_layer_name
)[
sub_layer_index
]
else
:
sub_layer_parent
=
getattr
(
sub_layer_parent
,
pattern_list
[
0
],
None
)
sub_layer_parent
=
getattr
(
sub_layer_parent
,
pattern_list
[
0
],
None
)
if
sub_layer_parent
is
None
:
break
if
isinstance
(
sub_layer_parent
,
WrapLayer
):
...
...
@@ -59,59 +56,144 @@ class TheseusLayer(nn.Layer):
if
'['
in
pattern_list
[
0
]:
sub_layer_name
=
pattern_list
[
0
].
split
(
'['
)[
0
]
sub_layer_index
=
pattern_list
[
0
].
split
(
'['
)[
1
].
split
(
']'
)[
0
]
sub_layer
=
getattr
(
sub_layer_parent
,
sub_layer_name
)[
sub_layer_index
]
sub_layer
=
getattr
(
sub_layer_parent
,
sub_layer_name
)[
sub_layer_index
]
if
not
isinstance
(
sub_layer
,
TheseusLayer
):
sub_layer
=
wrap_theseus
(
sub_layer
)
getattr
(
sub_layer_parent
,
sub_layer_name
)[
sub_layer_index
]
=
sub_layer
getattr
(
sub_layer_parent
,
sub_layer_name
)[
sub_layer_index
]
=
sub_layer
else
:
sub_layer
=
getattr
(
sub_layer_parent
,
pattern_list
[
0
])
if
not
isinstance
(
sub_layer
,
TheseusLayer
):
sub_layer
=
wrap_theseus
(
sub_layer
)
setattr
(
sub_layer_parent
,
pattern_list
[
0
],
sub_layer
)
sub_layer
.
res_dict
=
self
.
res_dict
sub_layer
.
res_name
=
return_pattern
sub_layer
.
register_forward_post_hook
(
sub_layer
.
_save_sub_res_hook
)
sub_layers_dict
[
pattern
]
=
sub_layer
handle_res
=
handle_func
(
sub_layer
,
pattern
)
return
sub_layers_dict
,
handle_res
def
replace_sub
(
self
,
layer_name_pattern
:
Union
[
str
,
List
[
str
]],
replace_function
:
Callable
[[
nn
.
Layer
,
str
],
Any
])
->
bool
:
"""use 'replace_function' to modify the 'layer_name_pattern'.
Args:
layer_name_pattern (str): The name of target layer variable.
replace_function (FunctionType): The function to modify target layer,
Returns:
bool: 'True' if successful, 'False' otherwise.
Examples:
import paddleclas
def replace_conv(origin_conv: nn.Conv2D):
new_conv = nn.Conv2D(
in_channels=origin_conv._in_channels,
out_channels=origin_conv._out_channels,
kernel_size=origin_conv._kernel_size,
stride=2
)
return new_conv
net = paddleclas.MobileNetV1()
tag = net.replace_sub(layer_name_pattern="conv", replace_function=replace_conv)
print(tag)
# True
"""
if
not
isinstance
(
layer_name_pattern
,
list
):
layer_name_pattern
=
[
layer_name_pattern
]
return
self
.
_find_layers_handle
(
layer_name_pattern
,
handle_func
=
replace_function
)
def
_set_identity
(
self
,
layer
,
layer_name
,
layer_index
=
None
):
stop_after
=
False
for
sub_layer_name
in
layer
.
_sub_layers
:
if
stop_after
:
layer
.
_sub_layers
[
sub_layer_name
]
=
Identity
()
continue
if
sub_layer_name
==
layer_name
:
stop_after
=
True
def
_save_sub_res_hook
(
self
,
layer
,
input
,
output
):
self
.
res_dict
[
self
.
res_name
]
=
output
if
layer_index
and
stop_after
:
stop_after
=
False
for
sub_layer_index
in
layer
.
_sub_layers
[
layer_name
].
_sub_layers
:
if
stop_after
:
layer
.
_sub_layers
[
layer_name
][
sub_layer_index
]
=
Identity
()
continue
if
layer_index
==
sub_layer_index
:
stop_after
=
True
def
_return_dict_hook
(
self
,
layer
,
input
,
output
):
res_dict
=
{
"output"
:
output
}
for
res_key
in
list
(
self
.
res_dict
):
res_dict
[
res_key
]
=
self
.
res_dict
.
pop
(
res_key
)
return
res_dict
return
stop_after
# stop doesn't work when stop layer has a parallel branch.
def
stop_after
(
self
,
stop_layer_name
:
str
)
->
bool
:
"""stop forward and backward after 'stop_layer_name'.
Args:
stop_layer_name (str): The name of target layer variable.
def
replace_sub
(
self
,
layer_name_pattern
,
replace_function
,
recursive
=
True
):
for
layer_i
in
self
.
_sub_layers
:
layer_name
=
self
.
_sub_layers
[
layer_i
].
full_name
()
if
re
.
match
(
layer_name_pattern
,
layer_name
):
self
.
_sub_layers
[
layer_i
]
=
replace_function
(
self
.
_sub_layers
[
layer_i
])
if
recursive
:
if
isinstance
(
self
.
_sub_layers
[
layer_i
],
TheseusLayer
):
self
.
_sub_layers
[
layer_i
].
replace_sub
(
layer_name_pattern
,
replace_function
,
recursive
)
elif
isinstance
(
self
.
_sub_layers
[
layer_i
],
(
nn
.
Sequential
,
nn
.
LayerList
)):
for
layer_j
in
self
.
_sub_layers
[
layer_i
].
_sub_layers
:
self
.
_sub_layers
[
layer_i
].
_sub_layers
[
layer_j
].
replace_sub
(
layer_name_pattern
,
replace_function
,
recursive
)
'''
example of replace function:
def replace_conv(origin_conv: nn.Conv2D):
new_conv = nn.Conv2D(
in_channels=origin_conv._in_channels,
out_channels=origin_conv._out_channels,
kernel_size=origin_conv._kernel_size,
stride=2
)
return new_conv
'''
Returns:
bool: 'True' if successful, 'False' otherwise.
"""
pattern_list
=
stop_layer_name
.
split
(
"."
)
to_identity_list
=
[]
layer
=
self
while
len
(
pattern_list
)
>
0
:
layer_parent
=
layer
if
'['
in
pattern_list
[
0
]:
sub_layer_name
=
pattern_list
[
0
].
split
(
'['
)[
0
]
sub_layer_index
=
pattern_list
[
0
].
split
(
'['
)[
1
].
split
(
']'
)[
0
]
layer
=
getattr
(
layer
,
sub_layer_name
)[
sub_layer_index
]
else
:
sub_layer_name
=
pattern_list
[
0
]
sub_layer_index
=
None
layer
=
getattr
(
layer
,
sub_layer_name
,
None
)
if
layer
is
None
:
msg
=
f
"Not found layer by name(
{
pattern_list
[
0
]
}
) in stop_layer_name(
{
stop_layer_name
}
)."
logger
.
warning
(
msg
)
return
False
to_identity_list
.
append
(
(
layer_parent
,
sub_layer_name
,
sub_layer_index
))
pattern_list
=
pattern_list
[
1
:]
for
to_identity_layer
in
to_identity_list
:
if
not
self
.
_set_identity
(
*
to_identity_layer
):
msg
=
"Failed to set the layers that after stop_layer_name to IdentityLayer."
logger
.
warning
(
msg
)
return
False
return
True
def
update_res
(
self
,
return_patterns
:
Union
[
str
,
List
[
str
]])
->
bool
:
"""update the results needed returned.
Args:
return_patterns (Union[str, List[str]]): The layer(s)' name to be retruened.
Returns:
bool: 'True' if successful, 'False' otherwise.
"""
class
Handler
(
object
):
def
__init__
(
self
,
res_dict
):
self
.
res_dict
=
res_dict
def
__call__
(
self
,
layer
,
pattern
):
layer
.
res_dict
=
self
.
res_dict
layer
.
res_name
=
pattern
layer
.
register_forward_post_hook
(
layer
.
_save_sub_res_hook
)
handle_func
=
Handler
(
self
.
res_dict
)
if
not
isinstance
(
return_patterns
,
list
):
return_patterns
=
[
return_patterns
]
return
self
.
_find_layers_handle
(
return_patterns
,
handle_func
=
handle_func
)
class
WrapLayer
(
TheseusLayer
):
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录