Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
OPTHREE
Paddle
提交
a3debea2
P
Paddle
项目概览
OPTHREE
/
Paddle
与 Fork 源项目一致
Fork自
PaddlePaddle / Paddle
通知
1
Star
1
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
P
Paddle
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1
Issue
1
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
未验证
提交
a3debea2
编写于
5月 14, 2021
作者:
Z
zhangchunle
提交者:
GitHub
5月 14, 2021
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
change ut file map (#32841)
上级
e89fb253
变更
2
隐藏空白更改
内联
并排
Showing
2 changed file
with
62 addition
and
48 deletion
+62
-48
paddle/scripts/paddle_build.sh
paddle/scripts/paddle_build.sh
+1
-1
tools/get_pr_ut.py
tools/get_pr_ut.py
+61
-47
未找到文件。
paddle/scripts/paddle_build.sh
浏览文件 @
a3debea2
...
...
@@ -1454,11 +1454,11 @@ set -x
}
function
parallel_test
()
{
ut_total_startTime_s
=
`
date
+%s
`
mkdir
-p
${
PADDLE_ROOT
}
/build
cd
${
PADDLE_ROOT
}
/build
pip
install
${
PADDLE_ROOT
}
/build/python/dist/
*
whl
cp
${
PADDLE_ROOT
}
/build/python/paddle/fluid/tests/unittests/op_test.py
${
PADDLE_ROOT
}
/build/python
ut_total_startTime_s
=
`
date
+%s
`
if
[
"
$WITH_GPU
"
==
"ON"
]
||
[
"
$WITH_ROCM
"
==
"ON"
]
;
then
parallel_test_base_gpu
else
...
...
tools/get_pr_ut.py
浏览文件 @
a3debea2
...
...
@@ -228,6 +228,15 @@ class PRChecker(object):
print
(
'PREC {} is only comment'
.
format
(
f
))
return
True
def
get_all_count
(
self
):
os
.
system
(
"cd %s/build && ctest -N|grep 'Total Tests:' | awk -F ': ' '{print $2}' > testCount"
%
PADDLE_ROOT
)
f
=
open
(
"%s/build/testCount"
%
PADDLE_ROOT
)
testCount
=
f
.
read
()
f
.
close
()
return
int
(
testCount
.
strip
())
def
get_pr_ut
(
self
):
""" Get unit tests in pull request. """
if
self
.
full_case
:
...
...
@@ -236,77 +245,82 @@ class PRChecker(object):
ut_list
=
[]
file_ut_map
=
None
ret
=
self
.
__urlretrieve
(
'https://
sys-p0.bj.bcebos.com/prec/file_ut.json{}'
.
format
(
self
.
suffix
),
'file_ut.json{}'
.
format
(
self
.
suffix
)
)
'https://
paddle-docker-tar.bj.bcebos.com/pre_test/ut_file_map.json'
,
'ut_file_map.json'
)
if
not
ret
:
print
(
'PREC download file_ut.json failed'
)
exit
(
1
)
with
open
(
'
file_ut.json'
+
self
.
suffix
)
as
jsonfile
:
with
open
(
'
ut_file_map.json'
)
as
jsonfile
:
file_ut_map
=
json
.
load
(
jsonfile
)
current_system
=
platform
.
system
()
notHitMapFiles
=
[]
hitMapFiles
=
[]
onlyCommentsFilesOrXpu
=
[]
for
f
in
self
.
get_pr_files
():
current_system
=
platform
.
system
()
if
current_system
==
"Darwin"
or
current_system
==
"Windows"
:
if
current_system
==
"Darwin"
or
current_system
==
"Windows"
or
self
.
suffix
==
".py3"
:
f_judge
=
f
.
replace
(
PADDLE_ROOT
,
'/paddle/'
,
1
)
f_judge
=
f_judge
.
replace
(
'//'
,
'/'
)
else
:
f_judge
=
f
if
f_judge
not
in
file_ut_map
:
if
f
.
endswith
(
'.md'
):
if
f
_judge
.
endswith
(
'.md'
):
ut_list
.
append
(
'md_placeholder'
)
elif
f
.
endswith
(
'.h'
)
or
f
.
endswith
(
'.cu'
):
if
self
.
is_only_comment
(
f
):
ut_list
.
append
(
'h_cu_comment_placeholder'
)
else
:
print
(
'PREC dismatch: {} not in file ut map and not md or comment'
.
format
(
f
))
return
''
elif
f
.
endswith
(
'.cc'
)
or
f
.
endswith
(
'.py'
)
or
f
.
endswith
(
'.cu'
):
if
f
.
find
(
'test_'
)
!=
-
1
or
f
.
find
(
'_test'
)
!=
-
1
:
print
(
'PREC {} need check new ut'
.
format
(
f
))
onlyCommentsFilesOrXpu
.
append
(
f_judge
)
elif
'tests/unittests/xpu'
in
f_judge
or
'tests/unittests/npu'
in
f_judge
:
ut_list
.
append
(
'xpu_npu_placeholder'
)
onlyCommentsFilesOrXpu
.
append
(
f_judge
)
elif
f_judge
.
endswith
((
'.h'
,
'.cu'
,
'.cc'
,
'py'
)):
if
f_judge
.
find
(
'test_'
)
!=
-
1
or
f_judge
.
find
(
'_test'
)
!=
-
1
:
check_added_ut
=
True
elif
self
.
is_only_comment
(
f
):
ut_list
.
append
(
'nomap_comment_placeholder'
)
if
self
.
is_only_comment
(
f
):
ut_list
.
append
(
'comment_placeholder'
)
onlyCommentsFilesOrXpu
.
append
(
f_judge
)
else
:
print
(
'PREC dismatch: {} not in file ut map and not new ut or comment'
.
format
(
f
))
return
''
notHitMapFiles
.
append
(
f_judge
)
else
:
print
(
'PREC dismatch: {} not in file ut map'
.
format
(
f
))
return
''
notHitMapFiles
.
append
(
f_judge
)
else
:
if
self
.
is_only_comment
(
f
):
ut_list
.
append
(
'map_comment_placeholder'
)
ut_list
.
append
(
'comment_placeholder'
)
onlyCommentsFilesOrXpu
.
append
(
f_judge
)
else
:
hitMapFiles
.
append
(
f_judge
)
ut_list
.
extend
(
file_ut_map
.
get
(
f_judge
))
ut_list
=
list
(
set
(
ut_list
))
if
check_added_ut
:
with
open
(
'{}/added_ut'
.
format
(
PADDLE_ROOT
))
as
utfile
:
for
ut
in
utfile
:
print
(
'PREC NEW UT: {}'
.
format
(
ut
.
rstrip
(
'
\r\n
'
)))
ut_list
.
append
(
ut
.
rstrip
(
'
\r\n
'
))
if
ut_list
:
ret
=
self
.
__urlretrieve
(
'https://sys-p0.bj.bcebos.com/prec/prec_delta{}'
.
format
(
self
.
suffix
),
'prec_delta{}'
.
format
(
self
.
suffix
))
if
ret
:
with
open
(
'prec_delta'
+
self
.
suffix
)
as
delta
:
for
ut
in
delta
:
if
len
(
notHitMapFiles
)
!=
0
:
print
(
"ipipe_log_param_PRECISION_TEST: false"
)
print
(
"notHitMapFiles: %s"
%
notHitMapFiles
)
return
''
else
:
if
check_added_ut
:
with
open
(
'{}/added_ut'
.
format
(
PADDLE_ROOT
))
as
utfile
:
for
ut
in
utfile
:
ut_list
.
append
(
ut
.
rstrip
(
'
\r\n
'
))
else
:
print
(
'PREC download prec_delta failed'
)
exit
(
1
)
return
'
\n
'
.
join
(
ut_list
)
if
ut_list
:
ret
=
self
.
__urlretrieve
(
'https://paddle-docker-tar.bj.bcebos.com/pre_test/prec_delta'
,
'prec_delta'
)
if
ret
:
with
open
(
'prec_delta'
)
as
delta
:
for
ut
in
delta
:
ut_list
.
append
(
ut
.
rstrip
(
'
\r\n
'
))
else
:
print
(
'PREC download prec_delta failed'
)
exit
(
1
)
print
(
"ipipe_log_param_PRECISION_TEST: true"
)
print
(
"ipipe_log_param_PRECISION_TEST_Cases_count: %s"
%
len
(
ut_list
))
PRECISION_TEST_Cases_ratio
=
format
(
float
(
len
(
ut_list
))
/
float
(
self
.
get_all_count
()),
'.2f'
)
print
(
"ipipe_log_param_PRECISION_TEST_Cases_ratio: %s"
%
PRECISION_TEST_Cases_ratio
)
return
'
\n
'
.
join
(
ut_list
)
if
__name__
==
'__main__'
:
pr_checker
=
PRChecker
()
pr_checker
.
init
()
#print(pr_checker.get_pr_ut())
with
open
(
'ut_list'
,
'w'
)
as
f
:
f
.
write
(
pr_checker
.
get_pr_ut
())
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录