未验证 提交 1cdd88f6 编写于 作者: T tianshuo78520a 提交者: GitHub

Update static-check CI Build (#41174)

上级 14c3c450
...@@ -923,12 +923,11 @@ function fetch_upstream_develop_if_not_exist() { ...@@ -923,12 +923,11 @@ function fetch_upstream_develop_if_not_exist() {
} }
function check_whl_size() { function check_whl_size() {
if [ ! "${pr_whl_size}" ];then
echo "pr whl size not found "
exit 1
fi
set +x set +x
pr_whl_size=`du -m ${PADDLE_ROOT}/build/pr_whl/*.whl|awk '{print $1}'`
echo "pr_whl_size: ${pr_whl_size}"
dev_whl_size=`du -m ${PADDLE_ROOT}/build/python/dist/*.whl|awk '{print $1}'` dev_whl_size=`du -m ${PADDLE_ROOT}/build/python/dist/*.whl|awk '{print $1}'`
echo "dev_whl_size: ${dev_whl_size}" echo "dev_whl_size: ${dev_whl_size}"
...@@ -949,11 +948,20 @@ function check_whl_size() { ...@@ -949,11 +948,20 @@ function check_whl_size() {
} }
function generate_upstream_develop_api_spec() { function generate_upstream_develop_api_spec() {
fetch_upstream_develop_if_not_exist cp ${PADDLE_ROOT}/python/requirements.txt /tmp
cur_branch=`git branch | grep \* | cut -d ' ' -f2` pr_whl_size=`du -m ${PADDLE_ROOT}/build/python/dist/*.whl|awk '{print $1}'`
mkdir -p ${PADDLE_ROOT}/build/pr_whl && mv ${PADDLE_ROOT}/build/python/dist/*.whl ${PADDLE_ROOT}/build/pr_whl/
echo "pr_whl_size: ${pr_whl_size}"
rm -rf ${PADDLE_ROOT}/build/Makefile ${PADDLE_ROOT}/build/CMakeCache.txt
cmake_change=`git diff --name-only upstream/$BRANCH | grep "cmake/external" || true`
if [[ ${cmake_change} ]];then
rm -rf ${PADDLE_ROOT}/build/third_party
fi
cd ${PADDLE_ROOT}
git checkout . git checkout .
git checkout -b develop_base_pr upstream/$BRANCH git checkout -b develop_base_pr upstream/$BRANCH
startTime_firstBuild=`date +%s`
dev_commit=`git log -1|head -1|awk '{print $2}'` dev_commit=`git log -1|head -1|awk '{print $2}'`
dev_url="https://xly-devops.bj.bcebos.com/PR/build_whl/0/${dev_commit}/paddlepaddle_gpu-0.0.0-cp37-cp37m-linux_x86_64.whl" dev_url="https://xly-devops.bj.bcebos.com/PR/build_whl/0/${dev_commit}/paddlepaddle_gpu-0.0.0-cp37-cp37m-linux_x86_64.whl"
...@@ -964,21 +972,11 @@ function generate_upstream_develop_api_spec() { ...@@ -964,21 +972,11 @@ function generate_upstream_develop_api_spec() {
cmake_gen $1 cmake_gen $1
build $2 build $2
fi fi
cp ${PADDLE_ROOT}/python/requirements.txt /tmp
pr_whl_size=`du -m ${PADDLE_ROOT}/build/python/dist/*.whl|awk '{print $1}'`
echo "pr_whl_size: ${pr_whl_size}"
git checkout $cur_branch
generate_api_spec "$1" "DEV" generate_api_spec "$1" "DEV"
git branch -D develop_base_pr
ENABLE_MAKE_CLEAN="ON" endTime_s=`date +%s`
rm -rf ${PADDLE_ROOT}/build/Makefile ${PADDLE_ROOT}/build/CMakeCache.txt echo "Build Time: $[ $endTime_s - $startTime_s ]s"
cmake_change=`git diff --name-only upstream/$BRANCH | grep "cmake/external" || true` echo "ipipe_log_param_Build_Time: $[ $endTime_s - $startTime_s ]s" >> ${PADDLE_ROOT}/build/build_summary.txt
if [[ ${cmake_change} ]];then
rm -rf ${PADDLE_ROOT}/build/third_party
fi
} }
function generate_api_spec() { function generate_api_spec() {
...@@ -2997,15 +2995,13 @@ function main() { ...@@ -2997,15 +2995,13 @@ function main() {
example_code=$? example_code=$?
summary_check_problems $check_style_code $[${example_code_gpu} + ${example_code}] "$check_style_info" "${example_info_gpu}\n${example_info}" summary_check_problems $check_style_code $[${example_code_gpu} + ${example_code}] "$check_style_info" "${example_info_gpu}\n${example_info}"
assert_api_spec_approvals assert_api_spec_approvals
check_whl_size
;; ;;
build_and_check_cpu) build_and_check_cpu)
set +e set +e
generate_upstream_develop_api_spec ${PYTHON_ABI:-""} ${parallel_number}
cmake_gen_and_build ${PYTHON_ABI:-""} ${parallel_number} cmake_gen_and_build ${PYTHON_ABI:-""} ${parallel_number}
check_sequence_op_unittest
generate_api_spec ${PYTHON_ABI:-""} "PR" generate_api_spec ${PYTHON_ABI:-""} "PR"
check_whl_size generate_upstream_develop_api_spec ${PYTHON_ABI:-""} ${parallel_number}
check_sequence_op_unittest
;; ;;
build_and_check_gpu) build_and_check_gpu)
set +e set +e
...@@ -3022,6 +3018,9 @@ function main() { ...@@ -3022,6 +3018,9 @@ function main() {
summary_check_problems $check_style_code $[${example_code_gpu} + ${example_code}] "$check_style_info" "${example_info_gpu}\n${example_info}" summary_check_problems $check_style_code $[${example_code_gpu} + ${example_code}] "$check_style_info" "${example_info_gpu}\n${example_info}"
assert_api_spec_approvals assert_api_spec_approvals
;; ;;
check_whl_size)
check_whl_size
;;
build) build)
cmake_gen ${PYTHON_ABI:-""} cmake_gen ${PYTHON_ABI:-""}
build ${parallel_number} build ${parallel_number}
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册