Skip to content

P
Paddle

BaiXuePrincess / Paddle
与 Fork 源项目一致

Fork自 PaddlePaddle / Paddle

通知 1
Star 1
Fork 0
P
Paddle
未验证 提交 0d5cf85a 编写于 作者: R risemeup1 提交者： GitHub
浏览文件
操作

use setup.py to compile (#49583) 

* test

* find paddlepaddle-0.0.0-cp37-cp37m-macosx_10_14_x86_64.whl

* test

* debug

* debug

* debug

* debug

* debug

* debug

* test

* test

* modify inference_problem

* modify gen_fluid_lib_by_Setup

* debug

* debug

* debug

* debug

* debug

* debug

* modify env_dict.py.in

* modify setup.py

* modify env_dict.py

* fix bug
上级 4b7aeba4
隐藏空白更改
内联 并排
Showing with 276 addition and 14 deletion
paddle/scripts/paddle_build.sh
浏览文件 @ 0d5cf85a
...@@ -456,7 +456,11 @@ EOF ...@@ -456,7 +456,11 @@ EOF
buildSize=$($com ${PADDLE_ROOT}/build |awk '{print $1}') buildSize=$($com ${PADDLE_ROOT}/build |awk '{print $1}')
echo "Build Size: $buildSize" echo "Build Size: $buildSize"
echo "ipipe_log_param_Build_Size: $buildSize" >> ${PADDLE_ROOT}/build/build_summary.txt echo "ipipe_log_param_Build_Size: $buildSize" >> ${PADDLE_ROOT}/build/build_summary.txt
PR_whlSize=$($com ${PADDLE_ROOT}/build/python/dist |awk '{print $1}') if ls ${PADDLE_ROOT}/build/python/dist/*whl >/dev/null 2>&1; then
PR_whlSize=$($com ${PADDLE_ROOT}/build/python/dist |awk '{print $1}')
elif ls ${PADDLE_ROOT}/dist/*whl >/dev/null 2>&1; then
PR_whlSize=$($com ${PADDLE_ROOT}/build/python/dist |awk '{print $1}')
fi
echo "PR whl Size: $PR_whlSize" echo "PR whl Size: $PR_whlSize"
echo "ipipe_log_param_PR_whl_Size: $PR_whlSize" >> ${PADDLE_ROOT}/build/build_summary.txt echo "ipipe_log_param_PR_whl_Size: $PR_whlSize" >> ${PADDLE_ROOT}/build/build_summary.txt
PR_soSize=$($com ${PADDLE_ROOT}/build/paddle/fluid/pybind/libpaddle.so |awk '{print $1}') PR_soSize=$($com ${PADDLE_ROOT}/build/paddle/fluid/pybind/libpaddle.so |awk '{print $1}')
...@@ -655,19 +659,19 @@ EOF ...@@ -655,19 +659,19 @@ EOF
set -ex set -ex
if [ "$1" == "cp36-cp36m" ]; then if [ "$1" == "cp36-cp36m" ]; then
pip3.6 install --user ${INSTALL_PREFIX:-/paddle/build}/opt/paddle/share/wheels/*.whl pip3.6 install --user ${PADDLE_ROOT}/dist/*.whl
pip3.6 install --user hypothesis pip3.6 install --user hypothesis
elif [ "$1" == "cp37-cp37m" ]; then elif [ "$1" == "cp37-cp37m" ]; then
pip3.7 install --user ${INSTALL_PREFIX:-/paddle/build}/opt/paddle/share/wheels/*.whl pip3.7 install --user ${PADDLE_ROOT}/dist/*.whl
pip3.7 install --user hypothesis pip3.7 install --user hypothesis
elif [ "$1" == "cp38-cp38" ]; then elif [ "$1" == "cp38-cp38" ]; then
pip3.8 install --user ${INSTALL_PREFIX:-/paddle/build}/opt/paddle/share/wheels/*.whl pip3.8 install --user ${PADDLE_ROOT}/dist/*.whl
pip3.8 install --user hypothesis pip3.8 install --user hypothesis
elif [ "$1" == "cp39-cp39" ]; then elif [ "$1" == "cp39-cp39" ]; then
pip3.9 install --user ${INSTALL_PREFIX:-/paddle/build}/opt/paddle/share/wheels/*.whl pip3.9 install --user ${PADDLE_ROOT}/dist/*.whl
pip3.9 install --user hypothesis pip3.9 install --user hypothesis
elif [ "$1" == "cp310-cp310" ]; then elif [ "$1" == "cp310-cp310" ]; then
pip3.10 install --user ${INSTALL_PREFIX:-/paddle/build}/opt/paddle/share/wheels/*.whl pip3.10 install --user ${PADDLE_ROOT}/dist/*.whl
pip3.10 install --user hypothesis pip3.10 install --user hypothesis
fi fi
tmpfile_rand=`date +%s%N` tmpfile_rand=`date +%s%N`
...@@ -1004,8 +1008,8 @@ function check_whl_size() { ...@@ -1004,8 +1008,8 @@ function check_whl_size() {
function generate_upstream_develop_api_spec() { function generate_upstream_develop_api_spec() {
set -x set -x
cp ${PADDLE_ROOT}/python/requirements.txt /tmp cp ${PADDLE_ROOT}/python/requirements.txt /tmp
pr_whl_size=`du -m ${PADDLE_ROOT}/build/python/dist/*.whl|awk '{print $1}'`
mkdir -p ${PADDLE_ROOT}/build/pr_whl && mv ${PADDLE_ROOT}/build/python/dist/*.whl ${PADDLE_ROOT}/build/pr_whl/ mkdir -p ${PADDLE_ROOT}/build/pr_whl && mv ${PADDLE_ROOT}/build/python/dist/*.whl ${PADDLE_ROOT}/build/pr_whl/
pr_whl_size=`du -m ${PADDLE_ROOT}/build/python/dist/*.whl|awk '{print $1}'`
echo "pr_whl_size: ${pr_whl_size}" echo "pr_whl_size: ${pr_whl_size}"
rm -rf ${PADDLE_ROOT}/build/Makefile ${PADDLE_ROOT}/build/CMakeCache.txt ${PADDLE_ROOT}/build/python rm -rf ${PADDLE_ROOT}/build/Makefile ${PADDLE_ROOT}/build/CMakeCache.txt ${PADDLE_ROOT}/build/python
...@@ -1058,6 +1062,9 @@ function generate_api_spec() { ...@@ -1058,6 +1062,9 @@ function generate_api_spec() {
fi fi
if [ -d "${PADDLE_ROOT}/build/python/dist/" ]; then if [ -d "${PADDLE_ROOT}/build/python/dist/" ]; then
pip --no-cache-dir install ${PADDLE_ROOT}/build/python/dist/*whl pip --no-cache-dir install ${PADDLE_ROOT}/build/python/dist/*whl
elif [ -d "${PADDLE_ROOT}/dist/" ];then
pip --no-cache-dir install ${PADDLE_ROOT}/dist/*whl
mkdir ${PADDLE_ROOT}/build/python/dist/ && mv ${PADDLE_ROOT}/dist/*whl ${PADDLE_ROOT}/build/python/dist/
fi fi
spec_path=${PADDLE_ROOT}/paddle/fluid/API_${spec_kind}.spec spec_path=${PADDLE_ROOT}/paddle/fluid/API_${spec_kind}.spec
python ${PADDLE_ROOT}/tools/print_signatures.py paddle > $spec_path python ${PADDLE_ROOT}/tools/print_signatures.py paddle > $spec_path
...@@ -3174,7 +3181,44 @@ EOF ...@@ -3174,7 +3181,44 @@ EOF
CMD [${CMD}] CMD [${CMD}]
EOF EOF
} }
function gen_fluid_lib_by_setup(){
mkdir -p ${PADDLE_ROOT}/build
cd ${PADDLE_ROOT}/build
cat <<EOF
========================================
Generating fluid library for train and inference ...
========================================
EOF
parallel_number=`nproc`
if [[ "$1" != "" ]]; then
parallel_number=$1
fi
startTime_s=`date +%s`
set +e
export MAX_JOBS=${parallel_number}
export WITH_DISTRIBUTE=OFF ON_INFER=ON WITH_TENSORRT=ON CUDA_ARCH_NAME=${CUDA_ARCH_NAME:-Auto} WITH_PYTHON=${WITH_PYTHON:-ON} WITH_ONNXRUNTIME=${WITH_ONNXRUNTIME:-OFF}
# reset ccache zero stats for collect PR's actual hit rate
ccache -z
cd ..
if [ "${PYTHON_EXECUTABLE}" != "" ];then
${PYTHON_EXECUTABLE} setup.py bdist_wheel;build_error=$?
else
python setup.py bdist_wheel;build_error=$?
fi
# ci will collect ccache hit rate
collect_ccache_hits
if [ "$build_error" != 0 ];then
exit 7;
fi
endTime_s=`date +%s`
echo "Build Time: $[ $endTime_s - $startTime_s ]s"
echo "ipipe_log_param_Build_Time: $[ $endTime_s - $startTime_s ]s" >> ${PADDLE_ROOT}/build/build_summary.txt
build_size "paddle_inference"
build_size "paddle_inference_c"
}
function gen_fluid_lib() { function gen_fluid_lib() {
mkdir -p ${PADDLE_ROOT}/build mkdir -p ${PADDLE_ROOT}/build
cd ${PADDLE_ROOT}/build cd ${PADDLE_ROOT}/build
...@@ -3212,6 +3256,7 @@ EOF ...@@ -3212,6 +3256,7 @@ EOF
build_size "paddle_inference_c" build_size "paddle_inference_c"
} }
function tar_fluid_lib() { function tar_fluid_lib() {
cat <<EOF cat <<EOF
======================================== ========================================
...@@ -3415,7 +3460,8 @@ function trt_convert_test() { ...@@ -3415,7 +3460,8 @@ function trt_convert_test() {
} }
function build_pr_and_develop() { function build_pr_and_develop() {
cmake_gen_and_build ${PYTHON_ABI:-""} ${parallel_number} run_setup ${PYTHON_ABI:-""} bdist_wheel ${parallel_number}
mkdir ${PADDLE_ROOT}/build/python/dist/ && mv ${PADDLE_ROOT}/dist/*.whl ${PADDLE_ROOT}/build/python/dist/
cmake_change=`git diff --name-only upstream/$BRANCH | grep "cmake/external" || true` cmake_change=`git diff --name-only upstream/$BRANCH | grep "cmake/external" || true`
cp ${PADDLE_ROOT}/python/requirements.txt /tmp cp ${PADDLE_ROOT}/python/requirements.txt /tmp
generate_api_spec "$1" "PR" generate_api_spec "$1" "PR"
...@@ -3436,7 +3482,8 @@ function build_pr_and_develop() { ...@@ -3436,7 +3482,8 @@ function build_pr_and_develop() {
cp ${PADDLE_ROOT}/build/dev_whl/paddlepaddle_gpu-0.0.0-cp37-cp37m-linux_x86_64.whl ${PADDLE_ROOT}/build/python/dist cp ${PADDLE_ROOT}/build/dev_whl/paddlepaddle_gpu-0.0.0-cp37-cp37m-linux_x86_64.whl ${PADDLE_ROOT}/build/python/dist
else else
git checkout -b develop_base_pr upstream/$BRANCH git checkout -b develop_base_pr upstream/$BRANCH
cmake_gen_and_build ${PYTHON_ABI:-""} ${parallel_number} run_setup ${PYTHON_ABI:-""} bdist_wheel ${parallel_number}
mkdir ${PADDLE_ROOT}/build/python/dist/ && mv ${PADDLE_ROOT}/dist/*.whl ${PADDLE_ROOT}/build/python/dist/
generate_api_spec "$1" "DEV" generate_api_spec "$1" "DEV"
mkdir ${PADDLE_ROOT}/build/dev_whl && cp ${PADDLE_ROOT}/build/python/dist/*.whl ${PADDLE_ROOT}/build/dev_whl mkdir ${PADDLE_ROOT}/build/dev_whl && cp ${PADDLE_ROOT}/build/python/dist/*.whl ${PADDLE_ROOT}/build/dev_whl
fi fi
...@@ -3461,7 +3508,6 @@ function check_coverage_build() { ...@@ -3461,7 +3508,6 @@ function check_coverage_build() {
pr_coverage_build_size=`echo $buildSize|sed 's#G##g'` pr_coverage_build_size=`echo $buildSize|sed 's#G##g'`
diff_coverage_build_size=`echo $(($pr_coverage_build_size - $dev_coverage_build_size))` diff_coverage_build_size=`echo $(($pr_coverage_build_size - $dev_coverage_build_size))`
set +x set +x
if [ ${diff_coverage_build_size} -gt 3 ]; then if [ ${diff_coverage_build_size} -gt 3 ]; then
approval_line=`curl -H "Authorization: token ${GITHUB_API_TOKEN}" https://api.github.com/repos/PaddlePaddle/Paddle/pulls/${GIT_PR_ID}/reviews?per_page=10000` approval_line=`curl -H "Authorization: token ${GITHUB_API_TOKEN}" https://api.github.com/repos/PaddlePaddle/Paddle/pulls/${GIT_PR_ID}/reviews?per_page=10000`
...@@ -3705,7 +3751,216 @@ function run_setup(){ ...@@ -3705,7 +3751,216 @@ function run_setup(){
echo "Build Time: $[ $endTime_s - $startTime_s ]s" echo "Build Time: $[ $endTime_s - $startTime_s ]s"
echo "ipipe_log_param_Build_Time: $[ $endTime_s - $startTime_s ]s" >> ${PADDLE_ROOT}/build/build_summary.txt echo "ipipe_log_param_Build_Time: $[ $endTime_s - $startTime_s ]s" >> ${PADDLE_ROOT}/build/build_summary.txt
} }
function run_setup_mac(){
startTime_s=`date +%s`
mkdir -p ${PADDLE_ROOT}/build
cd ${PADDLE_ROOT}/build
# Build script will not fail if *.deb does not exist
rm *.deb 2>/dev/null || true
# Delete previous built egg packages
rm -rf ${PADDLE_ROOT}/dist 2>/dev/null || true
# Delete previous built paddle cache
rm -rf ${PADDLE_ROOT}/build/python/paddle 2>/dev/null || true
SYSTEM=`uname -s`
if [ "$SYSTEM" == "Darwin" ]; then
echo "Using python abi: $1"
if [ "$1" == "cp37-cp37m" ]; then
if [ -d "/Library/Frameworks/Python.framework/Versions/3.7" ]; then
export LD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/3.7/lib/
export DYLD_LIBRARY_PATH=${DYLD_LIBRARY_PATH}:/Library/Frameworks/Python.framework/Versions/3.7/lib/
export PATH=/Library/Frameworks/Python.framework/Versions/3.7/bin/:${PATH}
#after changing "PYTHON_LIBRARY:FILEPATH" to "PYTHON_LIBRARY" ,we can use export
export PYTHON_EXECUTABLE=/Library/Frameworks/Python.framework/Versions/3.7/bin/python3
export PYTHON_INCLUDE_DIR=/Library/Frameworks/Python.framework/Versions/3.7/include/python3.7m/
export PYTHON_LIBRARY=/Library/Frameworks/Python.framework/Versions/3.7/lib/libpython3.7m.dylib
pip3.7 install --user -r ${PADDLE_ROOT}/python/requirements.txt
else
exit 1
fi
elif [ "$1" == "cp38-cp38" ]; then
if [ -d "/Library/Frameworks/Python.framework/Versions/3.8" ]; then
export LD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/3.8/lib/
export DYLD_LIBRARY_PATH=${DYLD_LIBRARY_PATH}:/Library/Frameworks/Python.framework/Versions/3.8/lib/
export PATH=/Library/Frameworks/Python.framework/Versions/3.8/bin/:${PATH}
#after changing "PYTHON_LIBRARY:FILEPATH" to "PYTHON_LIBRARY" ,we can use export
export PYTHON_EXECUTABLE=/Library/Frameworks/Python.framework/Versions/3.8/bin/python3
export PYTHON_INCLUDE_DIR=/Library/Frameworks/Python.framework/Versions/3.8/include/python3.8/
export PYTHON_LIBRARY=/Library/Frameworks/Python.framework/Versions/3.8/lib/libpython3.8.dylib
pip3.8 install --user -r ${PADDLE_ROOT}/python/requirements.txt
else
exit 1
fi
elif [ "$1" == "cp39-cp39" ]; then
if [ -d "/Library/Frameworks/Python.framework/Versions/3.9" ]; then
export LD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/3.9/lib/
export DYLD_LIBRARY_PATH=${DYLD_LIBRARY_PATH}:/Library/Frameworks/Python.framework/Versions/3.9/lib/
export PATH=/Library/Frameworks/Python.framework/Versions/3.9/bin/:${PATH}
#after changing "PYTHON_LIBRARY:FILEPATH" to "PYTHON_LIBRARY" ,we can use export
export PYTHON_EXECUTABLE=/Library/Frameworks/Python.framework/Versions/3.9/bin/python3
export PYTHON_INCLUDE_DIR=/Library/Frameworks/Python.framework/Versions/3.9/include/python3.9/
export PYTHON_LIBRARY=/Library/Frameworks/Python.framework/Versions/3.9/lib/libpython3.9.dylib
pip3.9 install --user -r ${PADDLE_ROOT}/python/requirements.txt
else
exit 1
fi
elif [ "$1" == "cp310-cp310" ]; then
if [ -d "/Library/Frameworks/Python.framework/Versions/3.10" ]; then
export LD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/3.10/lib/
export DYLD_LIBRARY_PATH=${DYLD_LIBRARY_PATH}:/Library/Frameworks/Python.framework/Versions/3.10/lib/
export PATH=/Library/Frameworks/Python.framework/Versions/3.10/bin/:${PATH}
#after changing "PYTHON_LIBRARY:FILEPATH" to "PYTHON_LIBRARY" ,we can use export
export PYTHON_EXECUTABLE=/Library/Frameworks/Python.framework/Versions/3.10/bin/python3
export PYTHON_INCLUDE_DIR=/Library/Frameworks/Python.framework/Versions/3.10/include/python3.10/
export PYTHON_LIBRARY=/Library/Frameworks/Python.framework/Versions/3.10/lib/libpython3.10.dylib
pip3.10 install --user -r ${PADDLE_ROOT}/python/requirements.txt
else
exit 1
fi
fi
else
if [ "$1" != "" ]; then
echo "using python abi: $1"
if [ "$1" == "cp37-cp37m" ]; then
export LD_LIBRARY_PATH=/opt/_internal/cpython-3.7.0/lib/:${LD_LIBRARY_PATH}
export PATH=/opt/_internal/cpython-3.7.0/bin/:${PATH}
#after changing "PYTHON_LIBRARY:FILEPATH" to "PYTHON_LIBRARY" ,we can use export
export PYTHON_EXECUTABLE=/opt/_internal/cpython-3.7.0/bin/python3.7
export PYTHON_INCLUDE_DIR=/opt/_internal/cpython-3.7.0/include/python3.7m
export PYTHON_LIBRARIES=/opt/_internal/cpython-3.7.0/lib/libpython3.so
pip3.7 install -r ${PADDLE_ROOT}/python/requirements.txt
elif [ "$1" == "cp38-cp38" ]; then
export LD_LIBRARY_PATH=/opt/_internal/cpython-3.8.0/lib/:${LD_LIBRARY_PATH}
export PATH=/opt/_internal/cpython-3.8.0/bin/:${PATH}
#after changing "PYTHON_LIBRARY:FILEPATH" to "PYTHON_LIBRARY" ,we can use export
export PYTHON_EXECUTABLE=/opt/_internal/cpython-3.8.0/bin/python3.8
export PYTHON_INCLUDE_DIR=/opt/_internal/cpython-3.8.0/include/python3.8
export PYTHON_LIBRARIES=/opt/_internal/cpython-3.8.0/lib/libpython3.so
pip3.8 install -r ${PADDLE_ROOT}/python/requirements.txt
elif [ "$1" == "cp39-cp39" ]; then
export LD_LIBRARY_PATH=/opt/_internal/cpython-3.9.0/lib/:${LD_LIBRARY_PATH}
export PATH=/opt/_internal/cpython-3.9.0/bin/:${PATH}
#after changing "PYTHON_LIBRARY:FILEPATH" to "PYTHON_LIBRARY" ,we can use export
export PYTHON_EXECUTABLE=/opt/_internal/cpython-3.9.0/bin/python3.9
export PYTHON_INCLUDE_DIR=/opt/_internal/cpython-3.9.0/include/python3.9
export PYTHON_LIBRARIES=/opt/_internal/cpython-3.9.0/lib/libpython3.so
pip3.9 install -r ${PADDLE_ROOT}/python/requirements.txt
elif [ "$1" == "cp310-cp310" ]; then
export LD_LIBRARY_PATH=/opt/_internal/cpython-3.10.0/lib/:${LD_LIBRARY_PATH}
export PATH=/opt/_internal/cpython-3.10.0/bin/:${PATH}
#after changing "PYTHON_LIBRARY:FILEPATH" to "PYTHON_LIBRARY" ,we can use export
export PYTHON_EXECUTABLE=/opt/_internal/cpython-3.10.0/bin/python3.10
export PYTHON_INCLUDE_DIR=/opt/_internal/cpython-3.10.0/include/python3.10
export PYTHON_LIBRARIES=/opt/_internal/cpython-3.10.0/lib/libpython3.so
pip3.10 install -r ${PADDLE_ROOT}/python/requirements.txt
elif [ "$1" == "conda-python3.7" ]; then
export LD_LIBRARY_PATH=/opt/conda/lib/:${LD_LIBRARY_PATH}
export PATH=/opt/conda/bin/:${PATH}
#after changing "PYTHON_LIBRARY:FILEPATH" to "PYTHON_LIBRARY" ,we can use export
export DPYTHON_EXECUTABLE=/opt/conda/bin/python
export PYTHON_INCLUDE_DIR=/opt/conda/include/python3.7m
export PYTHON_LIBRARIES=/opt/conda/lib/libpython3.so
/opt/conda/bin/pip install -r ${PADDLE_ROOT}/python/requirements.txt
fi
else
pip install -r ${PADDLE_ROOT}/python/requirements.txt
fi
fi
if [ "$SYSTEM" == "Darwin" ]; then
WITH_DISTRIBUTE="OFF"
WITH_AVX=${WITH_AVX:-ON}
WITH_ARM=${WITH_ARM:-OFF}
INFERENCE_DEMO_INSTALL_DIR=${INFERENCE_DEMO_INSTALL_DIR:-~/.cache/inference_demo}
else
INFERENCE_DEMO_INSTALL_DIR=${INFERENCE_DEMO_INSTALL_DIR:-/root/.cache/inference_demo}
fi
distibuted_flag=${WITH_DISTRIBUTE:-OFF}
gloo_flag=${distibuted_flag}
if [ "$CMD" != "assert_file_approvals" ];then
which python
python -V
python -m pip install distro
python ${PADDLE_ROOT}/tools/summary_env.py
bash ${PADDLE_ROOT}/tools/get_cpu_info.sh
fi
export CMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE:-Release}
export WITH_GPU=${WITH_GPU:-OFF}
export WITH_TENSORRT=${WITH_TENSORRT:-ON}
export WITH_ROCM=${WITH_ROCM:-OFF}
export WITH_CINN=${WITH_CINN:-OFF}
export WITH_DISTRIBUTE=${distibuted_flag}
export WITH_MKL=${WITH_MKL:-ON}
export WITH_AVX=${WITH_AVX:-OFF}
export CUDA_ARCH_NAME=${CUDA_ARCH_NAME:-All}
export NEW_RELEASE_PYPI=${NEW_RELEASE_PYPI:-OFF}
export NEW_RELEASE_ALL=${NEW_RELEASE_ALL:-OFF}
export NEW_RELEASE_JIT=${NEW_RELEASE_JIT:-OFF}
export WITH_PYTHON=${WITH_PYTHON:-ON}
export CUDNN_ROOT=/usr/
export WITH_TESTING=${WITH_TESTING:-ON}
export WITH_COVERAGE=${WITH_COVERAGE:-OFF}
export WITH_INCREMENTAL_COVERAGE=${WITH_INCREMENTAL_COVERAGE:-OFF}
export CMAKE_MODULE_PATH=/opt/rocm/hip/cmake
export CMAKE_EXPORT_COMPILE_COMMANDS=ON
export WITH_CONTRIB=${WITH_CONTRIB:-ON}
export WITH_INFERENCE_API_TEST=${WITH_INFERENCE_API_TEST:-ON}
export WITH_INFRT=${WITH_INFRT:-OFF}
export INFERENCE_DEMO_INSTALL_DIR=${INFERENCE_DEMO_INSTALL_DIR}
export PY_VERSION=${PY_VERSION:-3.7}
export CMAKE_INSTALL_PREFIX=${INSTALL_PREFIX:-/paddle/build}
export WITH_PSCORE=${distibuted_flag}
export WITH_PSLIB=${WITH_PSLIB:-OFF}
export WITH_GLOO=${gloo_flag}
export LITE_GIT_TAG=release/v2.10
export WITH_XPU=${WITH_XPU:-OFF}
export WITH_MLU=${WITH_MLU:-OFF}
export WITH_IPU=${WITH_IPU:-OFF}
export WITH_CNCL=${WITH_CNCL:-OFF}
export XPU_SDK_ROOT=${XPU_SDK_ROOT:-""}
export WITH_LITE=${WITH_LITE:-OFF}
export WITH_XPU_BKCL=${WITH_XPU_BKCL:-OFF}
export WITH_ARM=${WITH_ARM:-OFF}
export WITH_ASCEND=${WITH_ASCEND:-OFF}
export WITH_ASCEND_CL=${WITH_ASCEND_CL:-OFF}
export WITH_ASCEND_INT64=${WITH_ASCEND_INT64:-OFF}
export WITH_STRIP=${WITH_STRIP:-ON}
export ON_INFER=${ON_INFER:-OFF}
export WITH_HETERPS=${WITH_HETERPS:-OFF}
export WITH_FLUID_ONLY=${WITH_FLUID_ONLY:-OFF}
export CUDA_ARCH_BIN=${CUDA_ARCH_BIN}
export WITH_RECORD_BUILDTIME=${WITH_RECORD_BUILDTIME:-OFF}
export WITH_UNITY_BUILD=${WITH_UNITY_BUILD:-OFF}
export WITH_ONNXRUNTIME=${WITH_ONNXRUNTIME:-OFF}
export WITH_CUDNN_FRONTEND=${WITH_CUDNN_FRONTEND:-OFF}
export MAX_JOBS=8
# reset ccache zero stats for collect PR's actual hit rate
ccache -z
cd ..
if [ "${PYTHON_EXECUTABLE}" != "" ];then
${PYTHON_EXECUTABLE} setup.py $2;build_error=$?
else
python setup.py $2;build_error=$?
fi
# ci will collect ccache hit rate
collect_ccache_hits
if [ "$build_error" != 0 ];then
exit 7;
fi
build_size
endTime_s=`date +%s`
[ -n "$startTime_firstBuild" ] && startTime_s=$startTime_firstBuild
echo "Build Time: $[ $endTime_s - $startTime_s ]s"
echo "ipipe_log_param_Build_Time: $[ $endTime_s - $startTime_s ]s" >> ${PADDLE_ROOT}/build/build_summary.txt
}
function main() { function main() {
local CMD=$1 local CMD=$1
local parallel_number=$2 local parallel_number=$2
...@@ -3741,7 +3996,7 @@ function main() { ...@@ -3741,7 +3996,7 @@ function main() {
;; ;;
build_and_check_cpu) build_and_check_cpu)
set +e set +e
cmake_gen_and_build ${PYTHON_ABI:-""} ${parallel_number} run_setup ${PYTHON_ABI:-""} bdist_wheel ${parallel_number}
generate_api_spec ${PYTHON_ABI:-""} "PR" generate_api_spec ${PYTHON_ABI:-""} "PR"
generate_upstream_develop_api_spec ${PYTHON_ABI:-""} ${parallel_number} generate_upstream_develop_api_spec ${PYTHON_ABI:-""} ${parallel_number}
check_sequence_op_unittest check_sequence_op_unittest
...@@ -3836,7 +4091,7 @@ function main() { ...@@ -3836,7 +4091,7 @@ function main() {
;; ;;
cpu_cicheck_coverage) cpu_cicheck_coverage)
check_diff_file_for_coverage check_diff_file_for_coverage
cmake_gen_and_build ${PYTHON_ABI:-""} ${parallel_number} run_setup ${PYTHON_ABI:-""} bdist_wheel ${parallel_number}
enable_unused_var_check enable_unused_var_check
check_coverage_build check_coverage_build
;; ;;
...@@ -3886,7 +4141,7 @@ function main() { ...@@ -3886,7 +4141,7 @@ function main() {
if [ "${WITH_PYTHON}" == "OFF" ] ; then if [ "${WITH_PYTHON}" == "OFF" ] ; then
python ${PADDLE_ROOT}/tools/remove_grad_op_and_kernel.py python ${PADDLE_ROOT}/tools/remove_grad_op_and_kernel.py
fi fi
gen_fluid_lib ${parallel_number} gen_fluid_lib_by_setup ${parallel_number}
;; ;;
gpu_inference) gpu_inference)
test_fluid_lib test_fluid_lib
...@@ -3908,7 +4163,7 @@ function main() { ...@@ -3908,7 +4163,7 @@ function main() {
run_mac_test ${PYTHON_ABI:-""} ${PROC_RUN:-1} run_mac_test ${PYTHON_ABI:-""} ${PROC_RUN:-1}
;; ;;
maccheck_py35) maccheck_py35)
cmake_gen_and_build_mac ${PYTHON_ABI:-""} run_setup_mac ${PYTHON_ABI:-""} bdist_wheel
run_mac_test ${PYTHON_ABI:-""} ${PROC_RUN:-1} run_mac_test ${PYTHON_ABI:-""} ${PROC_RUN:-1}
;; ;;
macbuild) macbuild)
......
setup.py
浏览文件 @ 0d5cf85a
...@@ -702,6 +702,7 @@ def build_steps(): ...@@ -702,6 +702,7 @@ def build_steps():
if not os.path.exists(build_dir): if not os.path.exists(build_dir):
_mkdir_p(build_dir) _mkdir_p(build_dir)
build_path = build_dir build_path = build_dir
print("build_dir:", build_dir)
# run cmake to generate native build files # run cmake to generate native build files
cmake_cache_file_path = os.path.join(build_path, "CMakeCache.txt") cmake_cache_file_path = os.path.join(build_path, "CMakeCache.txt")
# if rerun_cmake is True,remove CMakeCache.txt and rerun camke # if rerun_cmake is True,remove CMakeCache.txt and rerun camke
...@@ -1339,6 +1340,11 @@ def main(): ...@@ -1339,6 +1340,11 @@ def main():
# Execute the build process,cmake and make # Execute the build process,cmake and make
if cmake_and_build: if cmake_and_build:
build_steps() build_steps()
if os.getenv("WITH_PYTHON") == "OFF":
print("only compile, not package")
return
build_dir = os.getenv("BUILD_DIR") build_dir = os.getenv("BUILD_DIR")
if build_dir is not None: if build_dir is not None:
env_dict_path = TOP_DIR + '/' + build_dir + '/python' env_dict_path = TOP_DIR + '/' + build_dir + '/python'
...@@ -1349,6 +1355,7 @@ def main(): ...@@ -1349,6 +1355,7 @@ def main():
global env_dict global env_dict
global paddle_binary_dir, paddle_source_dir global paddle_binary_dir, paddle_source_dir
paddle_binary_dir = env_dict.get("PADDLE_BINARY_DIR") paddle_binary_dir = env_dict.get("PADDLE_BINARY_DIR")
paddle_source_dir = env_dict.get("PADDLE_SOURCE_DIR") paddle_source_dir = env_dict.get("PADDLE_SOURCE_DIR")
......
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或