Skip to content

P
Paddle-Lite

PaddlePaddle / Paddle-Lite

通知 331
Star 4
Fork 1
P
Paddle-Lite
未验证 提交 01f25d78 编写于 作者: Z zhupengyang 提交者： GitHub
浏览文件
操作

[Compiling] add 'build_linux.sh' (#3445)

上级 1f1dfc72
隐藏空白更改
内联 并排
Showing with 366 addition and 0 deletion
lite/tools/build_linux.sh 0 → 100755
浏览文件 @ 01f25d78
#!/bin/bash
set -ex
#####################################################################################################
# 1. global variables, you can change them according to your requirements
#####################################################################################################
# armv7 or armv8 or armv7hf, default armv8.
ARM_ABI=armv8
# gcc or clang, default gcc.
TOOLCHAIN=gcc
# ON or OFF, default OFF.
WITH_EXTRA=OFF
# controls whether to compile python lib, default is OFF.
WITH_PYTHON=OFF
# controls whether to compile cv functions into lib, default is OFF.
WITH_CV=OFF
# controls whether to print log information, default is ON.
WITH_LOG=ON
# options of striping lib according to input model.
WITH_STRIP=OFF
OPTMODEL_DIR=""
# options of compiling OPENCL lib.
WITH_OPENCL=OFF
# options of compiling rockchip NPU lib.
WITH_ROCKCHIP_NPU=OFF
ROCKCHIP_NPU_SDK_ROOT=""
# options of compiling mediatek APU lib.
WITH_MEDIATEK_APU=OFF
MEDIATEK_APU_SDK_ROOT=""
# options of compiling baidu XPU lib.
WITH_BAIDU_XPU=OFF
BAIDU_XPU_SDK_ROOT=""
# options of adding training ops
WITH_TRAIN=OFF
# num of threads used during compiling..
readonly NUM_PROC=${LITE_BUILD_THREADS:-4}
#####################################################################################################
#####################################################################################################
# 2. local variables, these variables should not be changed.
#####################################################################################################
# url that stores third-party zip file to accelerate third-paty lib installation
readonly THIRDPARTY_TAR=https://paddle-inference-dist.bj.bcebos.com/PaddleLite/third-party-05b862.tar.gz
# absolute path of Paddle-Lite.
readonly workspace=$PWD/$(dirname $0)/../../
# basic options for linux compiling.
readonly CMAKE_COMMON_OPTIONS="-DWITH_LITE=ON \
-DLITE_WITH_ARM=ON \
-DLITE_WITH_X86=OFF \
-DARM_TARGET_OS=armlinux \
-DLITE_WITH_LIGHT_WEIGHT_FRAMEWORK=ON \
-DWITH_TESTING=OFF"
# mutable options for linux compiling.
function init_cmake_mutable_options {
SHUTDOWN_LOG=ON
if [ "$WITH_LOG" = "ON"]; then
SHUTDOWN_LOG=OFF
fi
cmake_mutable_options="-DARM_TARGET_ARCH_ABI=$ARM_ABI \
-DARM_TARGET_LANG=$TOOLCHAIN \
-DLITE_BUILD_EXTRA=$WITH_EXTRA \
-DLITE_WITH_PYTHON=$WITH_PYTHON \
-DLITE_WITH_CV=$WITH_CV \
-DLITE_SHUTDOWN_LOG=$SHUTDOWN_LOG \
-DLITE_BUILD_TAILOR=$WITH_STRIP \
-DLITE_OPTMODEL_DIR=$OPTMODEL_DIR \
-DLITE_WITH_OPENCL=$WITH_OPENCL \
-DLITE_WITH_RKNPU=$WITH_ROCKCHIP_NPU \
-DRKNPU_DDK_ROOT=$ROCKCHIP_NPU_SDK_ROOT \
-DLITE_WITH_APU=$WITH_MEDIATEK_APU \
-DAPU_DDK_ROOT=$MEDIATEK_APU_SDK_ROOT \
-DLITE_WITH_XPU=$WITH_BAIDU_XPU \
-DXPU_SDK_ROOT=$BAIDU_XPU_SDK_ROOT \
-DLITE_WITH_TRAIN=$WITH_TRAIN"
}
#####################################################################################################
####################################################################################################
# 3. functions of prepare workspace before compiling
####################################################################################################
# 3.1 generate `__generated_code__.cc`, which is dependended by some targets in cmake.
# here we fake an empty file to make cmake works.
function prepare_workspace {
local root_dir=$1
local build_dir=$2
# in build directory
# 1. Prepare gen_code file
GEN_CODE_PATH_PREFIX=$build_dir/lite/gen_code
mkdir -p ${GEN_CODE_PATH_PREFIX}
touch ${GEN_CODE_PATH_PREFIX}/__generated_code__.cc
# 2.Prepare debug tool
DEBUG_TOOL_PATH_PREFIX=$build_dir/lite/tools/debug
mkdir -p ${DEBUG_TOOL_PATH_PREFIX}
cp $root_dir/lite/tools/debug/analysis_tool.py ${DEBUG_TOOL_PATH_PREFIX}/
}
# 3.2 prepare source code of opencl lib
# here we bundle all cl files into a cc file to bundle all opencl kernels into a single lib
function prepare_opencl_source_code {
local root_dir=$1
local build_dir=$2
# in build directory
# Prepare opencl_kernels_source.cc file
GEN_CODE_PATH_OPENCL=$root_dir/lite/backends/opencl
rm -f GEN_CODE_PATH_OPENCL/opencl_kernels_source.cc
OPENCL_KERNELS_PATH=$root_dir/lite/backends/opencl/cl_kernel
mkdir -p ${GEN_CODE_PATH_OPENCL}
touch $GEN_CODE_PATH_OPENCL/opencl_kernels_source.cc
python $root_dir/lite/tools/cmake_tools/gen_opencl_code.py $OPENCL_KERNELS_PATH $GEN_CODE_PATH_OPENCL/opencl_kernels_source.cc
}
# 3.3 prepare third_party libraries for compiling
# here we store third_party libraries into Paddle-Lite/third-party
function prepare_thirdparty {
if [ ! -d $workspace/third-party -o -f $workspace/third-party-05b862.tar.gz ]; then
rm -rf $workspace/third-party
if [ ! -f $workspace/third-party-05b862.tar.gz ]; then
wget $THIRDPARTY_TAR
fi
tar xzf third-party-05b862.tar.gz
else
git submodule update --init --recursive
fi
}
####################################################################################################
####################################################################################################
# 4. compiling functions
####################################################################################################
# 4.1 function of tiny_publish compiling
# here we only compile light_api lib
function make_tiny_publish_so {
is_tiny=${1:-ON}
if [ "$WITH_PYTHON" = "ON" -a "$is_tiny" = "ON" ]; then
echo "Warning: build full_publish to use python."
is_tiny=OFF
fi
if [ "$WITH_TRAIN" = "ON" -a "$is_tiny" = "ON" ]; then
echo "Warning: build full_publish to add training ops."
is_tiny=OFF
fi
if [ "$BUILD_TAILOR" = "ON" -a "$OPTMODEL_DIR" = "" ]; then
echo "Error: set OPTMODEL_DIR if BUILD_TAILOR is ON."
fi
if [ "$is_tiny" = "OFF" ]; then
prepare_thirdparty
fi
build_dir=$workspace/build.lite.armlinux.$ARM_ABI.$ARM_LANG
if [ "${WITH_OPENCL}" = "ON" ]; then
build_dir=${build_dir}.opencl
fi
if [ -d $build_dir ]; then
rm -rf $build_dir
fi
mkdir -p $build_dir
cd $build_dir
prepare_workspace $workspace $build_dir
if [ "${WITH_OPENCL}" = "ON" ]; then
prepare_opencl_source_code $workspace $build_dir
fi
init_cmake_mutable_options
cmake $workspace \
${CMAKE_COMMON_OPTIONS} \
${cmake_mutable_options} \
-DLITE_ON_TINY_PUBLISH=$is_tiny
if [ "${WITH_OPENCL}" = "ON" ]; then
make opencl_clhpp -j$NUM_PROC
fi
make publish_inference -j$NUM_PROC
cd - > /dev/null
}
####################################################################################################
# 4.2 function of full_publish compiling
# here we compile both light_api lib and full_api lib
function make_full_publish_so {
make_tiny_publish_so OFF
}
####################################################################################################
function print_usage {
echo "-------------------------------------------------------------------------------------------------------------------------------------------------------"
echo -e "| Methods of compiling Padddle-Lite Linux library: |"
echo "-------------------------------------------------------------------------------------------------------------------------------------------------------"
echo -e "| compile linux library: (armv8, gcc) |"
echo -e "| ./lite/tools/build_linux.sh |"
echo -e "| print help information: |"
echo -e "| ./lite/tools/build_linux.sh help |"
echo -e "| |"
echo -e "| optional argument: |"
echo -e "| --arm_abi: (armv8|armv7), default is armv8 |"
echo -e "| --toolchain: (gcc|clang), defalut is gcc |"
echo -e "| --with_extra: (OFF|ON); controls whether to publish extra operators and kernels for (sequence-related model such as OCR or NLP), default is OFF |"
echo -e "| --with_python: (OFF|ON); controls whether to build python lib or whl, default is OFF |"
echo -e "| --with_cv: (OFF|ON); controls whether to compile cv functions into lib, default is OFF |"
echo -e "| --with_log: (OFF|ON); controls whether to print log information, default is ON |"
echo -e "| |"
echo -e "| arguments of striping lib according to input model: |"
echo -e "| ./lite/tools/build_linux.sh --with_strip=ON --opt_model_dir=YourOptimizedModelDir |"
echo -e "| --with_strip: (OFF|ON); controls whether to strip lib accrding to input model, default is OFF |"
echo -e "| --opt_model_dir: (absolute path to optimized model dir) required when compiling striped library |"
echo -e "| detailed information about striping lib: https://paddle-lite.readthedocs.io/zh/latest/user_guides/library_tailoring.html |"
echo -e "| |"
echo -e "| arguments of opencl library compiling: |"
echo -e "| ./lite/tools/build_linux.sh --with_opencl=ON |"
echo -e "| --with_opencl: (OFF|ON); controls whether to compile lib for opencl, default is OFF |"
echo -e "| |"
echo -e "| arguments of opencl library compiling: |"
echo -e "| ./lite/tools/build_linux.sh --with_opencl=ON |"
echo -e "| --with_opencl: (OFF|ON); controls whether to compile lib for opencl, default is OFF |"
echo -e "| |"
echo -e "| arguments of rockchip npu library compiling: |"
echo -e "| ./lite/tools/build_linux.sh --with_rockchip_npu=ON --rockchip_npu_sdk_root=YourRockchipNpuSdkPath |"
echo -e "| --with_rockchip_npu: (OFF|ON); controls whether to compile lib for rockchip_npu, default is OFF |"
echo -e "| --rockchip_npu_sdk_root: (path to rockchip_npu DDK file) required when compiling rockchip_npu library |"
echo -e "| |"
echo -e "| arguments of mediatek apu library compiling: |"
echo -e "| ./lite/tools/build_linux.sh --with_mediatek_apu=ON --mediatek_apu_sdk_root=YourMediatekApuSdkPath |"
echo -e "| --with_mediatek_apu: (OFF|ON); controls whether to compile lib for mediatek_apu, default is OFF |"
echo -e "| --mediatek_apu_sdk_root: (path to mediatek_apu DDK file) required when compiling mediatek_apu library |"
echo -e "| |"
echo -e "| arguments of baidu xpu library compiling: |"
echo -e "| ./lite/tools/build_linux.sh --with_baidu_xpu=ON --baidu_xpu_sdk_root=YourBaiduXpuSdkPath |"
echo -e "| --with_baidu_xpu: (OFF|ON); controls whether to compile lib for baidu_xpu, default is OFF |"
echo -e "| --baidu_xpu_sdk_root: (path to baidu_xpu DDK file) required when compiling baidu_xpu library |"
echo "-------------------------------------------------------------------------------------------------------------------------------------------------------"
echo
}
function main {
if [ -z "$1" ]; then
# compiling result contains light_api lib only, recommanded.
make_tiny_publish_so
exit 0
fi
# Parse command line.
for i in "$@"; do
case $i in
# armv7 or armv8, default armv8
--arm_abi=*)
ARM_ABI="${i#*=}"
shift
;;
# gcc or clang, default gcc
--toolchain=*)
TOOLCHAIN="${i#*=}"
shift
;;
# ON or OFF, default OFF
--with_extra=*)
WITH_EXTRA="${i#*=}"
shift
;;
# ON or OFF, default OFF
--with_cv=*)
WITH_CV="${i#*=}"
shift
;;
# ON or OFF, default ON
--with_log=*)
WITH_LOG="${i#*=}"
shift
;;
# ON or OFF, default OFF
--with_strip=*)
BUILD_TAILOR="${i#*=}"
shift
;;
# string, absolute path to optimized model dir
--opt_model_dir=*)
OPTMODEL_DIR="${i#*=}"
shift
;;
# ON or OFF, default OFF
--with_opencl=*)
WITH_OPENCL="${i#*=}"
shift
;;
# compiling lib which can operate on huawei npu.
--with_rockchip_npu=*)
WITH_ROCKCHIP_NPU="${i#*=}"
shift
;;
--rockchip_npu_sdk_root=*)
ROCKCHIP_NPU_SDK_ROOT="${i#*=}"
shift
;;
# compiling lib which can operate on rockchip npu.
--with_rockchip_npu=*)
WITH_ROCKCHIP_NPU="${i#*=}"
shift
;;
--rockchip_npu_sdk_root=*)
ROCKCHIP_NPU_SDK_ROOT="${i#*=}"
shift
;;
# compiling lib which can operate on mediatek apu.
--with_mediatek_apu=*)
WITH_MEDIATEK_APU="${i#*=}"
shift
;;
--mediatek_apu_sdk_root=*)
MEDIATEK_APU_SDK_ROOT="${i#*=}"
shift
;;
# compiling lib which can operate on baidu xpu.
--with_baidu_xpu=*)
WITH_BAIDU_XPU="${i#*=}"
shift
;;
--baidu_xpu_sdk_root=*)
BAIDU_XPU_SDK_ROOT="${i#*=}"
shift
;;
# ON or OFF, default OFF
--with_train=*)
WITH_TRAIN="${i#*=}"
shift
;;
# compiling result contains both light_api and cxx_api lib.
full_publish)
make_full_publish_so
exit 0
;;
# print help info
help)
print_usage
exit 0
;;
# unknown option
*)
echo "Error: unsupported argument \"${i#*=}\""
print_usage
exit 1
;;
esac
# compiling result contains light_api lib only, recommanded.
make_tiny_publish_so
done
}
main $@
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或