#!/bin/bash set -e ##################################################################################################### # 1. global variables, you can change them according to your requirements ##################################################################################################### # armv8 or armv7hf or armv7, default armv8. ARCH=armv8 # gcc or clang, default gcc. TOOLCHAIN=gcc # ON or OFF, default OFF. WITH_EXTRA=OFF # controls whether to compile python lib, default is OFF. WITH_PYTHON=OFF PY_VERSION="" # controls whether to compile cv functions into lib, default is OFF. WITH_CV=OFF # controls whether to print log information, default is ON. WITH_LOG=ON # controls whether to throw the exception when error occurs, default is OFF WITH_EXCEPTION=OFF # options of striping lib according to input model. WITH_STRIP=OFF OPTMODEL_DIR="" # options of compiling OPENCL lib. WITH_OPENCL=OFF # options of compiling rockchip NPU lib. WITH_ROCKCHIP_NPU=OFF ROCKCHIP_NPU_SDK_ROOT="$(pwd)/rknpu_ddk" # Download RKNPU SDK from https://github.com/airockchip/rknpu_ddk.git # options of compiling baidu XPU lib. WITH_BAIDU_XPU=OFF BAIDU_XPU_SDK_ROOT="" # options of adding training ops WITH_TRAIN=OFF # num of threads used during compiling.. readonly NUM_PROC=${LITE_BUILD_THREADS:-4} ##################################################################################################### ##################################################################################################### # 2. local variables, these variables should not be changed. ##################################################################################################### # url that stores third-party zip file to accelerate third-paty lib installation readonly THIRDPARTY_TAR=https://paddle-inference-dist.bj.bcebos.com/PaddleLite/third-party-05b862.tar.gz # absolute path of Paddle-Lite. readonly workspace=$PWD/$(dirname $0)/../../ # basic options for linux compiling. readonly CMAKE_COMMON_OPTIONS="-DWITH_LITE=ON \ -DLITE_WITH_ARM=ON \ -DLITE_WITH_X86=OFF \ -DARM_TARGET_OS=armlinux \ -DLITE_WITH_LIGHT_WEIGHT_FRAMEWORK=ON \ -DWITH_TESTING=OFF" # mutable options for linux compiling. function init_cmake_mutable_options { cmake_mutable_options="-DARM_TARGET_ARCH_ABI=$ARCH \ -DARM_TARGET_LANG=$TOOLCHAIN \ -DLITE_BUILD_EXTRA=$WITH_EXTRA \ -DLITE_WITH_PYTHON=$WITH_PYTHON \ -DPY_VERSION=$PY_VERSION \ -DLITE_WITH_CV=$WITH_CV \ -DLITE_WITH_LOG=$WITH_LOG \ -DLITE_WITH_EXCEPTION=$WITH_EXCEPTION \ -DLITE_BUILD_TAILOR=$WITH_STRIP \ -DLITE_OPTMODEL_DIR=$OPTMODEL_DIR \ -DLITE_WITH_OPENCL=$WITH_OPENCL \ -DLITE_WITH_RKNPU=$WITH_ROCKCHIP_NPU \ -DRKNPU_DDK_ROOT=$ROCKCHIP_NPU_SDK_ROOT \ -DLITE_WITH_XPU=$WITH_BAIDU_XPU \ -DXPU_SDK_ROOT=$BAIDU_XPU_SDK_ROOT \ -DLITE_WITH_TRAIN=$WITH_TRAIN" } ##################################################################################################### #################################################################################################### # 3. functions of prepare workspace before compiling #################################################################################################### # 3.1 generate `__generated_code__.cc`, which is dependended by some targets in cmake. # here we fake an empty file to make cmake works. function prepare_workspace { local root_dir=$1 local build_dir=$2 # in build directory # 1. Prepare gen_code file GEN_CODE_PATH_PREFIX=$build_dir/lite/gen_code mkdir -p ${GEN_CODE_PATH_PREFIX} touch ${GEN_CODE_PATH_PREFIX}/__generated_code__.cc # 2.Prepare debug tool DEBUG_TOOL_PATH_PREFIX=$build_dir/lite/tools/debug mkdir -p ${DEBUG_TOOL_PATH_PREFIX} cp $root_dir/lite/tools/debug/analysis_tool.py ${DEBUG_TOOL_PATH_PREFIX}/ } # 3.2 prepare source code of opencl lib # here we bundle all cl files into a cc file to bundle all opencl kernels into a single lib function prepare_opencl_source_code { local root_dir=$1 local build_dir=$2 # in build directory # Prepare opencl_kernels_source.cc file GEN_CODE_PATH_OPENCL=$root_dir/lite/backends/opencl rm -f GEN_CODE_PATH_OPENCL/opencl_kernels_source.cc OPENCL_KERNELS_PATH=$root_dir/lite/backends/opencl/cl_kernel mkdir -p ${GEN_CODE_PATH_OPENCL} touch $GEN_CODE_PATH_OPENCL/opencl_kernels_source.cc python $root_dir/lite/tools/cmake_tools/gen_opencl_code.py $OPENCL_KERNELS_PATH $GEN_CODE_PATH_OPENCL/opencl_kernels_source.cc } # 3.3 prepare third_party libraries for compiling # here we store third_party libraries into Paddle-Lite/third-party function prepare_thirdparty { if [ ! -d $workspace/third-party -o -f $workspace/third-party-05b862.tar.gz ]; then rm -rf $workspace/third-party if [ ! -f $workspace/third-party-05b862.tar.gz ]; then wget $THIRDPARTY_TAR fi tar xzf third-party-05b862.tar.gz else git submodule update --init --recursive fi } #################################################################################################### #################################################################################################### # 4. compiling functions #################################################################################################### # 4.1 function of tiny_publish compiling # here we only compile light_api lib function make_tiny_publish_so { is_tiny=${1:-ON} if [ "$WITH_PYTHON" = "ON" -a "$is_tiny" = "ON" ]; then echo "Warning: build full_publish to use python." is_tiny=OFF fi if [ "$WITH_TRAIN" = "ON" -a "$is_tiny" = "ON" ]; then echo "Warning: build full_publish to add training ops." is_tiny=OFF fi if [ "$BUILD_TAILOR" = "ON" -a "$OPTMODEL_DIR" = "" ]; then echo "Error: set OPTMODEL_DIR if BUILD_TAILOR is ON." fi if [ "$is_tiny" = "OFF" ]; then prepare_thirdparty fi build_dir=$workspace/build.lite.linux.$ARCH.$TOOLCHAIN if [ "${WITH_OPENCL}" = "ON" ]; then build_dir=${build_dir}.opencl fi if [ -d $build_dir ]; then rm -rf $build_dir fi mkdir -p $build_dir cd $build_dir prepare_workspace $workspace $build_dir if [ "${WITH_OPENCL}" = "ON" ]; then prepare_opencl_source_code $workspace $build_dir fi init_cmake_mutable_options cmake $workspace \ ${CMAKE_COMMON_OPTIONS} \ ${cmake_mutable_options} \ -DLITE_ON_TINY_PUBLISH=$is_tiny if [ "${WITH_OPENCL}" = "ON" ]; then make opencl_clhpp -j$NUM_PROC fi make publish_inference -j$NUM_PROC cd - > /dev/null } #################################################################################################### # 4.2 function of full_publish compiling # here we compile both light_api lib and full_api lib function make_full_publish_so { make_tiny_publish_so OFF } #################################################################################################### function print_usage { echo "--------------------------------------------------------------------------------------------------------------------------------------------------------" echo -e "| Methods of compiling Padddle-Lite Linux library: |" echo "--------------------------------------------------------------------------------------------------------------------------------------------------------" echo -e "| compile linux library: (armv8, gcc) |" echo -e "| ./lite/tools/build_linux.sh |" echo -e "| print help information: |" echo -e "| ./lite/tools/build_linux.sh help |" echo -e "| |" echo -e "| optional argument: |" echo -e "| --arch: (armv8|armv7hf|armv7), default is armv8 |" echo -e "| --toolchain: (gcc|clang), defalut is gcc |" echo -e "| --with_extra: (OFF|ON); controls whether to publish extra operators and kernels for (sequence-related model such as OCR or NLP), default is OFF |" echo -e "| --with_python: (OFF|ON); controls whether to build python lib or whl, default is OFF |" echo -e "| --python_version: (2.7|3.5|3.7); controls python version to compile whl, default is None |" echo -e "| --with_cv: (OFF|ON); controls whether to compile cv functions into lib, default is OFF |" echo -e "| --with_log: (OFF|ON); controls whether to print log information, default is ON |" echo -e "| --with_exception: (OFF|ON); controls whether to throw the exception when error occurs, default is OFF |" echo -e "| |" echo -e "| arguments of striping lib according to input model: |" echo -e "| ./lite/tools/build_linux.sh --with_strip=ON --opt_model_dir=YourOptimizedModelDir |" echo -e "| --with_strip: (OFF|ON); controls whether to strip lib accrding to input model, default is OFF |" echo -e "| --opt_model_dir: (absolute path to optimized model dir) required when compiling striped library |" echo -e "| detailed information about striping lib: https://paddle-lite.readthedocs.io/zh/latest/user_guides/library_tailoring.html |" echo -e "| |" echo -e "| arguments of opencl library compiling: |" echo -e "| ./lite/tools/build_linux.sh --with_opencl=ON |" echo -e "| --with_opencl: (OFF|ON); controls whether to compile lib for opencl, default is OFF |" echo -e "| |" echo -e "| arguments of rockchip npu library compiling: |" echo -e "| ./lite/tools/build_linux.sh --with_rockchip_npu=ON --rockchip_npu_sdk_root=YourRockchipNpuSdkPath |" echo -e "| --with_rockchip_npu: (OFF|ON); controls whether to compile lib for rockchip_npu, default is OFF |" echo -e "| --rockchip_npu_sdk_root: (path to rockchip_npu DDK file) required when compiling rockchip_npu library |" echo -e "| you can download rockchip NPU SDK from: https://github.com/airockchip/rknpu_ddk.git |" echo -e "| detailed information about Paddle-Lite RKNPU: https://paddle-lite.readthedocs.io/zh/latest/demo_guides/rockchip_npu.html |" echo -e "| |" echo -e "| arguments of baidu xpu library compiling: |" echo -e "| ./lite/tools/build_linux.sh --with_baidu_xpu=ON --baidu_xpu_sdk_root=YourBaiduXpuSdkPath |" echo -e "| --with_baidu_xpu: (OFF|ON); controls whether to compile lib for baidu_xpu, default is OFF |" echo -e "| --baidu_xpu_sdk_root: (path to baidu_xpu DDK file) required when compiling baidu_xpu library |" echo "--------------------------------------------------------------------------------------------------------------------------------------------------------" echo } function main { if [ -z "$1" ]; then # compiling result contains light_api lib only, recommanded. make_tiny_publish_so exit 0 fi # Parse command line. for i in "$@"; do case $i in # armv8 or armv7hf or armv7, default armv8 --arch=*) ARCH="${i#*=}" shift ;; # gcc or clang, default gcc --toolchain=*) TOOLCHAIN="${i#*=}" shift ;; # ON or OFF, default OFF --with_extra=*) WITH_EXTRA="${i#*=}" shift ;; # ON or OFF, default OFF --with_python=*) WITH_PYTHON="${i#*=}" shift ;; # 2.7 or 3.5 or 3.7, default is None --python_version=*) PY_VERSION="${i#*=}" shift ;; # ON or OFF, default OFF --with_cv=*) WITH_CV="${i#*=}" shift ;; # ON or OFF, default ON --with_log=*) WITH_LOG="${i#*=}" shift ;; # ON or OFF, default OFF --with_exception=*) WITH_EXCEPTION="${i#*=}" shift ;; # ON or OFF, default OFF --with_strip=*) BUILD_TAILOR="${i#*=}" shift ;; # string, absolute path to optimized model dir --opt_model_dir=*) OPTMODEL_DIR="${i#*=}" shift ;; # compiling lib which can operate on opencl and cpu. --with_opencl=*) WITH_OPENCL="${i#*=}" shift ;; # compiling lib which can operate on rockchip npu. --with_rockchip_npu=*) WITH_ROCKCHIP_NPU="${i#*=}" shift ;; --rockchip_npu_sdk_root=*) ROCKCHIP_NPU_SDK_ROOT="${i#*=}" shift ;; # compiling lib which can operate on baidu xpu. --with_baidu_xpu=*) WITH_BAIDU_XPU="${i#*=}" shift ;; --baidu_xpu_sdk_root=*) BAIDU_XPU_SDK_ROOT="${i#*=}" shift ;; # ON or OFF, default OFF --with_train=*) WITH_TRAIN="${i#*=}" shift ;; # compiling result contains both light_api and cxx_api lib. full_publish) make_full_publish_so exit 0 ;; # print help info help) print_usage exit 0 ;; # unknown option *) echo "Error: unsupported argument \"${i#*=}\"" print_usage exit 1 ;; esac done # compiling result contains light_api lib only, recommanded. make_tiny_publish_so } main $@