run.sh

#!/bin/bash

# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
# 
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# 
#     http://www.apache.org/licenses/LICENSE-2.0
# 
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

set -x
PADDLE_ROOT=$1
TURN_ON_MKL=$2 # use MKL or Openblas
TEST_GPU_CPU=$3 # test both GPU/CPU mode or only CPU mode
DATA_DIR=$4 # dataset
TENSORRT_ROOT_DIR=$5 # TensorRT ROOT dir, default to /usr/local/TensorRT
MSVC_STATIC_CRT=$6
inference_install_dir=${PADDLE_ROOT}/build/paddle_inference_install_dir
EXIT_CODE=0 # init default exit code
WIN_DETECT=$(echo `uname` | grep "Win") # detect current platform

export RED='\033[0;31m' # red color
export NC='\033[0m' # no color
export YELLOW='\033[33m' # yellow color

cd `dirname $0`
current_dir=`pwd`
build_dir=${current_dir}/build
log_dir=${current_dir}/log
if [ $2 == ON ]; then
  # You can export yourself if move the install path
  MKL_LIB=${inference_install_dir}/third_party/install/mklml/lib
  export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:${MKL_LIB}
fi
if [ $3 == ON ]; then
  use_gpu_list='true false'
else
  use_gpu_list='false'
fi

USE_TENSORRT=OFF
if [ -d "$TENSORRT_ROOT_DIR" ]; then
  USE_TENSORRT=ON
fi


function download() {
  url_prefix=$1
  model_name=$2
  mkdir -p $model_name
  cd $model_name
  if [[ -e "${model_name}.tgz" ]]; then
    echo "${model_name}.tgz has been downloaded."
  else
      if [ $WIN_DETECT != "" ]; then
        wget -q -Y off ${url_prefix}/${model_name}.tgz
        tar xzf *.tgz
      else
        wget -q --no-proxy ${url_prefix}/${model_name}.tgz
        tar xzf *.tgz
      fi
  fi
  cd ..
}

mkdir -p $DATA_DIR
cd $DATA_DIR
download_list='resnet50'
for model_name in $download_list; do
    url_prefix="https://paddle-inference-dist.bj.bcebos.com/Paddle-Inference-Demo"
    download $url_prefix $model_name
done

ocr_download_list='ocr_det_mv3_db'
for model_name in $ocr_download_list; do
    url_prefix="https://paddle-qa.bj.bcebos.com/inference_model/2.1.1/ocr"
    download $url_prefix $model_name
done

clas_download_list='LeViT'
for model_name in $clas_download_list; do
    url_prefix="https://paddle-qa.bj.bcebos.com/inference_model/2.1.1/class"
    download $url_prefix $model_name
done

nlp_download_list='ernie_text_cls'
for model_name in $nlp_download_list; do
    url_prefix="https://paddle-qa.bj.bcebos.com/inference_model/2.1.1/nlp"
    download $url_prefix $model_name
done

det_download_list='yolov3 ppyolo_mbv3 ppyolov2_r50vd'
for model_name in $det_download_list; do
    url_prefix="https://paddle-qa.bj.bcebos.com/inference_model/2.1.1/detection"
    download $url_prefix $model_name
done

unknown_download_list='resnet50_quant'
for model_name in $unknown_download_list; do
    url_prefix="https://paddle-qa.bj.bcebos.com/inference_model/unknown"
    download $url_prefix $model_name
done

function compile_test() {
    mkdir -p ${build_dir}
    cd ${build_dir}
    TEST_NAME=$1
    if [ $WIN_DETECT != "" ]; then
        cmake .. -G "Visual Studio 15 2017" -A x64 -T host=x64 -DPADDLE_LIB=${inference_install_dir} \
             -DWITH_MKL=$TURN_ON_MKL \
             -DDEMO_NAME=${TEST_NAME} \
             -DWITH_GPU=$TEST_GPU_CPU \
             -DWITH_STATIC_LIB=OFF \
             -DUSE_TENSORRT=$USE_TENSORRT \
             -DTENSORRT_ROOT=$TENSORRT_ROOT_DIR \
             -DMSVC_STATIC_CRT=$MSVC_STATIC_CRT \
             -DWITH_GTEST=ON \
             -DCMAKE_CXX_FLAGS='/std:c++17' \
             -DCMAKE_BUILD_TYPE=Release
        msbuild /maxcpucount /property:Configuration=Release ALL_BUILD.vcxproj
    else
        cmake .. -DPADDLE_LIB=${inference_install_dir} \
                 -DWITH_MKL=$TURN_ON_MKL \
                 -DDEMO_NAME=${TEST_NAME} \
                 -DWITH_GPU=$TEST_GPU_CPU \
                 -DWITH_STATIC_LIB=OFF \
                 -DUSE_TENSORRT=$USE_TENSORRT \
                 -DTENSORRT_ROOT=$TENSORRT_ROOT_DIR \
                 -DWITH_GTEST=ON
        make -j$(nproc)
    fi;
    cd -
}


# compile and run test
cd $current_dir
mkdir -p ${build_dir}
mkdir -p ${log_dir}
cd ${build_dir}
rm -rf *

# ---------tensorrt gpu tests on linux---------
if [ $USE_TENSORRT == ON -a $TEST_GPU_CPU == ON ]; then
    rm -rf *

    if [ $WIN_DETECT != "" ]; then
        exe_dir=${build_dir}/Release
    else
        exe_dir=${build_dir}
    fi;

    printf "${YELLOW} start test_resnet50 ${NC} \n";
    compile_test "test_resnet50"
    ${exe_dir}/test_resnet50 \
        --modeldir=$DATA_DIR/resnet50/resnet50 \
        --gtest_output=xml:${log_dir}/test_resnet50.xml
    if [ $? -ne 0 ]; then
        echo "test_resnet50 runs failed" >> ${exe_dir}/test_summary.txt
        EXIT_CODE=1
    fi

    printf "${YELLOW} start test_det_mv3_db ${NC} \n";
    compile_test "test_det_mv3_db"
    ${exe_dir}/test_det_mv3_db \
        --modeldir=$DATA_DIR/ocr_det_mv3_db/ocr_det_mv3_db \
        --gtest_output=xml:${log_dir}/test_det_mv3_db.xml
    if [ $? -ne 0 ]; then
        echo "test_det_mv3_db runs failed" >> ${exe_dir}/test_summary.txt
        EXIT_CODE=1
    fi

    printf "${YELLOW} start test_LeViT ${NC} \n";
    compile_test "test_LeViT"
    ${exe_dir}/test_LeViT \
        --modeldir=$DATA_DIR/LeViT/LeViT \
        --gtest_output=xml:${log_dir}/test_LeViT.xml
    if [ $? -ne 0 ]; then
        echo "test_LeViT runs failed" >> ${exe_dir}/test_summary.txt
        EXIT_CODE=1
    fi

    printf "${YELLOW} start test_ernie_text_cls ${NC} \n";
    compile_test "test_ernie_text_cls"
    ${exe_dir}/test_ernie_text_cls \
        --modeldir=$DATA_DIR/ernie_text_cls/ernie_text_cls \
        --gtest_output=xml:${log_dir}/test_ernie_text_cls.xml
    if [ $? -ne 0 ]; then
        echo "test_ernie_text_cls runs failed" >> ${exe_dir}/test_summary.txt
        EXIT_CODE=1
    fi

    printf "${YELLOW} start test_yolov3 ${NC} \n";
    compile_test "test_yolov3"
    ${exe_dir}/test_yolov3 \
        --modeldir=$DATA_DIR/yolov3/yolov3 \
        --gtest_output=xml:${log_dir}/test_yolov3.xml
    if [ $? -ne 0 ]; then
        echo "test_yolov3 runs failed" >> ${exe_dir}/test_summary.txt
        EXIT_CODE=1
    fi

    printf "${YELLOW} start test_ppyolo_mbv3 ${NC} \n";
    compile_test "test_ppyolo_mbv3"
    ${exe_dir}/test_ppyolo_mbv3 \
        --modeldir=$DATA_DIR/ppyolo_mbv3/ppyolo_mbv3 \
        --gtest_output=xml:${log_dir}/test_ppyolo_mbv3.xml
    if [ $? -ne 0 ]; then
        echo "test_ppyolo_mbv3 runs failed" >> ${exe_dir}/test_summary.txt
        EXIT_CODE=1
    fi

    printf "${YELLOW} start test_ppyolov2_r50vd ${NC} \n";
    compile_test "test_ppyolov2_r50vd"
    ${exe_dir}/test_ppyolov2_r50vd \
        --modeldir=$DATA_DIR/ppyolov2_r50vd/ppyolov2_r50vd \
        --gtest_output=xml:${log_dir}/test_ppyolov2_r50vd.xml
    if [ $? -ne 0 ]; then
        echo "test_ppyolov2_r50vd runs failed" >> ${exe_dir}/test_summary.txt
        EXIT_CODE=1
    fi

    printf "${YELLOW} start test_resnet50_quant ${NC} \n";
    compile_test "test_resnet50_quant"
    ${exe_dir}/test_resnet50_quant \
        --int8dir=$DATA_DIR/resnet50_quant/resnet50_quant/resnet50_quant \
        --modeldir=$DATA_DIR/resnet50/resnet50 \
        --datadir=$DATA_DIR/resnet50_quant/resnet50_quant/imagenet-eval-binary/9.data \
        --gtest_output=xml:${log_dir}/test_resnet50_quant.xml
    if [ $? -ne 0 ]; then
        echo "test_resnet50_quant runs failed" >> ${exe_dir}/test_summary.txt
        EXIT_CODE=1
    fi
fi


if [[ -f ${exe_dir}/test_summary.txt ]];then
  echo "=====================test summary======================"
  cat ${exe_dir}/test_summary.txt
  echo "========================================================"
fi

# tar Gtest output report
tar -zcvf infer_ut_log.tgz ${log_dir}

echo "infer_ut script finished"
exit ${EXIT_CODE}