run.sh

#!/bin/bash
set -x
PADDLE_ROOT="$1"
TURN_ON_MKL="$2" # use MKL or Openblas
TEST_GPU_CPU="$3" # test both GPU/CPU mode or only CPU mode
DATA_DIR="$4" # dataset
TENSORRT_INCLUDE_DIR="$5" # TensorRT header file dir, default to /usr/local/TensorRT/include
TENSORRT_LIB_DIR="$6" # TensorRT lib file dir, default to /usr/local/TensorRT/lib
MSVC_STATIC_CRT="$7"
inference_install_dir="${PADDLE_ROOT}"/build/paddle_inference_install_dir

cd "$(dirname "$0")" || exit
current_dir=$(pwd)
if [ "$2" == ON ]; then
  # You can export yourself if move the install path
  MKL_LIB="${inference_install_dir}"/third_party/install/mklml/lib
  export LD_LIBRARY_PATH="$LD_LIBRARY_PATH":"${MKL_LIB}"
fi
if [ "$3" == ON ]; then
  use_gpu_list='true false'
else
  use_gpu_list='false'
fi

USE_TENSORRT=OFF
if [ -d "$TENSORRT_INCLUDE_DIR" ] && [ -d "$TENSORRT_LIB_DIR" ]; then
  USE_TENSORRT=ON
fi

PREFIX=inference-vis-demos%2F
URL_ROOT=http://paddlemodels.bj.bcebos.com/${PREFIX}

# download vis_demo data
function download() {
  dir_name="$1"
  mkdir -p "$dir_name"
  cd "$dir_name" || exit
  if [[ -e "${PREFIX}${dir_name}.tar.gz" ]]; then
    echo "${PREFIX}${dir_name}.tar.gz has been downloaded."
  else
      wget -q "${URL_ROOT}""$dir_name".tar.gz
      tar xzf ./*.tar.gz
  fi
  cd .. || exit
}
mkdir -p "$DATA_DIR"
cd "$DATA_DIR" || exit
vis_demo_list='se_resnext50 ocr mobilenet'
for vis_demo_name in $vis_demo_list; do
  download "$vis_demo_name"
done

# download word2vec data
mkdir -p word2vec
cd word2vec || exit
if [[ -e "word2vec.inference.model.tar.gz" ]]; then
  echo "word2vec.inference.model.tar.gz has been downloaded."
else
    wget -q http://paddle-inference-dist.bj.bcebos.com/word2vec.inference.model.tar.gz
    tar xzf ./*.tar.gz
fi

# compile and test the demo
cd "$current_dir" || exit
mkdir -p build
cd build || exit
rm -rf ./*

for WITH_STATIC_LIB in ON OFF; do
  if [ "$(uname | grep Win)" != "" ]; then
    # -----simple_on_word2vec on windows-----
    cmake .. -G "Visual Studio 14 2015" -A x64 -DPADDLE_LIB="${inference_install_dir}" \
      -DWITH_MKL="$TURN_ON_MKL" \
      -DDEMO_NAME=simple_on_word2vec \
      -DWITH_GPU="$TEST_GPU_CPU" \
      -DWITH_STATIC_LIB="$WITH_STATIC_LIB" \
      -DMSVC_STATIC_CRT="$MSVC_STATIC_CRT"
    msbuild  /maxcpucount /property:Configuration=Release cpp_inference_demo.sln
    for use_gpu in $use_gpu_list; do
      Release/simple_on_word2vec.exe \
        --dirname="$DATA_DIR"/word2vec/word2vec.inference.model \
        --use_gpu="$use_gpu"
      EXCODE="$?"
      if [ "$EXCODE" -ne 0 ]; then
        echo "simple_on_word2vec demo runs fail."
        exit 1
      fi
    done

    # -----vis_demo on windows-----
    rm -rf ./*
    cmake .. -G "Visual Studio 14 2015" -A x64 -DPADDLE_LIB="${inference_install_dir}" \
      -DWITH_MKL="$TURN_ON_MKL" \
      -DDEMO_NAME=vis_demo \
      -DWITH_GPU="$TEST_GPU_CPU" \
      -DWITH_STATIC_LIB="$WITH_STATIC_LIB" \
      -DMSVC_STATIC_CRT="$MSVC_STATIC_CRT"
    msbuild  /maxcpucount /property:Configuration=Release cpp_inference_demo.sln
    for use_gpu in $use_gpu_list; do
      for vis_demo_name in $vis_demo_list; do
        Release/vis_demo.exe \
          --modeldir="$DATA_DIR"/"$vis_demo_name"/model \
          --data="$DATA_DIR"/"$vis_demo_name"/data.txt \
          --refer="$DATA_DIR"/"$vis_demo_name"/result.txt \
          --use_gpu="$use_gpu"
        EXCODE="$?"
        if [ "$EXCODE" -ne 0 ]; then
          echo "vis demo $vis_demo_name runs fail."
          exit 1
        fi
      done
    done
  else
    # -----simple_on_word2vec on linux/mac-----
    rm -rf ./*
    cmake .. -DPADDLE_LIB="${inference_install_dir}" \
      -DWITH_MKL="$TURN_ON_MKL" \
      -DDEMO_NAME=simple_on_word2vec \
      -DWITH_GPU="$TEST_GPU_CPU" \
      -DWITH_STATIC_LIB="$WITH_STATIC_LIB"
    make -j"$(nproc)"
    word2vec_model="$DATA_DIR"'/word2vec/word2vec.inference.model'
    if [ -d "$word2vec_model" ]; then
      for use_gpu in $use_gpu_list; do
        ./simple_on_word2vec \
          --dirname="$DATA_DIR"/word2vec/word2vec.inference.model \
          --use_gpu="$use_gpu"
        EXCODE="$?"
        if [ "$EXCODE" -ne 0 ]; then
          echo "simple_on_word2vec demo runs fail."
          exit 1
        fi
      done
    fi
    # ---------vis_demo on linux/mac---------
    rm -rf ./*
    cmake .. -DPADDLE_LIB="${inference_install_dir}" \
      -DWITH_MKL="$TURN_ON_MKL" \
      -DDEMO_NAME=vis_demo \
      -DWITH_GPU="$TEST_GPU_CPU" \
      -DWITH_STATIC_LIB="$WITH_STATIC_LIB"
    make -j"$(nproc)"
    for use_gpu in $use_gpu_list; do
      for vis_demo_name in $vis_demo_list; do
        ./vis_demo \
          --modeldir="$DATA_DIR"/"$vis_demo_name"/model \
          --data="$DATA_DIR"/"$vis_demo_name"/data.txt \
          --refer="$DATA_DIR"/"$vis_demo_name"/result.txt \
          --use_gpu="$use_gpu"
        EXCODE="$?"
        if [ "$EXCODE" -ne 0 ]; then
          echo "vis demo $vis_demo_name runs fail."
          exit 1
        fi
      done
    done
    # --------tensorrt mobilenet on linux/mac------
    if [ "$USE_TENSORRT" == ON ] && [ "$TEST_GPU_CPU" == ON ]; then
      rm -rf ./*
      cmake .. -DPADDLE_LIB="${inference_install_dir}" \
        -DWITH_MKL="$TURN_ON_MKL" \
        -DDEMO_NAME=trt_mobilenet_demo \
        -DWITH_GPU="$TEST_GPU_CPU" \
        -DWITH_STATIC_LIB="$WITH_STATIC_LIB" \
        -DUSE_TENSORRT="$USE_TENSORRT" \
        -DTENSORRT_INCLUDE_DIR="$TENSORRT_INCLUDE_DIR" \
        -DTENSORRT_LIB_DIR="$TENSORRT_LIB_DIR"
      make -j"$(nproc)"
      ./trt_mobilenet_demo \
        --modeldir="$DATA_DIR"/mobilenet/model \
        --data="$DATA_DIR"/mobilenet/data.txt \
        --refer="$DATA_DIR"/mobilenet/result.txt 
      EXCODE="$?"
      if [ "$EXCODE" != 0 ]; then
        echo "trt demo trt_mobilenet_demo runs fail."
        exit 1
      fi
    fi
  fi
done
set +x