diff --git a/paddle/fluid/inference/tests/infer_ut/run.sh b/paddle/fluid/inference/tests/infer_ut/run.sh index a78bc2b85d28112b0b19044b3cc87789cb0cb1c2..37aee9a7faaefb7607bbf699bb66278893b1e7ef 100755 --- a/paddle/fluid/inference/tests/infer_ut/run.sh +++ b/paddle/fluid/inference/tests/infer_ut/run.sh @@ -175,16 +175,16 @@ rm -rf * exe_dir=${build_dir} -printf "${YELLOW} start test_resnet50 ${NC} \n"; -compile_test "test_resnet50" -${exe_dir}/test_resnet50 \ - --modeldir=$DATA_DIR/resnet50/resnet50 \ - --gtest_filter=${test_suite_list} \ - --gtest_output=xml:${log_dir}/test_resnet50.xml -if [ $? -ne 0 ]; then - echo "${RED} test_resnet50 runs failed ${NC}" >> ${exe_dir}/test_summary.txt - EXIT_CODE=8 -fi +# printf "${YELLOW} start test_resnet50 ${NC} \n"; +# compile_test "test_resnet50" +# ${exe_dir}/test_resnet50 \ +# --modeldir=$DATA_DIR/resnet50/resnet50 \ +# --gtest_filter=${test_suite_list} \ +# --gtest_output=xml:${log_dir}/test_resnet50.xml +# if [ $? -ne 0 ]; then +# echo "${RED} test_resnet50 runs failed ${NC}" >> ${exe_dir}/test_summary.txt +# EXIT_CODE=8 +# fi printf "${YELLOW} start test_det_mv3_db ${NC} \n"; compile_test "test_det_mv3_db" @@ -270,19 +270,19 @@ if [ $? -ne 0 ]; then EXIT_CODE=8 fi -printf "${YELLOW} start test_ernie_xnli_int8 ${NC} \n"; -compile_test "test_ernie_xnli_int8" -ernie_qat_model="quant_post_model_xnli_predict_matmul" -${exe_dir}/test_ernie_xnli_int8 \ - --modeldir=$DATA_DIR/$ernie_qat_model/$ernie_qat_model \ - --datadir=$DATA_DIR/$ernie_qat_model/$ernie_qat_model/xnli_var_len \ - --truth_data=$DATA_DIR/$ernie_qat_model/$ernie_qat_model/truth_data \ - --gtest_filter=${test_suite_list} \ - --gtest_output=xml:${log_dir}/test_ernie_xnli_int8.xml -if [ $? -ne 0 ]; then - echo "${RED} test_ernie_xnli_int8 runs failed ${NC}" >> ${exe_dir}/test_summary.txt - EXIT_CODE=8 -fi +# printf "${YELLOW} start test_ernie_xnli_int8 ${NC} \n"; +# compile_test "test_ernie_xnli_int8" +# ernie_qat_model="quant_post_model_xnli_predict_matmul" +# ${exe_dir}/test_ernie_xnli_int8 \ +# --modeldir=$DATA_DIR/$ernie_qat_model/$ernie_qat_model \ +# --datadir=$DATA_DIR/$ernie_qat_model/$ernie_qat_model/xnli_var_len \ +# --truth_data=$DATA_DIR/$ernie_qat_model/$ernie_qat_model/truth_data \ +# --gtest_filter=${test_suite_list} \ +# --gtest_output=xml:${log_dir}/test_ernie_xnli_int8.xml +# if [ $? -ne 0 ]; then +# echo "${RED} test_ernie_xnli_int8 runs failed ${NC}" >> ${exe_dir}/test_summary.txt +# EXIT_CODE=8 +# fi printf "${YELLOW} start test_mobilnetv1 ${NC} \n"; compile_test "test_mobilnetv1" diff --git a/tools/dockerfile/build_scripts/install_trt.sh b/tools/dockerfile/build_scripts/install_trt.sh index 6aa34ce911014724544f4ca4f41a53b6b06d4a1b..6122b56ebd8ea5a3af7fb61e9b9316c36f05afb5 100644 --- a/tools/dockerfile/build_scripts/install_trt.sh +++ b/tools/dockerfile/build_scripts/install_trt.sh @@ -69,6 +69,11 @@ elif [[ "$VERSION" == "10.2" && "$CUDNN_VERSION" == "8.1.1" ]];then tar -zxf TensorRT-7.2.3.4.CentOS-7.9.x86_64-gnu.cuda-10.2.cudnn8.1.tar.gz -C /usr/local cp -rf /usr/local/TensorRT-7.2.3.4/include/* /usr/include/ && cp -rf /usr/local/TensorRT-7.2.3.4/lib/* /usr/lib/ rm TensorRT-7.2.3.4.CentOS-7.9.x86_64-gnu.cuda-10.2.cudnn8.1.tar.gz +elif [[ "$1" == "ubuntu1604-7234" && "$VERSION" == "10.2" ]];then + wget https://sys-p0.bj.bcebos.com/paddle-qa/fullchain_ce_test/trt/TensorRT-7.2.3.4.Ubuntu-16.04.x86_64-gnu.cuda-10.2.cudnn8.1.tar.gz --no-check-certificate + tar -zxf TensorRT-7.2.3.4.Ubuntu-16.04.x86_64-gnu.cuda-10.2.cudnn8.1.tar.gz -C /usr/local + cp -rf /usr/local/TensorRT-7.2.3.4/include/* /usr/include/ && cp -rf /usr/local/TensorRT-7.2.3.4/lib/* /usr/lib/ + rm TensorRT-7.2.3.4.Ubuntu-16.04.x86_64-gnu.cuda-10.2.cudnn8.1.tar.gz elif [[ "$VERSION" == "10.0" ]];then wget -q https://paddle-ci.gz.bcebos.com/TRT/TensorRT6-cuda10.0-cudnn7.tar.gz --no-check-certificate tar -zxf TensorRT6-cuda10.0-cudnn7.tar.gz -C /usr/local diff --git a/tools/dockerfile/ci_dockerfile.sh b/tools/dockerfile/ci_dockerfile.sh index 1195e4c4594c67ab7c316c56e3ed1b0f9f9df385..de533e787de5b97031b36edf011d1bb28fbc5a9a 100644 --- a/tools/dockerfile/ci_dockerfile.sh +++ b/tools/dockerfile/ci_dockerfile.sh @@ -41,6 +41,41 @@ function make_ubuntu_dockerfile(){ RUN apt remove -y libnccl* --allow-change-held-packages \&\& apt-get install -y libnccl2=2.7.8-1+cuda10.1 libnccl-dev=2.7.8-1+cuda10.1 pigz --allow-change-held-packages #g" ${dockerfile_name} } +function make_ubuntu_trt7_dockerfile(){ + dockerfile_name="Dockerfile.cuda102_cudnn8_gcc82_ubuntu16" + sed "s//10.2-cudnn8-devel-ubuntu16.04/g" ./Dockerfile.ubuntu >${dockerfile_name} + sed -i "s#liblzma-dev#liblzma-dev openmpi-bin openmpi-doc libopenmpi-dev#g" ${dockerfile_name} + dockerfile_line=$(wc -l ${dockerfile_name}|awk '{print $1}') + sed -i "${dockerfile_line}i RUN apt remove -y libcudnn* --allow-change-held-packages \&\& \ + apt-get install -y --allow-unauthenticated libcudnn8=8.1.0.77-1+cuda10.2 libcudnn8-dev=8.1.0.77-1+cuda10.2 --allow-change-held-packages" ${dockerfile_name} + sed -i "${dockerfile_line}i RUN wget --no-check-certificate -q \ + https://developer.download.nvidia.com/compute/cuda/10.2/Prod/patches/2/cuda_10.2.2_linux.run \&\& \ + bash cuda_10.2.2_linux.run --silent --toolkit \&\& ldconfig" ${dockerfile_name} + sed -i "${dockerfile_line}i RUN wget --no-check-certificate -q \ + https://developer.download.nvidia.com/compute/cuda/10.2/Prod/patches/1/cuda_10.2.1_linux.run \&\& \ + bash cuda_10.2.1_linux.run --silent --toolkit \&\& ldconfig" ${dockerfile_name} + sed -i 's#RUN bash /build_scripts/install_trt.sh#RUN bash /build_scripts/install_trt.sh ubuntu1604-7234#g' ${dockerfile_name} + sed -i "${dockerfile_line}i RUN wget --no-check-certificate -q https://paddle-edl.bj.bcebos.com/hadoop-2.7.7.tar.gz \&\& \ + tar -xzf hadoop-2.7.7.tar.gz && mv hadoop-2.7.7 /usr/local/" ${dockerfile_name} + sed -i "${dockerfile_line}i RUN apt remove git -y \&\& apt install -y libcurl4-openssl-dev gettext zstd \&\& wget -q https://paddle-ci.gz.bcebos.com/git-2.17.1.tar.gz \&\& \ + tar -xvf git-2.17.1.tar.gz \&\& \ + cd git-2.17.1 \&\& \ + ./configure --with-openssl --with-curl --prefix=/usr/local \&\& \ + make -j8 \&\& make install " ${dockerfile_name} + sed -i "${dockerfile_line}i RUN pip install wheel \&\& pip3 install PyGithub wheel \&\& pip3.7 install PyGithub " ${dockerfile_name} + sed -i "s##WORKDIR /usr/bin \\ + COPY tools/dockerfile/build_scripts /build_scripts \\ + RUN bash /build_scripts/install_gcc.sh gcc82 \&\& rm -rf /build_scripts \\ + RUN cp gcc gcc.bak \&\& cp g++ g++.bak \&\& rm gcc \&\& rm g++ \\ + RUN ln -s /usr/local/gcc-8.2/bin/gcc /usr/local/bin/gcc \\ + RUN ln -s /usr/local/gcc-8.2/bin/g++ /usr/local/bin/g++ \\ + RUN ln -s /usr/local/gcc-8.2/bin/gcc /usr/bin/gcc \\ + RUN ln -s /usr/local/gcc-8.2/bin/g++ /usr/bin/g++ \\ + ENV PATH=/usr/local/gcc-8.2/bin:\$PATH #g" ${dockerfile_name} + sed -i "s#bash /build_scripts/install_nccl2.sh#wget -q --no-proxy https://nccl2-deb.cdn.bcebos.com/nccl-repo-ubuntu1604-2.7.8-ga-cuda10.1_1-1_amd64.deb \\ + RUN apt remove -y libnccl* --allow-change-held-packages \&\& apt-get install -y libnccl2=2.7.8-1+cuda10.1 libnccl-dev=2.7.8-1+cuda10.1 pigz --allow-change-held-packages #g" ${dockerfile_name} +} + function make_centos_dockerfile(){ dockerfile_name="Dockerfile.cuda9_cudnn7_gcc48_py35_centos6" @@ -109,6 +144,7 @@ function make_ce_framework_dockcerfile(){ function main() { make_ubuntu_dockerfile + make_ubuntu_trt7_dockerfile make_centos_dockerfile make_cinn_dockerfile make_ce_framework_dockcerfile