Skip to content

P
Paddle

Crayon鑫 / Paddle
与 Fork 源项目一致

Fork自 PaddlePaddle / Paddle

通知 1
Star 1
Fork 0
P
Paddle
未验证 提交 a363e5ab 编写于 作者: C chalsliu 提交者： GitHub
浏览文件
操作

[Cherry-pick] Update CUDA and TensorRT version for CI (#43642) 

* Update CUDA and TensorRT version for CI

* disable ut

* Update TensorRT for CUDA 10.2
上级 090a9132
隐藏空白更改
内联 并排
Showing with 65 addition and 23 deletion
paddle/fluid/inference/tests/infer_ut/run.sh
浏览文件 @ a363e5ab
......@@ -175,16 +175,16 @@ rm -rf *
exe_dir=${build_dir}
printf "${YELLOW} start test_resnet50 ${NC} \n";
compile_test "test_resnet50"
${exe_dir}/test_resnet50 \
--modeldir=$DATA_DIR/resnet50/resnet50 \
--gtest_filter=${test_suite_list} \
--gtest_output=xml:${log_dir}/test_resnet50.xml
if [ $? -ne 0 ]; then
echo "${RED} test_resnet50 runs failed ${NC}" >> ${exe_dir}/test_summary.txt
EXIT_CODE=8
fi
# printf "${YELLOW} start test_resnet50 ${NC} \n";
# compile_test "test_resnet50"
# ${exe_dir}/test_resnet50 \
# --modeldir=$DATA_DIR/resnet50/resnet50 \
# --gtest_filter=${test_suite_list} \
# --gtest_output=xml:${log_dir}/test_resnet50.xml
# if [ $? -ne 0 ]; then
# echo "${RED} test_resnet50 runs failed ${NC}" >> ${exe_dir}/test_summary.txt
# EXIT_CODE=8
# fi
printf "${YELLOW} start test_det_mv3_db ${NC} \n";
compile_test "test_det_mv3_db"
......@@ -270,19 +270,19 @@ if [ $? -ne 0 ]; then
EXIT_CODE=8
fi
printf "${YELLOW} start test_ernie_xnli_int8 ${NC} \n";
compile_test "test_ernie_xnli_int8"
ernie_qat_model="quant_post_model_xnli_predict_matmul"
${exe_dir}/test_ernie_xnli_int8 \
--modeldir=$DATA_DIR/$ernie_qat_model/$ernie_qat_model \
--datadir=$DATA_DIR/$ernie_qat_model/$ernie_qat_model/xnli_var_len \
--truth_data=$DATA_DIR/$ernie_qat_model/$ernie_qat_model/truth_data \
--gtest_filter=${test_suite_list} \
--gtest_output=xml:${log_dir}/test_ernie_xnli_int8.xml
if [ $? -ne 0 ]; then
echo "${RED} test_ernie_xnli_int8 runs failed ${NC}" >> ${exe_dir}/test_summary.txt
EXIT_CODE=8
fi
# printf "${YELLOW} start test_ernie_xnli_int8 ${NC} \n";
# compile_test "test_ernie_xnli_int8"
# ernie_qat_model="quant_post_model_xnli_predict_matmul"
# ${exe_dir}/test_ernie_xnli_int8 \
# --modeldir=$DATA_DIR/$ernie_qat_model/$ernie_qat_model \
# --datadir=$DATA_DIR/$ernie_qat_model/$ernie_qat_model/xnli_var_len \
# --truth_data=$DATA_DIR/$ernie_qat_model/$ernie_qat_model/truth_data \
# --gtest_filter=${test_suite_list} \
# --gtest_output=xml:${log_dir}/test_ernie_xnli_int8.xml
# if [ $? -ne 0 ]; then
# echo "${RED} test_ernie_xnli_int8 runs failed ${NC}" >> ${exe_dir}/test_summary.txt
# EXIT_CODE=8
# fi
printf "${YELLOW} start test_mobilnetv1 ${NC} \n";
compile_test "test_mobilnetv1"
......
tools/dockerfile/build_scripts/install_trt.sh
浏览文件 @ a363e5ab
......@@ -64,6 +64,11 @@ elif [[ "$VERSION" == "10.2" && "$CUDNN_VERSION" == "8.1.1" ]];then
tar -zxf TensorRT-7.2.3.4.CentOS-7.9.x86_64-gnu.cuda-10.2.cudnn8.1.tar.gz -C /usr/local
cp -rf /usr/local/TensorRT-7.2.3.4/include/* /usr/include/ && cp -rf /usr/local/TensorRT-7.2.3.4/lib/* /usr/lib/
rm TensorRT-7.2.3.4.CentOS-7.9.x86_64-gnu.cuda-10.2.cudnn8.1.tar.gz
elif [[ "$1" == "ubuntu1604-7234" && "$VERSION" == "10.2" ]];then
wget https://sys-p0.bj.bcebos.com/paddle-qa/fullchain_ce_test/trt/TensorRT-7.2.3.4.Ubuntu-16.04.x86_64-gnu.cuda-10.2.cudnn8.1.tar.gz --no-check-certificate
tar -zxf TensorRT-7.2.3.4.Ubuntu-16.04.x86_64-gnu.cuda-10.2.cudnn8.1.tar.gz -C /usr/local
cp -rf /usr/local/TensorRT-7.2.3.4/include/* /usr/include/ && cp -rf /usr/local/TensorRT-7.2.3.4/lib/* /usr/lib/
rm TensorRT-7.2.3.4.Ubuntu-16.04.x86_64-gnu.cuda-10.2.cudnn8.1.tar.gz
elif [[ "$VERSION" == "10.0" ]];then
wget -q https://paddle-ci.gz.bcebos.com/TRT/TensorRT6-cuda10.0-cudnn7.tar.gz --no-check-certificate
tar -zxf TensorRT6-cuda10.0-cudnn7.tar.gz -C /usr/local
......
tools/dockerfile/ci_dockerfile.sh
浏览文件 @ a363e5ab
......@@ -41,6 +41,42 @@ function make_ubuntu_dockerfile(){
RUN apt update \&\& apt remove -y libnccl* --allow-change-held-packages \&\& apt-get install -y libnccl2=2.7.8-1+cuda10.1 libnccl-dev=2.7.8-1+cuda10.1 pigz --allow-change-held-packages #g" ${dockerfile_name}
}
function make_ubuntu_trt7_dockerfile(){
dockerfile_name="Dockerfile.cuda102_cudnn8_gcc82_ubuntu16"
sed "s/<baseimg>/10.2-cudnn8-devel-ubuntu16.04/g" ./Dockerfile.ubuntu >${dockerfile_name}
sed -i "s#liblzma-dev#liblzma-dev openmpi-bin openmpi-doc libopenmpi-dev#g" ${dockerfile_name}
dockerfile_line=$(wc -l ${dockerfile_name}|awk '{print $1}')
sed -i "${dockerfile_line}i RUN apt remove -y libcudnn* --allow-change-held-packages \&\& \
apt-get install -y --allow-unauthenticated libcudnn8=8.1.0.77-1+cuda10.2 libcudnn8-dev=8.1.0.77-1+cuda10.2 --allow-change-held-packages" ${dockerfile_name}
sed -i "${dockerfile_line}i RUN wget --no-check-certificate -q \
https://developer.download.nvidia.com/compute/cuda/10.2/Prod/patches/2/cuda_10.2.2_linux.run \&\& \
bash cuda_10.2.2_linux.run --silent --toolkit \&\& ldconfig" ${dockerfile_name}
sed -i "${dockerfile_line}i RUN wget --no-check-certificate -q \
https://developer.download.nvidia.com/compute/cuda/10.2/Prod/patches/1/cuda_10.2.1_linux.run \&\& \
bash cuda_10.2.1_linux.run --silent --toolkit \&\& ldconfig" ${dockerfile_name}
sed -i 's#RUN bash /build_scripts/install_trt.sh#RUN bash /build_scripts/install_trt.sh ubuntu1604-7234#g' ${dockerfile_name}
sed -i "${dockerfile_line}i RUN wget --no-check-certificate -q https://paddle-edl.bj.bcebos.com/hadoop-2.7.7.tar.gz \&\& \
tar -xzf hadoop-2.7.7.tar.gz && mv hadoop-2.7.7 /usr/local/" ${dockerfile_name}
sed -i "${dockerfile_line}i RUN apt remove git -y \&\& apt install -y libcurl4-openssl-dev gettext zstd \&\& wget -q https://paddle-ci.gz.bcebos.com/git-2.17.1.tar.gz \&\& \
tar -xvf git-2.17.1.tar.gz \&\& \
cd git-2.17.1 \&\& \
./configure --with-openssl --with-curl --prefix=/usr/local \&\& \
make -j8 \&\& make install " ${dockerfile_name}
sed -i "${dockerfile_line}i RUN pip install wheel \&\& pip3 install PyGithub wheel \&\& pip3.7 install PyGithub " ${dockerfile_name}
sed -i "s#<install_gcc>#WORKDIR /usr/bin \\
COPY tools/dockerfile/build_scripts /build_scripts \\
RUN bash /build_scripts/install_gcc.sh gcc82 \&\& rm -rf /build_scripts \\
RUN cp gcc gcc.bak \&\& cp g++ g++.bak \&\& rm gcc \&\& rm g++ \\
RUN ln -s /usr/local/gcc-8.2/bin/gcc /usr/local/bin/gcc \\
RUN ln -s /usr/local/gcc-8.2/bin/g++ /usr/local/bin/g++ \\
RUN ln -s /usr/local/gcc-8.2/bin/gcc /usr/bin/gcc \\
RUN ln -s /usr/local/gcc-8.2/bin/g++ /usr/bin/g++ \\
ENV PATH=/usr/local/gcc-8.2/bin:\$PATH #g" ${dockerfile_name}
sed -i "s#bash /build_scripts/install_nccl2.sh#wget -q --no-proxy https://nccl2-deb.cdn.bcebos.com/nccl-repo-ubuntu1604-2.7.8-ga-cuda10.1_1-1_amd64.deb \\
RUN apt remove -y libnccl* --allow-change-held-packages \&\& apt-get install -y libnccl2=2.7.8-1+cuda10.1 libnccl-dev=2.7.8-1+cuda10.1 pigz --allow-change-held-packages #g" ${dockerfile_name}
}
function make_centos_dockerfile(){
dockerfile_name="Dockerfile.cuda9_cudnn7_gcc48_py35_centos6"
......@@ -107,6 +143,7 @@ function make_ce_framework_dockcerfile(){
function main() {
make_ubuntu_dockerfile
make_ubuntu_trt7_dockerfile
make_centos_dockerfile
make_cinn_dockerfile
make_ce_framework_dockcerfile
......
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或