diff --git a/paddle/scripts/paddle_build.sh b/paddle/scripts/paddle_build.sh
index db9994d33282ab706109e1c1b301535610d1b451..5317a6cf365c8aff386d9421f0f1bd797a1c12e0 100755
--- a/paddle/scripts/paddle_build.sh
+++ b/paddle/scripts/paddle_build.sh
@@ -824,7 +824,7 @@ EOF
 EOF
 
     if [[ ${WITH_GPU} == "ON"  ]]; then
-        NCCL_DEPS="apt-get install -y --allow-downgrades libnccl2=2.2.13-1+cuda${CUDA_MAJOR} libnccl-dev=2.2.13-1+cuda${CUDA_MAJOR} || true"
+        NCCL_DEPS="apt-get install -y --allow-change-held-packages libnccl2=2.4.7-1+cuda${CUDA_MAJOR} libnccl-dev=2.4.7-1+cuda${CUDA_MAJOR} || true"
     else
         NCCL_DEPS="true"
     fi
@@ -915,12 +915,6 @@ EOF
     # default command shows the paddle version and exit
     CMD [${CMD}]
 EOF
-    if [[ ${WITH_GPU} == "ON"  ]]; then
-        cat >> ${PADDLE_ROOT}/build/Dockerfile <<EOF
-    RUN rm /usr/lib/x86_64-linux-gnu/libnccl.so
-    RUN ln -s /usr/lib/x86_64-linux-gnu/libnccl.so.2 /usr/lib/x86_64-linux-gnu/libnccl.so
-EOF
-    fi
 }
 
 function gen_fluid_lib() {