diff --git a/paddle/scripts/paddle_build.sh b/paddle/scripts/paddle_build.sh
index f4930c2bbdf98bf19c202713086379e9dc19e599..b6e689f98537d1cb8f5d10c36f3b402fcbc2e6f0 100755
--- a/paddle/scripts/paddle_build.sh
+++ b/paddle/scripts/paddle_build.sh
@@ -921,6 +921,12 @@ EOF
     # default command shows the paddle version and exit
     CMD [${CMD}]
 EOF
+    if [[ ${WITH_GPU} == "ON"  ]]; then
+        cat >> ${PADDLE_ROOT}/build/Dockerfile <<EOF
+    RUN rm /usr/lib/x86_64-linux-gnu/libnccl.so
+    RUN ln -s /usr/lib/x86_64-linux-gnu/libnccl.so.2 /usr/lib/x86_64-linux-gnu/libnccl.so
+EOF
+    fi
 }
 
 function gen_fluid_lib() {