diff --git a/paddle/scripts/docker/build.sh b/paddle/scripts/docker/build.sh
index 5ebdf6fa405e8e765371dff37c75302d9352b1e1..405d3338af3e2c5257de2692e395a27c3917f402 100644
--- a/paddle/scripts/docker/build.sh
+++ b/paddle/scripts/docker/build.sh
@@ -14,13 +14,16 @@ fi
 DOCKERFILE_GPU_ENV=""
 if [[ ${WITH_GPU:-OFF} == 'ON' ]]; then
     DOCKERFILE_GPU_ENV="ENV LD_LIBRARY_PATH /usr/lib/x86_64-linux-gnu:${LD_LIBRARY_PATH}"
+
+    # for cmake to find cudnn
+    ln -s /usr/lib/x86_64-linux-gnu/libcudnn.so /usr/lib/libcudnn.so
 fi
 
 mkdir -p /paddle/build
 cd /paddle/build
 
 # build script will not fail if *.deb does not exist
-rm *.deb || true
+rm *.deb 2>/dev/null || true
 
 cmake .. \
       -DCMAKE_BUILD_TYPE=Release \