diff --git a/paddle/scripts/docker/build.sh b/paddle/scripts/docker/build.sh
index 6410c9526ea8e4cef819925c9702996f3714a41c..3487f29efed19b54b6482aa6be1680dd7709d098 100644
--- a/paddle/scripts/docker/build.sh
+++ b/paddle/scripts/docker/build.sh
@@ -16,7 +16,7 @@ if [[ ${WITH_GPU:-OFF} == 'ON' ]]; then
     DOCKERFILE_GPU_ENV="ENV LD_LIBRARY_PATH /usr/lib/x86_64-linux-gnu:${LD_LIBRARY_PATH}"
 
     # for cmake to find cudnn
-    ln -s /usr/lib/x86_64-linux-gnu/libcudnn.so /usr/lib/libcudnn.so
+    ln -s /usr/lib/x86_64-linux-gnu/libcudnn.so.5 /usr/lib/libcudnn.so
 fi
 
 mkdir -p /paddle/build