diff --git a/paddle/scripts/docker/build.sh b/paddle/scripts/docker/build.sh
index 2dfa712427d81d2be502f1dbbe880c81b6d9a3f4..9f0f9f2d74db8e0b538adb8263e2844c2cf4b74f 100644
--- a/paddle/scripts/docker/build.sh
+++ b/paddle/scripts/docker/build.sh
@@ -21,6 +21,8 @@ cd /paddle/build
 
 # build script will not fail if *.deb does not exist
 rm *.deb 2>/dev/null || true
+# delete previous built whl packages
+rm -rf /paddle/paddle/dist 2>/dev/null || true
 
 cat <<EOF
 ========================================