diff --git a/paddle/scripts/docker/build.sh b/paddle/scripts/docker/build.sh
index 4172063d923f939dac7229573bc087ec8c62b844..be465ee2615cfbbe52e2200cc06d2d1a3f2e20c9 100644
--- a/paddle/scripts/docker/build.sh
+++ b/paddle/scripts/docker/build.sh
@@ -21,6 +21,8 @@ cd /paddle/build
 
 # build script will not fail if *.deb does not exist
 rm *.deb 2>/dev/null || true
+# delete previous built whl packages
+rm -rf /paddle/paddle/dist 2>/dev/null || true
 
 cmake .. \
       -DCMAKE_BUILD_TYPE=Release \