diff --git a/paddle/fluid/lite/tools/build.sh b/paddle/fluid/lite/tools/build.sh
index f0e977e936b723b0cb74010c3d6977df9f60648b..e8fabfc705798df9cf9d9ccb59aaf8de9fe3f34f 100755
--- a/paddle/fluid/lite/tools/build.sh
+++ b/paddle/fluid/lite/tools/build.sh
@@ -110,6 +110,7 @@ function test_lite_android {
 
 # Build the code and run lite server tests. This is executed in the CI system.
 function build_test_server {
+    rm -rf build
     mkdir -p ./build
     cd ./build
     export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/paddle/build/third_party/install/mklml/lib"