diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 9d14f3f14f2e8a142f086269d8b494d3e58c35f9..33af0321aeb573776420949cbea6b9bf18e95828 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -23,7 +23,9 @@ build:server:
   script:
     - echo "10.91.163.233 github.com" >> /etc/hosts
     - git config --system http.sslVerify false
-    - ./paddle/fluid/lite/tools/build.sh cmake_x86
+    - mkdir -p build
+    - cd build
+    - ../paddle/fluid/lite/tools/build.sh cmake_x86
     - make extern_eigen3
     - ./paddle/fluid/lite/tools/build.sh build_test_server
 
diff --git a/paddle/fluid/lite/tools/build.sh b/paddle/fluid/lite/tools/build.sh
index d0a0df7f8c1ed7cc49230e3656d172ab318db43c..8b3a742d5eda708fd406714b97f116c4e334ecfa 100755
--- a/paddle/fluid/lite/tools/build.sh
+++ b/paddle/fluid/lite/tools/build.sh
@@ -111,7 +111,6 @@ function test_lite_android {
 
 # Build the code and run lite server tests. This is executed in the CI system.
 function build_test_server {
-    rm -rf build
     mkdir -p ./build
     cd ./build
     export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/paddle/build/third_party/install/mklml/lib"