diff --git a/docker/Dockerfile b/docker/Dockerfile
index 498d1ea006d692ac10ec211fb9e99c6b25b4986d..6d83d0e417214f99a00d7c101c07016b89c7b798 100644
--- a/docker/Dockerfile
+++ b/docker/Dockerfile
@@ -117,9 +117,3 @@ RUN pip install -i http://pypi.douban.com/simple/ --trusted-host pypi.douban.com
 # Download tensorflow tools
 RUN wget http://cnbj1-inner-fds.api.xiaomi.net/mace/tool/transform_graph && \
     chmod +x transform_graph
-
-# Install gitlab runner
-RUN curl -L https://packages.gitlab.com/install/repositories/runner/gitlab-ci-multi-runner/script.deb.sh | bash
-RUN apt-get install gitlab-ci-multi-runner
-
-ENTRYPOINT gitlab-runner run
diff --git a/docker/gitlab-runner/Dockerfile b/docker/gitlab-runner/Dockerfile
new file mode 100644
index 0000000000000000000000000000000000000000..13984e4cde4c1caea4f96e3b0c36b4f8d1f9e60e
--- /dev/null
+++ b/docker/gitlab-runner/Dockerfile
@@ -0,0 +1,12 @@
+FROM cr.d.xiaomi.net/mace/mace-dev:latest
+
+# Update source
+# Looks like mirrors.163.com does not work in xiaomi network
+# RUN sed -i 's/http:\/\/archive\.ubuntu\.com\/ubuntu\//http:\/\/mirrors\.163\.com\/ubuntu\//g' /etc/apt/sources.list
+RUN apt-get update -y
+
+# Install gitlab runner
+RUN curl -L https://packages.gitlab.com/install/repositories/runner/gitlab-ci-multi-runner/script.deb.sh | bash
+RUN apt-get install gitlab-ci-multi-runner
+
+ENTRYPOINT gitlab-runner run