Add docker for indexbuilder

Signed-off-by: Nzhenshan.cao <zhenshan.cao@zilliz.com>

.env

@@ -6,4 +6,3 @@ LATEST_DATE_VERSION=latest
 MINIO_ADDRESS=minio:9000
 PULSAR_ADDRESS=pulsar://pulsar:6650
 ETCD_ADDRESS=etcd:2379
-MASTER_ADDRESS=localhost:53100

.jenkins/modules/Publish/Publish.groovy

@@ -17,6 +17,10 @@ dir ('build/docker/deploy') {
             sh 'docker-compose build --force-rm master'
             sh 'docker-compose push master'
 
+            sh 'docker pull ${SOURCE_REPO}/indexbuilder:${SOURCE_TAG} || true'
+            sh 'docker-compose build --force-rm indexbuilder'
+            sh 'docker-compose push indexbuilder'
+
             sh 'docker pull ${SOURCE_REPO}/proxy:${SOURCE_TAG} || true'
             sh 'docker-compose build --force-rm proxy'
             sh 'docker-compose push proxy'

.jenkins/modules/Regression/PythonRegression.groovy

@@ -6,6 +6,7 @@ try {
     dir ('build/docker/deploy') {
         sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} pull'
         sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} up -d master'
+        sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} up -d indexbuilder'
         sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} up -d proxy'
         sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} run -e QUERY_NODE_ID=1 -d querynode'
         sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} run -e QUERY_NODE_ID=2 -d querynode'

build/docker/deploy/.env

@@ -6,3 +6,4 @@ PULSAR_ADDRESS=pulsar://pulsar:6650
 ETCD_ADDRESS=etcd:2379
 MASTER_ADDRESS=master:53100
 MINIO_ADDRESS=minio:9000
+INDEX_BUILDER_ADDRESS=indexbuider:31000

build/docker/deploy/docker-compose.yml

@@ -11,6 +11,7 @@ services:
     environment: 
       PULSAR_ADDRESS: ${PULSAR_ADDRESS}
       ETCD_ADDRESS: ${ETCD_ADDRESS}
+      INDEX_BUILDER_ADDRESS: ${INDEX_BUILDER_ADDRESS}
     networks: 
       - milvus
 
@@ -27,6 +28,21 @@ services:
     networks: 
       - milvus
 
+  indexbuilder:
+    image: ${TARGET_REPO}/indexbuilder:${TARGET_TAG}
+    build:
+      context: ../../../
+      dockerfile: build/docker/deploy/indexbuilder/DockerFile
+      cache_from:
+        - ${SOURCE_REPO}/indexbuilder:${SOURCE_TAG}
+    environment:
+      MASTER_ADDRESS: ${MASTER_ADDRESS}
+      ETCD_ADDRESS: ${ETCD_ADDRESS}
+      MINIO_ADDRESS: ${MINIO_ADDRESS}
+
+    networks:
+      - milvus
+
   querynode:
     image: ${TARGET_REPO}/querynode:${TARGET_TAG}
     build:

build/docker/deploy/indexbuilder/DockerFile

+# Copyright (C) 2019-2020 Zilliz. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software distributed under the License
+# is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
+# or implied. See the License for the specific language governing permissions and limitations under the License.
+
+FROM alpine:3.12.1
+
+COPY ./bin/indexbuilder /milvus-distributed/bin/indexbuilder
+
+COPY ./configs/ /milvus-distributed/configs/
+
+WORKDIR /milvus-distributed/
+
+CMD ["./bin/indexbuilder"]
+
+EXPOSE 31000

docker-compose.yml

@@ -20,7 +20,6 @@ services:
       <<: *ccache
       PULSAR_ADDRESS: ${PULSAR_ADDRESS}
       ETCD_ADDRESS: ${ETCD_ADDRESS}
-      MASTER_ADDRESS: ${MASTER_ADDRESS}
       MINIO_ADDRESS: ${MINIO_ADDRESS}
     volumes: &ubuntu-volumes
       - .:/go/src/github.com/zilliztech/milvus-distributed:delegated
@@ -46,7 +45,6 @@ services:
     environment:
       PULSAR_ADDRESS: ${PULSAR_ADDRESS}
       ETCD_ADDRESS: ${ETCD_ADDRESS}
-      MASTER_ADDRESS: ${MASTER_ADDRESS}
       MINIO_ADDRESS: ${MINIO_ADDRESS}
     volumes:
       - .:/go/src/github.com/zilliztech/milvus-distributed:delegated