Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
BaiXuePrincess
milvus
提交
6c996b5a
milvus
项目概览
BaiXuePrincess
/
milvus
与 Fork 源项目一致
Fork自
milvus / milvus
通知
7
Star
4
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
milvus
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
未验证
提交
6c996b5a
编写于
11月 15, 2019
作者:
J
Jin Hai
提交者:
GitHub
11月 15, 2019
浏览文件
操作
浏览文件
下载
差异文件
Merge pull request #351 from ZhifengZhang-CN/0.6.0
Update Jenkins CI and Docker to 0.6.0
上级
b0f1ab7e
476f83af
变更
25
隐藏空白更改
内联
并排
Showing
25 changed file
with
442 addition
and
112 deletion
+442
-112
ci/jenkins/Jenkinsfile
ci/jenkins/Jenkinsfile
+218
-79
ci/jenkins/pod/milvus-cpu-version-build-env-pod.yaml
ci/jenkins/pod/milvus-cpu-version-build-env-pod.yaml
+34
-0
ci/jenkins/pod/milvus-gpu-version-build-env-pod.yaml
ci/jenkins/pod/milvus-gpu-version-build-env-pod.yaml
+3
-3
ci/jenkins/step/build.groovy
ci/jenkins/step/build.groovy
+5
-2
ci/jenkins/step/cleanupSingleDev.groovy
ci/jenkins/step/cleanupSingleDev.groovy
+4
-4
ci/jenkins/step/deploySingle2Dev.groovy
ci/jenkins/step/deploySingle2Dev.groovy
+7
-3
ci/jenkins/step/publishImages.groovy
ci/jenkins/step/publishImages.groovy
+1
-1
ci/jenkins/step/singleDevNightlyTest.groovy
ci/jenkins/step/singleDevNightlyTest.groovy
+9
-5
ci/jenkins/step/singleDevTest.groovy
ci/jenkins/step/singleDevTest.groovy
+10
-7
docker/build_env/cpu/ubuntu16.04/Dockerfile
docker/build_env/cpu/ubuntu16.04/Dockerfile
+29
-0
docker/build_env/cpu/ubuntu16.04/docker-entrypoint.sh
docker/build_env/cpu/ubuntu16.04/docker-entrypoint.sh
+0
-0
docker/build_env/cpu/ubuntu18.04/Dockerfile
docker/build_env/cpu/ubuntu18.04/Dockerfile
+29
-0
docker/build_env/cpu/ubuntu18.04/docker-entrypoint.sh
docker/build_env/cpu/ubuntu18.04/docker-entrypoint.sh
+0
-0
docker/build_env/gpu/ubuntu16.04/Dockerfile
docker/build_env/gpu/ubuntu16.04/Dockerfile
+5
-3
docker/build_env/gpu/ubuntu16.04/docker-entrypoint.sh
docker/build_env/gpu/ubuntu16.04/docker-entrypoint.sh
+10
-0
docker/build_env/gpu/ubuntu18.04/Dockerfile
docker/build_env/gpu/ubuntu18.04/Dockerfile
+5
-3
docker/build_env/gpu/ubuntu18.04/docker-entrypoint.sh
docker/build_env/gpu/ubuntu18.04/docker-entrypoint.sh
+10
-0
docker/deploy/cpu/ubuntu16.04/Dockerfile
docker/deploy/cpu/ubuntu16.04/Dockerfile
+20
-0
docker/deploy/cpu/ubuntu16.04/docker-entrypoint.sh
docker/deploy/cpu/ubuntu16.04/docker-entrypoint.sh
+0
-1
docker/deploy/cpu/ubuntu18.04/Dockerfile
docker/deploy/cpu/ubuntu18.04/Dockerfile
+21
-0
docker/deploy/cpu/ubuntu18.04/docker-entrypoint.sh
docker/deploy/cpu/ubuntu18.04/docker-entrypoint.sh
+0
-1
docker/deploy/gpu/ubuntu16.04/Dockerfile
docker/deploy/gpu/ubuntu16.04/Dockerfile
+2
-0
docker/deploy/gpu/ubuntu16.04/docker-entrypoint.sh
docker/deploy/gpu/ubuntu16.04/docker-entrypoint.sh
+9
-0
docker/deploy/gpu/ubuntu18.04/Dockerfile
docker/deploy/gpu/ubuntu18.04/Dockerfile
+2
-0
docker/deploy/gpu/ubuntu18.04/docker-entrypoint.sh
docker/deploy/gpu/ubuntu18.04/docker-entrypoint.sh
+9
-0
未找到文件。
ci/jenkins/Jenkinsfile
浏览文件 @
6c996b5a
...
...
@@ -33,71 +33,136 @@ pipeline {
}
stages
{
stage
(
"Ubuntu 18.04"
)
{
stage
(
"Ubuntu 18.04
x86_64
"
)
{
environment
{
OS_NAME
=
"ubuntu18.04"
PACKAGE_VERSION
=
VersionNumber
([
versionNumberString
:
'${SEMVER}-${LOWER_BUILD_TYPE}-ubuntu18.04-x86_64-${BUILD_DATE_FORMATTED, "yyyyMMdd"}-${BUILDS_TODAY}'
]);
DOCKER_VERSION
=
"${SEMVER}-${OS_NAME}-${LOWER_BUILD_TYPE}"
CPU_ARCH
=
"amd64"
}
stages
{
stage
(
"Run Build
"
)
{
ag
ent
{
kubernetes
{
label
'build'
defaultContainer
'jnlp
'
yamlFile
'ci/jenkins/pod/milvus-build-env-pod.yaml'
}
parallel
{
stage
(
"GPU Version
"
)
{
environm
ent
{
BINRARY_VERSION
=
"gpu"
PACKAGE_VERSION
=
VersionNumber
([
versionNumberString
:
'${SEMVER}-gpu-${OS_NAME}-${CPU_ARCH}-${LOWER_BUILD_TYPE}-${BUILD_DATE_FORMATTED, "yyyyMMdd"}-${BUILDS_TODAY}
'
]);
DOCKER_VERSION
=
"${SEMVER}-gpu-${OS_NAME}-${LOWER_BUILD_TYPE}"
}
stages
{
stage
(
'Build'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/build.groovy"
}
stage
(
"Run Build"
)
{
agent
{
kubernetes
{
label
"${BINRARY_VERSION}-build"
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/milvus-gpu-version-build-env-pod.yaml'
}
}
}
stage
(
'Code Coverage'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/coverage.groovy"
stages
{
stage
(
'Build'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/build.groovy"
}
}
}
}
stage
(
'Code Coverage'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/coverage.groovy"
}
}
}
}
stage
(
'Upload Package'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/package.groovy"
}
}
}
}
}
}
stage
(
'Upload Package'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/package.groovy"
stage
(
"Publish docker images"
)
{
agent
{
kubernetes
{
label
"${BINRARY_VERSION}-publish"
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/docker-pod.yaml'
}
}
stages
{
stage
(
'Publish'
)
{
steps
{
container
(
'publish-images'
){
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/publishImages.groovy"
}
}
}
}
}
}
}
}
stage
(
"Publish docker images
"
)
{
agent
{
kubernetes
{
label
'publish'
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/docker-pod
.yaml'
}
}
stage
(
"Deploy to Development
"
)
{
agent
{
kubernetes
{
label
"${BINRARY_VERSION}-dev-test"
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/testEnvironment
.yaml'
}
}
stages
{
stage
(
'Publish'
)
{
steps
{
container
(
'publish-images'
){
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/publishImages.groovy"
stages
{
stage
(
"Deploy to Dev"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/deploySingle2Dev.groovy"
}
}
}
}
stage
(
"Dev Test"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
boolean
isNightlyTest
=
isTimeTriggeredBuild
()
if
(
isNightlyTest
)
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevNightlyTest.groovy"
}
else
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevTest.groovy"
}
}
}
}
}
stage
(
"Cleanup Dev"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
}
}
}
}
}
post
{
unsuccessful
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
}
}
}
}
...
...
@@ -105,56 +170,130 @@ pipeline {
}
}
stage
(
"Deploy to Development
"
)
{
ag
ent
{
kubernetes
{
label
'dev-test'
defaultContainer
'jnlp
'
yamlFile
'ci/jenkins/pod/testEnvironment.yaml'
}
stage
(
"CPU Version
"
)
{
environm
ent
{
BINRARY_VERSION
=
"cpu"
PACKAGE_VERSION
=
VersionNumber
([
versionNumberString
:
'${SEMVER}-cpu-${OS_NAME}-${CPU_ARCH}-${LOWER_BUILD_TYPE}-${BUILD_DATE_FORMATTED, "yyyyMMdd"}-${BUILDS_TODAY}
'
]);
DOCKER_VERSION
=
"${SEMVER}-cpu-${OS_NAME}-${LOWER_BUILD_TYPE}"
}
stages
{
stage
(
"Deploy to Dev"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/deploySingle2Dev.groovy"
stage
(
"Run Build"
)
{
agent
{
kubernetes
{
label
"${BINRARY_VERSION}-build"
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/milvus-cpu-version-build-env-pod.yaml'
}
}
stages
{
stage
(
'Build'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/build.groovy"
}
}
}
}
stage
(
'Code Coverage'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/coverage.groovy"
}
}
}
}
stage
(
'Upload Package'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/package.groovy"
}
}
}
}
}
}
stage
(
"Dev Test"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
boolean
isNightlyTest
=
isTimeTriggeredBuild
()
if
(
isNightlyTest
)
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevNightlyTest.groovy"
}
else
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevTest.groovy"
stage
(
"Publish docker images"
)
{
agent
{
kubernetes
{
label
"${BINRARY_VERSION}-publish"
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/docker-pod.yaml'
}
}
stages
{
stage
(
'Publish'
)
{
steps
{
container
(
'publish-images'
){
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/publishImages.groovy"
}
}
}
}
}
}
stage
(
"Cleanup Dev"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
stage
(
"Deploy to Development"
)
{
agent
{
kubernetes
{
label
"${BINRARY_VERSION}-dev-test"
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/testEnvironment.yaml'
}
}
stages
{
stage
(
"Deploy to Dev"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/deploySingle2Dev.groovy"
}
}
}
}
stage
(
"Dev Test"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
boolean
isNightlyTest
=
isTimeTriggeredBuild
()
if
(
isNightlyTest
)
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevNightlyTest.groovy"
}
else
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevTest.groovy"
}
}
}
}
}
stage
(
"Cleanup Dev"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
}
}
}
}
}
}
}
post
{
unsuccessful
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
post
{
unsuccessful
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
}
}
}
}
}
...
...
ci/jenkins/pod/milvus-cpu-version-build-env-pod.yaml
0 → 100644
浏览文件 @
6c996b5a
apiVersion
:
v1
kind
:
Pod
metadata
:
name
:
milvus-cpu-build-env
labels
:
app
:
milvus
componet
:
cpu-build-env
spec
:
containers
:
-
name
:
milvus-build-env
image
:
registry.zilliz.com/milvus/milvus-cpu-build-env:v0.6.0-ubuntu18.04
env
:
-
name
:
POD_IP
valueFrom
:
fieldRef
:
fieldPath
:
status.podIP
command
:
-
cat
tty
:
true
resources
:
limits
:
memory
:
"
32Gi"
cpu
:
"
8.0"
requests
:
memory
:
"
16Gi"
cpu
:
"
4.0"
-
name
:
milvus-mysql
image
:
mysql:5.6
env
:
-
name
:
MYSQL_ROOT_PASSWORD
value
:
123456
ports
:
-
containerPort
:
3306
name
:
mysql
ci/jenkins/pod/milvus-build-env-pod.yaml
→
ci/jenkins/pod/milvus-
gpu-version-
build-env-pod.yaml
浏览文件 @
6c996b5a
apiVersion
:
v1
kind
:
Pod
metadata
:
name
:
milvus-build-env
name
:
milvus-
gpu-
build-env
labels
:
app
:
milvus
componet
:
build-env
componet
:
gpu-
build-env
spec
:
containers
:
-
name
:
milvus-build-env
image
:
registry.zilliz.com/milvus/milvus-
build-env:v0.5.1
-ubuntu18.04
image
:
registry.zilliz.com/milvus/milvus-
gpu-build-env:v0.6.0
-ubuntu18.04
env
:
-
name
:
POD_IP
valueFrom
:
...
...
ci/jenkins/step/build.groovy
浏览文件 @
6c996b5a
timeout
(
time:
60
,
unit:
'MINUTES'
)
{
dir
(
"ci/scripts"
)
{
withCredentials
([
usernamePassword
(
credentialsId:
"${params.JFROG_CREDENTIALS_ID}"
,
usernameVariable:
'USERNAME'
,
passwordVariable:
'PASSWORD'
)])
{
sh
"export JFROG_ARTFACTORY_URL='${params.JFROG_ARTFACTORY_URL}' && export JFROG_USER_NAME='${USERNAME}' && export JFROG_PASSWORD='${PASSWORD}' && ./build.sh -t ${params.BUILD_TYPE} -o /opt/milvus -l -g -j -u -c"
if
(
"${env.BINRARY_VERSION}"
==
"gpu"
)
{
sh
"export JFROG_ARTFACTORY_URL='${params.JFROG_ARTFACTORY_URL}' && export JFROG_USER_NAME='${USERNAME}' && export JFROG_PASSWORD='${PASSWORD}' && ./build.sh -t ${params.BUILD_TYPE} -o /opt/milvus -l -g -j -u -c"
}
else
{
sh
"export JFROG_ARTFACTORY_URL='${params.JFROG_ARTFACTORY_URL}' && export JFROG_USER_NAME='${USERNAME}' && export JFROG_PASSWORD='${PASSWORD}' && ./build.sh -t ${params.BUILD_TYPE} -o /opt/milvus -l -m -j -u -c"
}
}
}
}
ci/jenkins/step/cleanupSingleDev.groovy
浏览文件 @
6c996b5a
try
{
def
helmResult
=
sh
script:
"helm status ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
gpu
"
,
returnStatus:
true
def
helmResult
=
sh
script:
"helm status ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
${env.BINRARY_VERSION}
"
,
returnStatus:
true
if
(!
helmResult
)
{
sh
"helm del --purge ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
gpu
"
sh
"helm del --purge ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
${env.BINRARY_VERSION}
"
}
}
catch
(
exc
)
{
def
helmResult
=
sh
script:
"helm status ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
gpu
"
,
returnStatus:
true
def
helmResult
=
sh
script:
"helm status ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
${env.BINRARY_VERSION}
"
,
returnStatus:
true
if
(!
helmResult
)
{
sh
"helm del --purge ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
gpu
"
sh
"helm del --purge ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
${env.BINRARY_VERSION}
"
}
throw
exc
}
ci/jenkins/step/deploySingle2Dev.groovy
浏览文件 @
6c996b5a
sh
'helm init --client-only --skip-refresh --stable-repo-url https://kubernetes.oss-cn-hangzhou.aliyuncs.com/charts'
sh
'helm repo update'
dir
(
'milvus-helm'
)
{
checkout
([
$class
:
'GitSCM'
,
branches:
[[
name:
"0.5.0"
]],
userRemoteConfigs:
[[
url:
"https://github.com/milvus-io/milvus-helm.git"
,
name:
'origin'
,
refspec:
"+refs/heads/0.5.0:refs/remotes/origin/0.5.0"
]]])
dir
(
"milvus-gpu"
)
{
sh
"helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-gpu -f ci/db_backend/sqlite_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
checkout
([
$class
:
'GitSCM'
,
branches:
[[
name:
"0.6.0"
]],
userRemoteConfigs:
[[
url:
"https://github.com/milvus-io/milvus-helm.git"
,
name:
'origin'
,
refspec:
"+refs/heads/0.6.0:refs/remotes/origin/0.6.0"
]]])
dir
(
"milvus"
)
{
if
(
"${env.BINRARY_VERSION}"
==
"gpu"
)
{
sh
"helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-${env.BINRARY_VERSION} -f gpu_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
}
else
{
sh
"helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-${env.BINRARY_VERSION} -f ci/filebeat/values.yaml --namespace milvus ."
}
}
}
ci/jenkins/step/publishImages.groovy
浏览文件 @
6c996b5a
container
(
'publish-images'
)
{
timeout
(
time:
15
,
unit:
'MINUTES'
)
{
dir
(
"docker/deploy/${OS_NAME}"
)
{
dir
(
"docker/deploy/${
env.BINRARY_VERSION}/${env.
OS_NAME}"
)
{
def
binaryPackage
=
"${PROJECT_NAME}-${PACKAGE_VERSION}.tar.gz"
withCredentials
([
usernamePassword
(
credentialsId:
"${params.JFROG_CREDENTIALS_ID}"
,
usernameVariable:
'JFROG_USERNAME'
,
passwordVariable:
'JFROG_PASSWORD'
)])
{
...
...
ci/jenkins/step/singleDevNightlyTest.groovy
浏览文件 @
6c996b5a
timeout
(
time:
90
,
unit:
'MINUTES'
)
{
dir
(
"tests/milvus_python_test"
)
{
sh
'python3 -m pip install -r requirements.txt'
sh
"pytest . --alluredir=\"test_out/dev/single/sqlite\" --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
gpu-milvus-gpu
-engine.milvus.svc.cluster.local"
sh
"pytest . --alluredir=\"test_out/dev/single/sqlite\" --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
${env.BINRARY_VERSION}-milvus
-engine.milvus.svc.cluster.local"
}
// mysql database backend test
load
"${env.WORKSPACE}/ci/jenkins/jenkinsfile/cleanupSingleDev.groovy"
if
(!
fileExists
(
'milvus-helm'
))
{
dir
(
"milvus-helm"
)
{
checkout
([
$class
:
'GitSCM'
,
branches:
[[
name:
"0.
5.0"
]],
userRemoteConfigs:
[[
url:
"https://github.com/milvus-io/milvus-helm.git"
,
name:
'origin'
,
refspec:
"+refs/heads/0.5.0:refs/remotes/origin/0.5
.0"
]]])
checkout
([
$class
:
'GitSCM'
,
branches:
[[
name:
"0.
6.0"
]],
userRemoteConfigs:
[[
url:
"https://github.com/milvus-io/milvus-helm.git"
,
name:
'origin'
,
refspec:
"+refs/heads/0.6.0:refs/remotes/origin/0.6
.0"
]]])
}
}
dir
(
"milvus-helm"
)
{
dir
(
"milvus-gpu"
)
{
sh
"helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-gpu -f ci/db_backend/mysql_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
dir
(
"milvus"
)
{
if
(
"${env.BINRARY_VERSION}"
==
"gpu"
)
{
sh
"helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-${env.BINRARY_VERSION} -f gpu_values.yaml -f ci/db_backend/mysql_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
}
else
{
sh
"helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-${env.BINRARY_VERSION} -f ci/db_backend/mysql_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
}
}
}
dir
(
"tests/milvus_python_test"
)
{
sh
"pytest . --alluredir=\"test_out/dev/single/mysql\" --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
gpu-milvus-gpu
-engine.milvus.svc.cluster.local"
sh
"pytest . --alluredir=\"test_out/dev/single/mysql\" --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
${env.BINRARY_VERSION}-milvus
-engine.milvus.svc.cluster.local"
}
}
ci/jenkins/step/singleDevTest.groovy
浏览文件 @
6c996b5a
timeout
(
time:
60
,
unit:
'MINUTES'
)
{
dir
(
"tests/milvus_python_test"
)
{
sh
'python3 -m pip install -r requirements.txt'
sh
"pytest . --alluredir=\"test_out/dev/single/sqlite\" --level=1 --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
gpu-milvus-gpu
-engine.milvus.svc.cluster.local"
sh
"pytest . --alluredir=\"test_out/dev/single/sqlite\" --level=1 --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
${env.BINRARY_VERSION}-milvus
-engine.milvus.svc.cluster.local"
}
// mysql database backend test
// load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/cleanupSingleDev.groovy"
// Remove mysql-version tests: 10-28
// if (!fileExists('milvus-helm')) {
// dir ("milvus-helm") {
// checkout([$class: 'GitSCM', branches: [[name: "0.
5.0"]], userRemoteConfigs: [[url: "https://github.com/milvus-io/milvus-helm.git", name: 'origin', refspec: "+refs/heads/0.5.0:refs/remotes/origin/0.5
.0"]]])
// checkout([$class: 'GitSCM', branches: [[name: "0.
6.0"]], userRemoteConfigs: [[url: "https://github.com/milvus-io/milvus-helm.git", name: 'origin', refspec: "+refs/heads/0.6.0:refs/remotes/origin/0.6
.0"]]])
// }
// }
// dir ("milvus-helm") {
// dir ("milvus-gpu") {
// sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-gpu -f ci/db_backend/mysql_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
// dir ("milvus") {
// if ("${env.BINRARY_VERSION}" == "gpu") {
// sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-${env.BINRARY_VERSION} -f gpu_values.yaml -f ci/db_backend/mysql_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
// } else {
// sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-${env.BINRARY_VERSION} -f ci/db_backend/mysql_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
// }
// }
// }
// dir ("tests/milvus_python_test") {
// sh "pytest . --alluredir=\"test_out/dev/single/mysql\" --level=1 --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
gpu-milvus-gpu
-engine.milvus.svc.cluster.local"
// sh "pytest . --alluredir=\"test_out/dev/single/mysql\" --level=1 --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
${env.BINRARY_VERSION}-milvus
-engine.milvus.svc.cluster.local"
// }
}
docker/build_env/cpu/ubuntu16.04/Dockerfile
0 → 100644
浏览文件 @
6c996b5a
FROM
ubuntu:16.04
ENV
DEBIAN_FRONTEND noninteractive
RUN
apt-get update
&&
apt-get
install
-y
--no-install-recommends
wget ca-certificates gnupg2 apt-transport-https
&&
\
wget
-P
/tmp https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS-2019.PUB
&&
\
apt-key add /tmp/GPG-PUB-KEY-INTEL-SW-PRODUCTS-2019.PUB
&&
\
sh
-c
'echo deb https://apt.repos.intel.com/mkl all main > /etc/apt/sources.list.d/intel-mkl.list'
&&
\
wget
-qO-
"https://cmake.org/files/v3.14/cmake-3.14.3-Linux-x86_64.tar.gz"
|
tar
--strip-components
=
1
-xz
-C
/usr/local
&&
\
apt-get update
&&
apt-get
install
-y
--no-install-recommends
\
g++ git gfortran lsb-core
\
libboost-serialization-dev libboost-filesystem-dev libboost-system-dev libboost-regex-dev
\
curl libtool automake libssl-dev pkg-config libcurl4-openssl-dev python3-pip
\
clang-format-6.0 clang-tidy-6.0
\
lcov mysql-client libmysqlclient-dev intel-mkl-gnu-2019.5-281 intel-mkl-core-2019.5-281
&&
\
apt-get remove
--purge
-y
&&
\
rm
-rf
/var/lib/apt/lists/
*
RUN
ln
-s
/usr/lib/x86_64-linux-gnu/libmysqlclient.so
\
/usr/lib/x86_64-linux-gnu/libmysqlclient_r.so
RUN
sh
-c
'echo export LD_LIBRARY_PATH=/opt/intel/compilers_and_libraries_2019.5.281/linux/mkl/lib/intel64:\$LD_LIBRARY_PATH > /etc/profile.d/mkl.sh'
COPY
docker-entrypoint.sh /app/docker-entrypoint.sh
WORKDIR
/opt/milvus
ENTRYPOINT
[ "/app/docker-entrypoint.sh" ]
CMD
[ "start" ]
docker/build_env/ubuntu16.04/docker-entrypoint.sh
→
docker/build_env/
cpu/
ubuntu16.04/docker-entrypoint.sh
浏览文件 @
6c996b5a
文件已移动
docker/build_env/cpu/ubuntu18.04/Dockerfile
0 → 100644
浏览文件 @
6c996b5a
FROM
ubuntu:18.04
ENV
DEBIAN_FRONTEND noninteractive
RUN
apt-get update
&&
apt-get
install
-y
--no-install-recommends
wget ca-certificates gnupg2
&&
\
wget
-P
/tmp https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS-2019.PUB
&&
\
apt-key add /tmp/GPG-PUB-KEY-INTEL-SW-PRODUCTS-2019.PUB
&&
\
sh
-c
'echo deb https://apt.repos.intel.com/mkl all main > /etc/apt/sources.list.d/intel-mkl.list'
&&
\
wget
-qO-
"https://cmake.org/files/v3.14/cmake-3.14.3-Linux-x86_64.tar.gz"
|
tar
--strip-components
=
1
-xz
-C
/usr/local
&&
\
apt-get update
&&
apt-get
install
-y
--no-install-recommends
\
g++ git gfortran lsb-core
\
libboost-serialization-dev libboost-filesystem-dev libboost-system-dev libboost-regex-dev
\
curl libtool automake libssl-dev pkg-config libcurl4-openssl-dev python3-pip
\
clang-format-6.0 clang-tidy-6.0
\
lcov mysql-client libmysqlclient-dev intel-mkl-gnu-2019.5-281 intel-mkl-core-2019.5-281
&&
\
apt-get remove
--purge
-y
&&
\
rm
-rf
/var/lib/apt/lists/
*
RUN
ln
-s
/usr/lib/x86_64-linux-gnu/libmysqlclient.so
\
/usr/lib/x86_64-linux-gnu/libmysqlclient_r.so
RUN
sh
-c
'echo export LD_LIBRARY_PATH=/opt/intel/compilers_and_libraries_2019.5.281/linux/mkl/lib/intel64:\$LD_LIBRARY_PATH > /etc/profile.d/mkl.sh'
COPY
docker-entrypoint.sh /app/docker-entrypoint.sh
WORKDIR
/opt/milvus
ENTRYPOINT
[ "/app/docker-entrypoint.sh" ]
CMD
[ "start" ]
docker/build_env/ubuntu18.04/docker-entrypoint.sh
→
docker/build_env/
cpu/
ubuntu18.04/docker-entrypoint.sh
浏览文件 @
6c996b5a
文件已移动
docker/build_env/ubuntu16.04/Dockerfile
→
docker/build_env/
gpu/
ubuntu16.04/Dockerfile
浏览文件 @
6c996b5a
...
...
@@ -11,15 +11,17 @@ RUN apt-get update && apt-get install -y --no-install-recommends wget && \
git flex bison gfortran lsb-core
\
curl libtool automake libboost1.58-all-dev libssl-dev pkg-config libcurl4-openssl-dev python3-pip
\
clang-format-6.0 clang-tidy-6.0
\
lcov mysql-client libmysqlclient-dev intel-mkl-gnu-2019.
4-243 intel-mkl-core-2019.4-243
&&
\
lcov mysql-client libmysqlclient-dev intel-mkl-gnu-2019.
5-281 intel-mkl-core-2019.5-281
&&
\
apt-get remove
--purge
-y
&&
\
rm
-rf
/var/lib/apt/lists/
*
RUN
ln
-s
/usr/lib/x86_64-linux-gnu/libmysqlclient.so /usr/lib/x86_64-linux-gnu/libmysqlclient_r.so
RUN
sh
-c
'echo export LD_LIBRARY_PATH=/opt/intel/compilers_and_libraries_2019.
4.243
/linux/mkl/lib/intel64:\$LD_LIBRARY_PATH > /etc/profile.d/mkl.sh'
RUN
sh
-c
'echo export LD_LIBRARY_PATH=/opt/intel/compilers_and_libraries_2019.
5.281
/linux/mkl/lib/intel64:\$LD_LIBRARY_PATH > /etc/profile.d/mkl.sh'
COPY
docker-entrypoint.sh /app/docker-entrypoint.sh
WORKDIR
/opt/milvus
ENTRYPOINT
[ "/app/docker-entrypoint.sh" ]
CMD
[ "start" ]
docker/build_env/gpu/ubuntu16.04/docker-entrypoint.sh
0 → 100755
浏览文件 @
6c996b5a
#!/bin/bash
set
-e
if
[
"
$1
"
=
'start'
]
;
then
tail
-f
/dev/null
fi
exec
"
$@
"
docker/build_env/ubuntu18.04/Dockerfile
→
docker/build_env/
gpu/
ubuntu18.04/Dockerfile
浏览文件 @
6c996b5a
...
...
@@ -11,15 +11,17 @@ RUN apt-get update && apt-get install -y --no-install-recommends wget && \
git flex bison gfortran lsb-core
\
curl libtool automake libboost-all-dev libssl-dev pkg-config libcurl4-openssl-dev python3-pip
\
clang-format-6.0 clang-tidy-6.0
\
lcov mysql-client libmysqlclient-dev intel-mkl-gnu-2019.
4-243 intel-mkl-core-2019.4-243
&&
\
lcov mysql-client libmysqlclient-dev intel-mkl-gnu-2019.
5-281 intel-mkl-core-2019.5-281
&&
\
apt-get remove
--purge
-y
&&
\
rm
-rf
/var/lib/apt/lists/
*
RUN
ln
-s
/usr/lib/x86_64-linux-gnu/libmysqlclient.so /usr/lib/x86_64-linux-gnu/libmysqlclient_r.so
RUN
sh
-c
'echo export LD_LIBRARY_PATH=/opt/intel/compilers_and_libraries_2019.
4.243
/linux/mkl/lib/intel64:\$LD_LIBRARY_PATH > /etc/profile.d/mkl.sh'
RUN
sh
-c
'echo export LD_LIBRARY_PATH=/opt/intel/compilers_and_libraries_2019.
5.281
/linux/mkl/lib/intel64:\$LD_LIBRARY_PATH > /etc/profile.d/mkl.sh'
COPY
docker-entrypoint.sh /app/docker-entrypoint.sh
WORKDIR
/opt/milvus
ENTRYPOINT
[ "/app/docker-entrypoint.sh" ]
CMD
[ "start" ]
docker/build_env/gpu/ubuntu18.04/docker-entrypoint.sh
0 → 100755
浏览文件 @
6c996b5a
#!/bin/bash
set
-e
if
[
"
$1
"
=
'start'
]
;
then
tail
-f
/dev/null
fi
exec
"
$@
"
docker/deploy/cpu/ubuntu16.04/Dockerfile
0 → 100644
浏览文件 @
6c996b5a
FROM
ubuntu:16.04
RUN
apt-get update
&&
apt-get
install
-y
--no-install-recommends
\
gfortran libsqlite3-dev libmysqlclient-dev libcurl4-openssl-dev python3
&&
\
apt-get remove
--purge
-y
&&
\
rm
-rf
/var/lib/apt/lists/
*
RUN
ln
-s
/usr/lib/x86_64-linux-gnu/libmysqlclient.so /usr/lib/x86_64-linux-gnu/libmysqlclient_r.so
COPY
./docker-entrypoint.sh /opt
COPY
./milvus /opt/milvus
ENV
LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/opt/milvus/lib"
WORKDIR
/opt/milvus
ENTRYPOINT
[ "/opt/docker-entrypoint.sh" ]
CMD
[ "start" ]
EXPOSE
19530
docker/deploy/ubuntu16.04/docker-entrypoint.sh
→
docker/deploy/
cpu/
ubuntu16.04/docker-entrypoint.sh
浏览文件 @
6c996b5a
...
...
@@ -7,4 +7,3 @@ if [ "$1" == 'start' ]; then
fi
exec
"
$@
"
docker/deploy/cpu/ubuntu18.04/Dockerfile
0 → 100644
浏览文件 @
6c996b5a
FROM
ubuntu:18.04
RUN
apt-get update
&&
apt-get
install
-y
--no-install-recommends
\
gfortran libsqlite3-dev libmysqlclient-dev libcurl4-openssl-dev python3
&&
\
apt-get remove
--purge
-y
&&
\
rm
-rf
/var/lib/apt/lists/
*
RUN
ln
-s
/usr/lib/x86_64-linux-gnu/libmysqlclient.so /usr/lib/x86_64-linux-gnu/libmysqlclient_r.so
COPY
./docker-entrypoint.sh /opt
COPY
./milvus /opt/milvus
ENV
LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/opt/milvus/lib"
WORKDIR
/opt/milvus
ENTRYPOINT
[ "/opt/docker-entrypoint.sh" ]
CMD
[ "start" ]
EXPOSE
19530
docker/deploy/ubuntu18.04/docker-entrypoint.sh
→
docker/deploy/
cpu/
ubuntu18.04/docker-entrypoint.sh
浏览文件 @
6c996b5a
...
...
@@ -7,4 +7,3 @@ if [ "$1" == 'start' ]; then
fi
exec
"
$@
"
docker/deploy/ubuntu16.04/Dockerfile
→
docker/deploy/
gpu/
ubuntu16.04/Dockerfile
浏览文件 @
6c996b5a
...
...
@@ -15,6 +15,8 @@ COPY ./docker-entrypoint.sh /opt
COPY
./milvus /opt/milvus
ENV
LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/opt/milvus/lib"
WORKDIR
/opt/milvus
ENTRYPOINT
[ "/opt/docker-entrypoint.sh" ]
CMD
[ "start" ]
...
...
docker/deploy/gpu/ubuntu16.04/docker-entrypoint.sh
0 → 100755
浏览文件 @
6c996b5a
#!/bin/bash
set
-e
if
[
"
$1
"
==
'start'
]
;
then
cd
/opt/milvus/scripts
&&
./start_server.sh
fi
exec
"
$@
"
docker/deploy/ubuntu18.04/Dockerfile
→
docker/deploy/
gpu/
ubuntu18.04/Dockerfile
浏览文件 @
6c996b5a
...
...
@@ -15,6 +15,8 @@ COPY ./docker-entrypoint.sh /opt
COPY
./milvus /opt/milvus
ENV
LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/opt/milvus/lib"
WORKDIR
/opt/milvus
ENTRYPOINT
[ "/opt/docker-entrypoint.sh" ]
CMD
[ "start" ]
...
...
docker/deploy/gpu/ubuntu18.04/docker-entrypoint.sh
0 → 100755
浏览文件 @
6c996b5a
#!/bin/bash
set
-e
if
[
"
$1
"
==
'start'
]
;
then
cd
/opt/milvus/scripts
&&
./start_server.sh
fi
exec
"
$@
"
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录