Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
qq_35024513
milvus
提交
6eafced8
milvus
项目概览
qq_35024513
/
milvus
与 Fork 源项目一致
Fork自
milvus / milvus
通知
14
Star
0
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
milvus
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
前往新版Gitcode,体验更适合开发者的 AI 搜索 >>
提交
6eafced8
编写于
11月 15, 2019
作者:
Q
quicksilver
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
Update Jenkins CI and Docker to 0.6.0
上级
bbb1ed42
变更
25
隐藏空白更改
内联
并排
Showing
25 changed file
with
428 addition
and
116 deletion
+428
-116
ci/jenkins/Jenkinsfile
ci/jenkins/Jenkinsfile
+218
-79
ci/jenkins/pod/milvus-cpu-version-build-env-pod.yaml
ci/jenkins/pod/milvus-cpu-version-build-env-pod.yaml
+34
-0
ci/jenkins/pod/milvus-gpu-version-build-env-pod.yaml
ci/jenkins/pod/milvus-gpu-version-build-env-pod.yaml
+3
-3
ci/jenkins/step/build.groovy
ci/jenkins/step/build.groovy
+5
-2
ci/jenkins/step/cleanupSingleDev.groovy
ci/jenkins/step/cleanupSingleDev.groovy
+4
-4
ci/jenkins/step/deploySingle2Dev.groovy
ci/jenkins/step/deploySingle2Dev.groovy
+7
-3
ci/jenkins/step/publishImages.groovy
ci/jenkins/step/publishImages.groovy
+1
-1
ci/jenkins/step/singleDevNightlyTest.groovy
ci/jenkins/step/singleDevNightlyTest.groovy
+19
-15
ci/jenkins/step/singleDevTest.groovy
ci/jenkins/step/singleDevTest.groovy
+10
-7
docker/build_env/cpu/ubuntu16.04/Dockerfile
docker/build_env/cpu/ubuntu16.04/Dockerfile
+26
-0
docker/build_env/cpu/ubuntu16.04/docker-entrypoint.sh
docker/build_env/cpu/ubuntu16.04/docker-entrypoint.sh
+0
-0
docker/build_env/cpu/ubuntu18.04/Dockerfile
docker/build_env/cpu/ubuntu18.04/Dockerfile
+26
-0
docker/build_env/cpu/ubuntu18.04/docker-entrypoint.sh
docker/build_env/cpu/ubuntu18.04/docker-entrypoint.sh
+0
-0
docker/build_env/gpu/ubuntu16.04/Dockerfile
docker/build_env/gpu/ubuntu16.04/Dockerfile
+0
-0
docker/build_env/gpu/ubuntu16.04/docker-entrypoint.sh
docker/build_env/gpu/ubuntu16.04/docker-entrypoint.sh
+10
-0
docker/build_env/gpu/ubuntu18.04/Dockerfile
docker/build_env/gpu/ubuntu18.04/Dockerfile
+0
-0
docker/build_env/gpu/ubuntu18.04/docker-entrypoint.sh
docker/build_env/gpu/ubuntu18.04/docker-entrypoint.sh
+10
-0
docker/deploy/cpu/ubuntu16.04/Dockerfile
docker/deploy/cpu/ubuntu16.04/Dockerfile
+18
-0
docker/deploy/cpu/ubuntu16.04/docker-entrypoint.sh
docker/deploy/cpu/ubuntu16.04/docker-entrypoint.sh
+0
-1
docker/deploy/cpu/ubuntu18.04/Dockerfile
docker/deploy/cpu/ubuntu18.04/Dockerfile
+19
-0
docker/deploy/cpu/ubuntu18.04/docker-entrypoint.sh
docker/deploy/cpu/ubuntu18.04/docker-entrypoint.sh
+0
-1
docker/deploy/gpu/ubuntu16.04/Dockerfile
docker/deploy/gpu/ubuntu16.04/Dockerfile
+0
-0
docker/deploy/gpu/ubuntu16.04/docker-entrypoint.sh
docker/deploy/gpu/ubuntu16.04/docker-entrypoint.sh
+9
-0
docker/deploy/gpu/ubuntu18.04/Dockerfile
docker/deploy/gpu/ubuntu18.04/Dockerfile
+0
-0
docker/deploy/gpu/ubuntu18.04/docker-entrypoint.sh
docker/deploy/gpu/ubuntu18.04/docker-entrypoint.sh
+9
-0
未找到文件。
ci/jenkins/Jenkinsfile
浏览文件 @
6eafced8
...
...
@@ -33,71 +33,136 @@ pipeline {
}
stages
{
stage
(
"Ubuntu 18.04"
)
{
stage
(
"Ubuntu 18.04
x86_64
"
)
{
environment
{
OS_NAME
=
"ubuntu18.04"
PACKAGE_VERSION
=
VersionNumber
([
versionNumberString
:
'${SEMVER}-${LOWER_BUILD_TYPE}-ubuntu18.04-x86_64-${BUILD_DATE_FORMATTED, "yyyyMMdd"}-${BUILDS_TODAY}'
]);
DOCKER_VERSION
=
"${SEMVER}-${OS_NAME}-${LOWER_BUILD_TYPE}"
CPU_ARCH
=
"amd64"
}
stages
{
stage
(
"Run Build
"
)
{
ag
ent
{
kubernetes
{
label
'build'
defaultContainer
'jnlp
'
yamlFile
'ci/jenkins/pod/milvus-build-env-pod.yaml'
}
parallel
{
stage
(
"CPU Version
"
)
{
environm
ent
{
BINRARY_VERSION
=
"cpu"
PACKAGE_VERSION
=
VersionNumber
([
versionNumberString
:
'${SEMVER}-cpu-${OS_NAME}-${CPU_ARCH}-${LOWER_BUILD_TYPE}-${BUILD_DATE_FORMATTED, "yyyyMMdd"}-${BUILDS_TODAY}
'
]);
DOCKER_VERSION
=
"${SEMVER}-cpu-${OS_NAME}-${LOWER_BUILD_TYPE}"
}
stages
{
stage
(
'Build'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/build.groovy"
}
stage
(
"Run Build"
)
{
agent
{
kubernetes
{
label
'build'
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/milvus-cpu-version-build-env-pod.yaml'
}
}
}
stage
(
'Code Coverage'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/coverage.groovy"
stages
{
stage
(
'Build'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/build.groovy"
}
}
}
}
stage
(
'Code Coverage'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/coverage.groovy"
}
}
}
}
stage
(
'Upload Package'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/package.groovy"
}
}
}
}
}
}
stage
(
'Upload Package'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/package.groovy"
stage
(
"Publish docker images"
)
{
agent
{
kubernetes
{
label
'publish'
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/docker-pod.yaml'
}
}
stages
{
stage
(
'Publish'
)
{
steps
{
container
(
'publish-images'
){
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/publishImages.groovy"
}
}
}
}
}
}
}
}
stage
(
"Publish docker images
"
)
{
agent
{
kubernetes
{
label
'publish
'
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/docker-pod
.yaml'
}
}
stage
(
"Deploy to Development
"
)
{
agent
{
kubernetes
{
label
'dev-test
'
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/testEnvironment
.yaml'
}
}
stages
{
stage
(
'Publish'
)
{
steps
{
container
(
'publish-images'
){
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/publishImages.groovy"
stages
{
stage
(
"Deploy to Dev"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/deploySingle2Dev.groovy"
}
}
}
}
stage
(
"Dev Test"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
boolean
isNightlyTest
=
isTimeTriggeredBuild
()
if
(
isNightlyTest
)
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevNightlyTest.groovy"
}
else
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevTest.groovy"
}
}
}
}
}
stage
(
"Cleanup Dev"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
}
}
}
}
}
post
{
unsuccessful
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
}
}
}
}
...
...
@@ -105,56 +170,130 @@ pipeline {
}
}
stage
(
"Deploy to Development
"
)
{
ag
ent
{
kubernetes
{
label
'dev-test'
defaultContainer
'jnlp
'
yamlFile
'ci/jenkins/pod/testEnvironment.yaml'
}
stage
(
"GPU Version
"
)
{
environm
ent
{
BINRARY_VERSION
=
"gpu"
PACKAGE_VERSION
=
VersionNumber
([
versionNumberString
:
'${SEMVER}-${OS_NAME}-${CPU_ARCH}-${LOWER_BUILD_TYPE}-gpu-${BUILD_DATE_FORMATTED, "yyyyMMdd"}-${BUILDS_TODAY}
'
]);
DOCKER_VERSION
=
"${SEMVER}-${OS_NAME}-${LOWER_BUILD_TYPE}-gpu"
}
stages
{
stage
(
"Deploy to Dev"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/deploySingle2Dev.groovy"
stage
(
"Run Build"
)
{
agent
{
kubernetes
{
label
'build'
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/milvus-gpu-version-build-env-pod.yaml'
}
}
stages
{
stage
(
'Build'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/build.groovy"
}
}
}
}
stage
(
'Code Coverage'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/coverage.groovy"
}
}
}
}
stage
(
'Upload Package'
)
{
steps
{
container
(
'milvus-build-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/package.groovy"
}
}
}
}
}
}
stage
(
"Dev Test"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
boolean
isNightlyTest
=
isTimeTriggeredBuild
()
if
(
isNightlyTest
)
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevNightlyTest.groovy"
}
else
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevTest.groovy"
stage
(
"Publish docker images"
)
{
agent
{
kubernetes
{
label
'publish'
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/docker-pod.yaml'
}
}
stages
{
stage
(
'Publish'
)
{
steps
{
container
(
'publish-images'
){
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/publishImages.groovy"
}
}
}
}
}
}
stage
(
"Cleanup Dev"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
stage
(
"Deploy to Development"
)
{
agent
{
kubernetes
{
label
'dev-test'
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/testEnvironment.yaml'
}
}
stages
{
stage
(
"Deploy to Dev"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/deploySingle2Dev.groovy"
}
}
}
}
stage
(
"Dev Test"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
boolean
isNightlyTest
=
isTimeTriggeredBuild
()
if
(
isNightlyTest
)
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevNightlyTest.groovy"
}
else
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevTest.groovy"
}
}
}
}
}
stage
(
"Cleanup Dev"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
}
}
}
}
}
}
}
post
{
unsuccessful
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
post
{
unsuccessful
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
}
}
}
}
}
...
...
ci/jenkins/pod/milvus-cpu-version-build-env-pod.yaml
0 → 100644
浏览文件 @
6eafced8
apiVersion
:
v1
kind
:
Pod
metadata
:
name
:
milvus-cpu-build-env
labels
:
app
:
milvus
componet
:
cpu-build-env
spec
:
containers
:
-
name
:
milvus-build-env
image
:
registry.zilliz.com/milvus/milvus-cpu-build-env:v0.6.0-ubuntu18.04
env
:
-
name
:
POD_IP
valueFrom
:
fieldRef
:
fieldPath
:
status.podIP
command
:
-
cat
tty
:
true
resources
:
limits
:
memory
:
"
32Gi"
cpu
:
"
8.0"
requests
:
memory
:
"
16Gi"
cpu
:
"
4.0"
-
name
:
milvus-mysql
image
:
mysql:5.6
env
:
-
name
:
MYSQL_ROOT_PASSWORD
value
:
123456
ports
:
-
containerPort
:
3306
name
:
mysql
ci/jenkins/pod/milvus-build-env-pod.yaml
→
ci/jenkins/pod/milvus-
gpu-version-
build-env-pod.yaml
浏览文件 @
6eafced8
apiVersion
:
v1
kind
:
Pod
metadata
:
name
:
milvus-build-env
name
:
milvus-
gpu-
build-env
labels
:
app
:
milvus
componet
:
build-env
componet
:
gpu-
build-env
spec
:
containers
:
-
name
:
milvus-build-env
image
:
registry.zilliz.com/milvus/milvus-
build-env:v0.5.1
-ubuntu18.04
image
:
registry.zilliz.com/milvus/milvus-
gpu-build-env:v0.6.0
-ubuntu18.04
env
:
-
name
:
POD_IP
valueFrom
:
...
...
ci/jenkins/step/build.groovy
浏览文件 @
6eafced8
timeout
(
time:
60
,
unit:
'MINUTES'
)
{
dir
(
"ci/scripts"
)
{
withCredentials
([
usernamePassword
(
credentialsId:
"${params.JFROG_CREDENTIALS_ID}"
,
usernameVariable:
'USERNAME'
,
passwordVariable:
'PASSWORD'
)])
{
sh
"export JFROG_ARTFACTORY_URL='${params.JFROG_ARTFACTORY_URL}' && export JFROG_USER_NAME='${USERNAME}' && export JFROG_PASSWORD='${PASSWORD}' && ./build.sh -t ${params.BUILD_TYPE} -o /opt/milvus -l -g -j -u -c"
if
(
"${env.BINRARY_VERSION}"
==
"gpu"
)
{
sh
"export JFROG_ARTFACTORY_URL='${params.JFROG_ARTFACTORY_URL}' && export JFROG_USER_NAME='${USERNAME}' && export JFROG_PASSWORD='${PASSWORD}' && ./build.sh -t ${params.BUILD_TYPE} -o /opt/milvus -l -g -j -u -c"
}
else
{
sh
"export JFROG_ARTFACTORY_URL='${params.JFROG_ARTFACTORY_URL}' && export JFROG_USER_NAME='${USERNAME}' && export JFROG_PASSWORD='${PASSWORD}' && ./build.sh -t ${params.BUILD_TYPE} -o /opt/milvus -l -m -j -u -c"
}
}
}
}
ci/jenkins/step/cleanupSingleDev.groovy
浏览文件 @
6eafced8
try
{
def
helmResult
=
sh
script:
"helm status ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
gpu
"
,
returnStatus:
true
def
helmResult
=
sh
script:
"helm status ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
${env.BINRARY_VERSION}
"
,
returnStatus:
true
if
(!
helmResult
)
{
sh
"helm del --purge ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
gpu
"
sh
"helm del --purge ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
${env.BINRARY_VERSION}
"
}
}
catch
(
exc
)
{
def
helmResult
=
sh
script:
"helm status ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
gpu
"
,
returnStatus:
true
def
helmResult
=
sh
script:
"helm status ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
${env.BINRARY_VERSION}
"
,
returnStatus:
true
if
(!
helmResult
)
{
sh
"helm del --purge ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
gpu
"
sh
"helm del --purge ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
${env.BINRARY_VERSION}
"
}
throw
exc
}
ci/jenkins/step/deploySingle2Dev.groovy
浏览文件 @
6eafced8
sh
'helm init --client-only --skip-refresh --stable-repo-url https://kubernetes.oss-cn-hangzhou.aliyuncs.com/charts'
sh
'helm repo update'
dir
(
'milvus-helm'
)
{
checkout
([
$class
:
'GitSCM'
,
branches:
[[
name:
"0.5.0"
]],
userRemoteConfigs:
[[
url:
"https://github.com/milvus-io/milvus-helm.git"
,
name:
'origin'
,
refspec:
"+refs/heads/0.5.0:refs/remotes/origin/0.5.0"
]]])
dir
(
"milvus-gpu"
)
{
sh
"helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-gpu -f ci/db_backend/sqlite_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
checkout
([
$class
:
'GitSCM'
,
branches:
[[
name:
"0.6.0"
]],
userRemoteConfigs:
[[
url:
"https://github.com/milvus-io/milvus-helm.git"
,
name:
'origin'
,
refspec:
"+refs/heads/0.5.0:refs/remotes/origin/0.5.0"
]]])
dir
(
"milvus"
)
{
if
(
"${env.BINRARY_VERSION}"
==
"gpu"
)
{
sh
"helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-${env.BINRARY_VERSION} -f gpu_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
}
else
{
sh
"helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-${env.BINRARY_VERSION} -f ci/filebeat/values.yaml --namespace milvus ."
}
}
}
ci/jenkins/step/publishImages.groovy
浏览文件 @
6eafced8
container
(
'publish-images'
)
{
timeout
(
time:
15
,
unit:
'MINUTES'
)
{
dir
(
"docker/deploy/${OS_NAME}"
)
{
dir
(
"docker/deploy/${
env.BINRARY_VERSION}/${env.
OS_NAME}"
)
{
def
binaryPackage
=
"${PROJECT_NAME}-${PACKAGE_VERSION}.tar.gz"
withCredentials
([
usernamePassword
(
credentialsId:
"${params.JFROG_CREDENTIALS_ID}"
,
usernameVariable:
'JFROG_USERNAME'
,
passwordVariable:
'JFROG_PASSWORD'
)])
{
...
...
ci/jenkins/step/singleDevNightlyTest.groovy
浏览文件 @
6eafced8
timeout
(
time:
90
,
unit:
'MINUTES'
)
{
dir
(
"tests/milvus_python_test"
)
{
sh
'python3 -m pip install -r requirements.txt'
sh
"pytest . --alluredir=\"test_out/dev/single/sqlite\" --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
gpu-milvus-gpu
-engine.milvus.svc.cluster.local"
sh
"pytest . --alluredir=\"test_out/dev/single/sqlite\" --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
${env.BINRARY_VERSION}-milvus
-engine.milvus.svc.cluster.local"
}
// mysql database backend test
load
"${env.WORKSPACE}/ci/jenkins/jenkinsfile/cleanupSingleDev.groovy"
//
load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/cleanupSingleDev.groovy"
if
(!
fileExists
(
'milvus-helm'
))
{
dir
(
"milvus-helm"
)
{
checkout
([
$class
:
'GitSCM'
,
branches:
[[
name:
"0.5.0"
]],
userRemoteConfigs:
[[
url:
"https://github.com/milvus-io/milvus-helm.git"
,
name:
'origin'
,
refspec:
"+refs/heads/0.5.0:refs/remotes/origin/0.5.0"
]]])
}
}
dir
(
"milvus-helm"
)
{
dir
(
"milvus-gpu"
)
{
sh
"helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-gpu -f ci/db_backend/mysql_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
}
}
dir
(
"tests/milvus_python_test"
)
{
sh
"pytest . --alluredir=\"test_out/dev/single/mysql\" --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-gpu-milvus-gpu-engine.milvus.svc.cluster.local"
}
// if (!fileExists('milvus-helm')) {
// dir ("milvus-helm") {
// checkout([$class: 'GitSCM', branches: [[name: "0.6.0"]], userRemoteConfigs: [[url: "https://github.com/milvus-io/milvus-helm.git", name: 'origin', refspec: "+refs/heads/0.5.0:refs/remotes/origin/0.5.0"]]])
// }
// }
// dir ("milvus-helm") {
// dir ("milvus") {
// if ("${env.BINRARY_VERSION}" == "gpu") {
// sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-${env.BINRARY_VERSION} -f gpu_values.yaml -f ci/db_backend/mysql_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
// } else {
// sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-${env.BINRARY_VERSION} -f ci/db_backend/mysql_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
// }
// }
// }
// dir ("tests/milvus_python_test") {
// sh "pytest . --alluredir=\"test_out/dev/single/mysql\" --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-${env.BINRARY_VERSION}-milvus-engine.milvus.svc.cluster.local"
// }
}
ci/jenkins/step/singleDevTest.groovy
浏览文件 @
6eafced8
timeout
(
time:
60
,
unit:
'MINUTES'
)
{
dir
(
"tests/milvus_python_test"
)
{
sh
'python3 -m pip install -r requirements.txt'
sh
"pytest . --alluredir=\"test_out/dev/single/sqlite\" --level=1 --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
gpu-milvus-gpu
-engine.milvus.svc.cluster.local"
sh
"pytest . --alluredir=\"test_out/dev/single/sqlite\" --level=1 --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
${env.BINRARY_VERSION}-milvus
-engine.milvus.svc.cluster.local"
}
// mysql database backend test
// load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/cleanupSingleDev.groovy"
// Remove mysql-version tests: 10-28
// if (!fileExists('milvus-helm')) {
// dir ("milvus-helm") {
// checkout([$class: 'GitSCM', branches: [[name: "0.
5
.0"]], userRemoteConfigs: [[url: "https://github.com/milvus-io/milvus-helm.git", name: 'origin', refspec: "+refs/heads/0.5.0:refs/remotes/origin/0.5.0"]]])
// checkout([$class: 'GitSCM', branches: [[name: "0.
6
.0"]], userRemoteConfigs: [[url: "https://github.com/milvus-io/milvus-helm.git", name: 'origin', refspec: "+refs/heads/0.5.0:refs/remotes/origin/0.5.0"]]])
// }
// }
// dir ("milvus-helm") {
// dir ("milvus-gpu") {
// sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-gpu -f ci/db_backend/mysql_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
// dir ("milvus") {
// if ("${env.BINRARY_VERSION}" == "gpu") {
// sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-${env.BINRARY_VERSION} -f gpu_values.yaml -f ci/db_backend/mysql_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
// } else {
// sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-${env.BINRARY_VERSION} -f ci/db_backend/mysql_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
// }
// }
// }
// dir ("tests/milvus_python_test") {
// sh "pytest . --alluredir=\"test_out/dev/single/mysql\" --level=1 --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
gpu-milvus-gpu
-engine.milvus.svc.cluster.local"
// sh "pytest . --alluredir=\"test_out/dev/single/mysql\" --level=1 --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-
${env.BINRARY_VERSION}-milvus
-engine.milvus.svc.cluster.local"
// }
}
docker/build_env/cpu/ubuntu16.04/Dockerfile
0 → 100644
浏览文件 @
6eafced8
FROM
ubuntu:16.04
ENV
DEBIAN_FRONTEND noninteractive
RUN
apt-get update
&&
apt-get
install
-y
--no-install-recommends
wget ca-certificates gnupg2 apt-transport-https
&&
\
wget
-P
/tmp https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS-2019.PUB
&&
\
apt-key add /tmp/GPG-PUB-KEY-INTEL-SW-PRODUCTS-2019.PUB
&&
\
sh
-c
'echo deb https://apt.repos.intel.com/mkl all main > /etc/apt/sources.list.d/intel-mkl.list'
&&
\
wget
-qO-
"https://cmake.org/files/v3.14/cmake-3.14.3-Linux-x86_64.tar.gz"
|
tar
--strip-components
=
1
-xz
-C
/usr/local
&&
\
apt-get update
&&
apt-get
install
-y
--no-install-recommends
\
g++ git gfortran lsb-core
\
libboost-serialization-dev libboost-filesystem-dev libboost-system-dev libboost-regex-dev
\
curl libtool automake libssl-dev pkg-config libcurl4-openssl-dev python3-pip
\
clang-format-6.0 clang-tidy-6.0
\
lcov mysql-client libmysqlclient-dev intel-mkl-gnu-2019.5-281 intel-mkl-core-2019.5-281
&&
\
apt-get remove
--purge
-y
&&
\
rm
-rf
/var/lib/apt/lists/
*
RUN
ln
-s
/usr/lib/x86_64-linux-gnu/libmysqlclient.so
\
/usr/lib/x86_64-linux-gnu/libmysqlclient_r.so
RUN
sh
-c
'echo export LD_LIBRARY_PATH=/opt/intel/compilers_and_libraries_2019.5.281/linux/mkl/lib/intel64:\$LD_LIBRARY_PATH > /etc/profile.d/mkl.sh'
COPY
docker-entrypoint.sh /app/docker-entrypoint.sh
ENTRYPOINT
[ "/app/docker-entrypoint.sh" ]
CMD
[ "start" ]
docker/build_env/ubuntu16.04/docker-entrypoint.sh
→
docker/build_env/
cpu/
ubuntu16.04/docker-entrypoint.sh
浏览文件 @
6eafced8
文件已移动
docker/build_env/cpu/ubuntu18.04/Dockerfile
0 → 100644
浏览文件 @
6eafced8
FROM
ubuntu:18.04
ENV
DEBIAN_FRONTEND noninteractive
RUN
apt-get update
&&
apt-get
install
-y
--no-install-recommends
wget ca-certificates gnupg2
&&
\
wget
-P
/tmp https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS-2019.PUB
&&
\
apt-key add /tmp/GPG-PUB-KEY-INTEL-SW-PRODUCTS-2019.PUB
&&
\
sh
-c
'echo deb https://apt.repos.intel.com/mkl all main > /etc/apt/sources.list.d/intel-mkl.list'
&&
\
wget
-qO-
"https://cmake.org/files/v3.14/cmake-3.14.3-Linux-x86_64.tar.gz"
|
tar
--strip-components
=
1
-xz
-C
/usr/local
&&
\
apt-get update
&&
apt-get
install
-y
--no-install-recommends
\
g++ git gfortran lsb-core
\
libboost-serialization-dev libboost-filesystem-dev libboost-system-dev libboost-regex-dev
\
curl libtool automake libssl-dev pkg-config libcurl4-openssl-dev python3-pip
\
clang-format-6.0 clang-tidy-6.0
\
lcov mysql-client libmysqlclient-dev intel-mkl-gnu-2019.5-281 intel-mkl-core-2019.5-281
&&
\
apt-get remove
--purge
-y
&&
\
rm
-rf
/var/lib/apt/lists/
*
RUN
ln
-s
/usr/lib/x86_64-linux-gnu/libmysqlclient.so
\
/usr/lib/x86_64-linux-gnu/libmysqlclient_r.so
RUN
sh
-c
'echo export LD_LIBRARY_PATH=/opt/intel/compilers_and_libraries_2019.5.281/linux/mkl/lib/intel64:\$LD_LIBRARY_PATH > /etc/profile.d/mkl.sh'
COPY
docker-entrypoint.sh /app/docker-entrypoint.sh
ENTRYPOINT
[ "/app/docker-entrypoint.sh" ]
CMD
[ "start" ]
docker/build_env/ubuntu18.04/docker-entrypoint.sh
→
docker/build_env/
cpu/
ubuntu18.04/docker-entrypoint.sh
浏览文件 @
6eafced8
文件已移动
docker/build_env/ubuntu16.04/Dockerfile
→
docker/build_env/
gpu/
ubuntu16.04/Dockerfile
浏览文件 @
6eafced8
文件已移动
docker/build_env/gpu/ubuntu16.04/docker-entrypoint.sh
0 → 100755
浏览文件 @
6eafced8
#!/bin/bash
set
-e
if
[
"
$1
"
=
'start'
]
;
then
tail
-f
/dev/null
fi
exec
"
$@
"
docker/build_env/ubuntu18.04/Dockerfile
→
docker/build_env/
gpu/
ubuntu18.04/Dockerfile
浏览文件 @
6eafced8
文件已移动
docker/build_env/gpu/ubuntu18.04/docker-entrypoint.sh
0 → 100755
浏览文件 @
6eafced8
#!/bin/bash
set
-e
if
[
"
$1
"
=
'start'
]
;
then
tail
-f
/dev/null
fi
exec
"
$@
"
docker/deploy/cpu/ubuntu16.04/Dockerfile
0 → 100644
浏览文件 @
6eafced8
FROM
ubuntu:16.04
RUN
apt-get update
&&
apt-get
install
-y
--no-install-recommends
\
gfortran libsqlite3-dev libmysqlclient-dev libcurl4-openssl-dev python3
&&
\
apt-get remove
--purge
-y
&&
\
rm
-rf
/var/lib/apt/lists/
*
RUN
ln
-s
/usr/lib/x86_64-linux-gnu/libmysqlclient.so /usr/lib/x86_64-linux-gnu/libmysqlclient_r.so
COPY
./docker-entrypoint.sh /opt
COPY
./milvus /opt/milvus
ENV
LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/opt/milvus/lib"
ENTRYPOINT
[ "/opt/docker-entrypoint.sh" ]
CMD
[ "start" ]
EXPOSE
19530
docker/deploy/ubuntu16.04/docker-entrypoint.sh
→
docker/deploy/
cpu/
ubuntu16.04/docker-entrypoint.sh
浏览文件 @
6eafced8
...
...
@@ -7,4 +7,3 @@ if [ "$1" == 'start' ]; then
fi
exec
"
$@
"
docker/deploy/cpu/ubuntu18.04/Dockerfile
0 → 100644
浏览文件 @
6eafced8
FROM
ubuntu:18.04
RUN
apt-get update
&&
apt-get
install
-y
--no-install-recommends
\
gfortran libsqlite3-dev libmysqlclient-dev libcurl4-openssl-dev python3
&&
\
apt-get remove
--purge
-y
&&
\
rm
-rf
/var/lib/apt/lists/
*
RUN
ln
-s
/usr/lib/x86_64-linux-gnu/libmysqlclient.so /usr/lib/x86_64-linux-gnu/libmysqlclient_r.so
COPY
./docker-entrypoint.sh /opt
COPY
./milvus /opt/milvus
ENV
LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/opt/milvus/lib"
ENTRYPOINT
[ "/opt/docker-entrypoint.sh" ]
CMD
[ "start" ]
EXPOSE
19530
docker/deploy/ubuntu18.04/docker-entrypoint.sh
→
docker/deploy/
cpu/
ubuntu18.04/docker-entrypoint.sh
浏览文件 @
6eafced8
...
...
@@ -7,4 +7,3 @@ if [ "$1" == 'start' ]; then
fi
exec
"
$@
"
docker/deploy/ubuntu16.04/Dockerfile
→
docker/deploy/
gpu/
ubuntu16.04/Dockerfile
浏览文件 @
6eafced8
文件已移动
docker/deploy/gpu/ubuntu16.04/docker-entrypoint.sh
0 → 100755
浏览文件 @
6eafced8
#!/bin/bash
set
-e
if
[
"
$1
"
==
'start'
]
;
then
cd
/opt/milvus/scripts
&&
./start_server.sh
fi
exec
"
$@
"
docker/deploy/ubuntu18.04/Dockerfile
→
docker/deploy/
gpu/
ubuntu18.04/Dockerfile
浏览文件 @
6eafced8
文件已移动
docker/deploy/gpu/ubuntu18.04/docker-entrypoint.sh
0 → 100755
浏览文件 @
6eafced8
#!/bin/bash
set
-e
if
[
"
$1
"
==
'start'
]
;
then
cd
/opt/milvus/scripts
&&
./start_server.sh
fi
exec
"
$@
"
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录