Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
qq_35024513
milvus
提交
ac8f47a4
milvus
项目概览
qq_35024513
/
milvus
与 Fork 源项目一致
Fork自
milvus / milvus
通知
14
Star
0
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
milvus
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
提交
ac8f47a4
编写于
12月 16, 2019
作者:
Q
quicksilver
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
Add CentOS 7 build case on Jenkins CI
上级
180e1804
变更
5
隐藏空白更改
内联
并排
Showing
5 changed file
with
173 addition
and
220 deletion
+173
-220
ci/jenkins/Jenkinsfile
ci/jenkins/Jenkinsfile
+98
-218
ci/jenkins/pod/milvus-cpu-version-centos7-build-env-pod.yaml
ci/jenkins/pod/milvus-cpu-version-centos7-build-env-pod.yaml
+36
-0
ci/jenkins/pod/milvus-cpu-version-ubuntu18.04-build-env-pod.yaml
...ins/pod/milvus-cpu-version-ubuntu18.04-build-env-pod.yaml
+1
-1
ci/jenkins/pod/milvus-gpu-version-centos7-build-env-pod.yaml
ci/jenkins/pod/milvus-gpu-version-centos7-build-env-pod.yaml
+37
-0
ci/jenkins/pod/milvus-gpu-version-ubuntu18.04-build-env-pod.yaml
...ins/pod/milvus-gpu-version-ubuntu18.04-build-env-pod.yaml
+1
-1
未找到文件。
ci/jenkins/Jenkinsfile
浏览文件 @
ac8f47a4
...
...
@@ -33,262 +33,151 @@ pipeline {
}
stages
{
stage
(
"Ubuntu 18.04 x86_64"
)
{
environment
{
OS_NAME
=
"ubuntu18.04"
CPU_ARCH
=
"amd64"
}
stage
(
'Milvus Build and Test'
)
{
matrix
{
agent
none
axes
{
axis
{
name
'OS_NAME'
values
'ubuntu18.04'
,
'centos7'
}
parallel
{
stage
(
"GPU Version"
)
{
environment
{
BINRARY_VERSION
=
"gpu"
PACKAGE_VERSION
=
VersionNumber
([
versionNumberString
:
'${SEMVER}-gpu-${OS_NAME}-${CPU_ARCH}-${LOWER_BUILD_TYPE}-${BUILD_DATE_FORMATTED, "yyyyMMdd"}-${BUILDS_TODAY}'
]);
DOCKER_VERSION
=
"${SEMVER}-gpu-${OS_NAME}-${LOWER_BUILD_TYPE}"
axis
{
name
'CPU_ARCH'
values
'amd64'
}
stages
{
stage
(
"Run Build"
)
{
agent
{
kubernetes
{
label
"${env.BINRARY_VERSION}-build"
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/milvus-gpu-version-build-env-pod.yaml'
}
}
axis
{
name
'BINRARY_VERSION'
values
'gpu'
,
'cpu'
}
}
stages
{
stage
(
"${OS_NAME} ${CPU_ARCH} ${BINRARY_VERSION}"
){
environment
{
PACKAGE_VERSION
=
VersionNumber
([
versionNumberString
:
'${SEMVER}-${BINRARY_VERSION}-${OS_NAME}-${CPU_ARCH}-${LOWER_BUILD_TYPE}-${BUILD_DATE_FORMATTED, "yyyyMMdd"}-${BUILDS_TODAY}'
]);
DOCKER_VERSION
=
"${SEMVER}-${BINRARY_VERSION}-${OS_NAME}-${LOWER_BUILD_TYPE}"
}
stages
{
stage
(
'Build'
)
{
steps
{
container
(
"milvus-${env.BINRARY_VERSION}-build-env"
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/build.groovy"
}
}
stages
{
stage
(
"Run Build"
)
{
agent
{
kubernetes
{
label
"${BINRARY_VERSION}-build"
defaultContainer
'jnlp'
yamlFile
"ci/jenkins/pod/milvus-${BINRARY_VERSION}-version-${OS_NAME}-build-env-pod.yaml"
}
}
stage
(
'Code Coverage'
)
{
steps
{
container
(
"milvus-${env.BINRARY_VERSION}-build-env"
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/coverage.groovy"
stages
{
stage
(
'Build'
)
{
steps
{
container
(
"milvus-${BINRARY_VERSION}-build-env"
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/build.groovy"
}
}
}
}
}
stage
(
'Upload Package'
)
{
steps
{
container
(
"milvus-${env.BINRARY_VERSION}-build-env"
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/package.groovy"
stage
(
'Code Coverage'
)
{
steps
{
container
(
"milvus-${BINRARY_VERSION}-build-env"
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/coverage.groovy"
}
}
}
}
}
}
}
stage
(
"Publish docker images"
)
{
agent
{
kubernetes
{
label
"${env.BINRARY_VERSION}-publish"
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/docker-pod.yaml'
}
}
stages
{
stage
(
'Publish'
)
{
steps
{
container
(
'publish-images'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/publishImages.groovy"
stage
(
'Upload Package'
)
{
steps
{
container
(
"milvus-${BINRARY_VERSION}-build-env"
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/package.groovy"
}
}
}
}
}
}
}
stage
(
"Deploy to Development"
)
{
environment
{
FROMAT_SEMVER
=
"${env.SEMVER}"
.
replaceAll
(
"\\."
,
"-"
)
HELM_RELEASE_NAME
=
"${env.PIPELINE_NAME}-${env.FROMAT_SEMVER}-${env.BUILD_NUMBER}-single-${env.BINRARY_VERSION}"
.
toLowerCase
()
}
agent
{
kubernetes
{
label
"${env.BINRARY_VERSION}-dev-test"
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/testEnvironment.yaml'
}
}
stages
{
stage
(
"Deploy to Dev"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/deploySingle2Dev.groovy"
}
}
stage
(
"Publish docker images"
)
{
agent
{
kubernetes
{
label
"${BINRARY_VERSION}-publish"
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/docker-pod.yaml'
}
}
stage
(
"Dev Test"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
boolean
isNightlyTest
=
isTimeTriggeredBuild
()
if
(
isNightlyTest
)
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevNightlyTest.groovy"
}
else
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevTest.groovy"
stages
{
stage
(
'Publish'
)
{
steps
{
container
(
'publish-images'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/publishImages.groovy"
}
}
}
}
}
stage
(
"Cleanup Dev"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
}
}
}
}
}
post
{
unsuccessful
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
}
}
}
}
}
}
}
stage
(
"CPU Version"
)
{
environment
{
BINRARY_VERSION
=
"cpu"
PACKAGE_VERSION
=
VersionNumber
([
versionNumberString
:
'${SEMVER}-cpu-${OS_NAME}-${CPU_ARCH}-${LOWER_BUILD_TYPE}-${BUILD_DATE_FORMATTED, "yyyyMMdd"}-${BUILDS_TODAY}'
]);
DOCKER_VERSION
=
"${SEMVER}-cpu-${OS_NAME}-${LOWER_BUILD_TYPE}"
}
stages
{
stage
(
"Run Build"
)
{
agent
{
kubernetes
{
label
"${env.BINRARY_VERSION}-build"
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/milvus-cpu-version-build-env-pod.yaml'
stage
(
"Deploy to Development"
)
{
environment
{
FROMAT_SEMVER
=
"${env.SEMVER}"
.
replaceAll
(
"\\."
,
"-"
)
HELM_RELEASE_NAME
=
"${env.PIPELINE_NAME}-${env.FROMAT_SEMVER}-${env.BUILD_NUMBER}-single-${BINRARY_VERSION}"
.
toLowerCase
()
}
}
stages
{
stage
(
'Build'
)
{
steps
{
container
(
"milvus-${env.BINRARY_VERSION}-build-env"
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/build.groovy"
}
}
}
}
stage
(
'Code Coverage'
)
{
steps
{
container
(
"milvus-${env.BINRARY_VERSION}-build-env"
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/coverage.groovy"
}
}
}
}
stage
(
'Upload Package'
)
{
steps
{
container
(
"milvus-${env.BINRARY_VERSION}-build-env"
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/package.groovy"
}
}
agent
{
kubernetes
{
label
"${BINRARY_VERSION}-dev-test"
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/testEnvironment.yaml'
}
}
}
}
stage
(
"Publish docker images"
)
{
agent
{
kubernetes
{
label
"${env.BINRARY_VERSION}-publish"
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/docker-pod.yaml'
}
}
stages
{
stage
(
'Publish'
)
{
steps
{
container
(
'publish-images'
){
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/publishImages.groovy"
stages
{
stage
(
"Deploy to Dev"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/deploySingle2Dev.groovy"
}
}
}
}
}
}
}
stage
(
"Deploy to Development"
)
{
environment
{
FROMAT_SEMVER
=
"${env.SEMVER}"
.
replaceAll
(
"\\."
,
"-"
)
HELM_RELEASE_NAME
=
"${env.PIPELINE_NAME}-${env.FROMAT_SEMVER}-${env.BUILD_NUMBER}-single-${env.BINRARY_VERSION}"
.
toLowerCase
()
}
agent
{
kubernetes
{
label
"${env.BINRARY_VERSION}-dev-test"
defaultContainer
'jnlp'
yamlFile
'ci/jenkins/pod/testEnvironment.yaml'
}
}
stages
{
stage
(
"Deploy to Dev"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/deploySingle2Dev.groovy"
stage
(
"Dev Test"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
boolean
isNightlyTest
=
isTimeTriggeredBuild
()
if
(
isNightlyTest
)
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevNightlyTest.groovy"
}
else
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevTest.groovy"
}
}
}
}
}
}
stage
(
"Dev Test"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
boolean
isNightlyTest
=
isTimeTriggeredBuild
()
if
(
isNightlyTest
)
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevNightlyTest.groovy"
}
else
{
load
"${env.WORKSPACE}/ci/jenkins/step/singleDevTest.groovy"
stage
(
"Cleanup Dev"
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
}
}
}
}
}
stage
(
"Cleanup Dev"
)
{
steps
{
post
{
unsuccessful
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
...
...
@@ -297,15 +186,6 @@ pipeline {
}
}
}
post
{
unsuccessful
{
container
(
'milvus-test-env'
)
{
script
{
load
"${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
}
}
}
}
}
}
}
...
...
ci/jenkins/pod/milvus-cpu-version-centos7-build-env-pod.yaml
0 → 100644
浏览文件 @
ac8f47a4
apiVersion
:
v1
kind
:
Pod
metadata
:
name
:
milvus-cpu-build-env
labels
:
app
:
milvus
componet
:
cpu-build-env
spec
:
containers
:
-
name
:
milvus-cpu-build-env
image
:
registry.zilliz.com/milvus/milvus-cpu-build-env:v0.7.0-centos7
env
:
-
name
:
POD_IP
valueFrom
:
fieldRef
:
fieldPath
:
status.podIP
-
name
:
BUILD_ENV_IMAGE_ID
value
:
"
23476391bec80c64f10d44a6370c73c71f011a6b95114b10ff82a60e771e11c7"
command
:
-
cat
tty
:
true
resources
:
limits
:
memory
:
"
12Gi"
cpu
:
"
8.0"
requests
:
memory
:
"
8Gi"
cpu
:
"
4.0"
-
name
:
milvus-mysql
image
:
mysql:5.6
env
:
-
name
:
MYSQL_ROOT_PASSWORD
value
:
123456
ports
:
-
containerPort
:
3306
name
:
mysql
ci/jenkins/pod/milvus-cpu-version-build-env-pod.yaml
→
ci/jenkins/pod/milvus-cpu-version-
ubuntu18.04-
build-env-pod.yaml
浏览文件 @
ac8f47a4
...
...
@@ -8,7 +8,7 @@ metadata:
spec
:
containers
:
-
name
:
milvus-cpu-build-env
image
:
registry.zilliz.com/milvus/milvus-cpu-build-env:v0.
6
.0-ubuntu18.04
image
:
registry.zilliz.com/milvus/milvus-cpu-build-env:v0.
7
.0-ubuntu18.04
env
:
-
name
:
POD_IP
valueFrom
:
...
...
ci/jenkins/pod/milvus-gpu-version-centos7-build-env-pod.yaml
0 → 100644
浏览文件 @
ac8f47a4
apiVersion
:
v1
kind
:
Pod
metadata
:
name
:
milvus-gpu-build-env
labels
:
app
:
milvus
componet
:
gpu-build-env
spec
:
containers
:
-
name
:
milvus-gpu-build-env
image
:
registry.zilliz.com/milvus/milvus-gpu-build-env:v0.7.0-centos7
env
:
-
name
:
POD_IP
valueFrom
:
fieldRef
:
fieldPath
:
status.podIP
-
name
:
BUILD_ENV_IMAGE_ID
value
:
"
da9023b0f858f072672f86483a869aa87e90a5140864f89e5a012ec766d96dea"
command
:
-
cat
tty
:
true
resources
:
limits
:
memory
:
"
12Gi"
cpu
:
"
8.0"
nvidia.com/gpu
:
1
requests
:
memory
:
"
8Gi"
cpu
:
"
4.0"
-
name
:
milvus-mysql
image
:
mysql:5.6
env
:
-
name
:
MYSQL_ROOT_PASSWORD
value
:
123456
ports
:
-
containerPort
:
3306
name
:
mysql
ci/jenkins/pod/milvus-gpu-version-build-env-pod.yaml
→
ci/jenkins/pod/milvus-gpu-version-
ubuntu18.04-
build-env-pod.yaml
浏览文件 @
ac8f47a4
...
...
@@ -8,7 +8,7 @@ metadata:
spec
:
containers
:
-
name
:
milvus-gpu-build-env
image
:
registry.zilliz.com/milvus/milvus-gpu-build-env:v0.
6
.0-ubuntu18.04
image
:
registry.zilliz.com/milvus/milvus-gpu-build-env:v0.
7
.0-ubuntu18.04
env
:
-
name
:
POD_IP
valueFrom
:
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录