Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
milvus
milvus
提交
6535e607
M
milvus
项目概览
milvus
/
milvus
大约 1 年 前同步成功
通知
261
Star
22476
Fork
2472
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
DevOps
流水线
流水线任务
计划
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
M
milvus
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
DevOps
DevOps
流水线
流水线任务
计划
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
流水线任务
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
提交
6535e607
编写于
12月 16, 2019
作者:
Q
quicksilver
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
update Jenkins CI
上级
bf122cc2
变更
12
隐藏空白更改
内联
并排
Showing
12 changed file
with
32 addition
and
25 deletion
+32
-25
ci/jenkins/Jenkinsfile
ci/jenkins/Jenkinsfile
+8
-8
ci/jenkins/pod/milvus-cpu-version-centos7-build-env-pod.yaml
ci/jenkins/pod/milvus-cpu-version-centos7-build-env-pod.yaml
+3
-1
ci/jenkins/pod/milvus-cpu-version-ubuntu18.04-build-env-pod.yaml
...ins/pod/milvus-cpu-version-ubuntu18.04-build-env-pod.yaml
+2
-0
ci/jenkins/pod/milvus-gpu-version-centos7-build-env-pod.yaml
ci/jenkins/pod/milvus-gpu-version-centos7-build-env-pod.yaml
+3
-1
ci/jenkins/pod/milvus-gpu-version-ubuntu18.04-build-env-pod.yaml
...ins/pod/milvus-gpu-version-ubuntu18.04-build-env-pod.yaml
+2
-0
ci/jenkins/step/build.groovy
ci/jenkins/step/build.groovy
+1
-1
ci/jenkins/step/deploySingle2Dev.groovy
ci/jenkins/step/deploySingle2Dev.groovy
+1
-1
ci/jenkins/step/publishImages.groovy
ci/jenkins/step/publishImages.groovy
+1
-1
ci/jenkins/step/singleDevNightlyTest.groovy
ci/jenkins/step/singleDevNightlyTest.groovy
+1
-1
ci/jenkins/step/singleDevTest.groovy
ci/jenkins/step/singleDevTest.groovy
+1
-1
ci/scripts/check_ccache.sh
ci/scripts/check_ccache.sh
+7
-7
ci/scripts/update_ccache.sh
ci/scripts/update_ccache.sh
+2
-3
未找到文件。
ci/jenkins/Jenkinsfile
浏览文件 @
6535e607
...
...
@@ -54,7 +54,7 @@ pipeline {
}
stages
{
stage
(
"
${OS_NAME} ${CPU_ARCH} ${BINRARY_VERSION}"
)
{
stage
(
"Milvus
${OS_NAME} ${CPU_ARCH} ${BINRARY_VERSION}"
)
{
environment
{
PACKAGE_VERSION
=
VersionNumber
([
versionNumberString
:
'${SEMVER}-${BINRARY_VERSION}-${OS_NAME}-${CPU_ARCH}-${LOWER_BUILD_TYPE}-${BUILD_DATE_FORMATTED, "yyyyMMdd"}-${BUILDS_TODAY}'
...
...
@@ -63,7 +63,7 @@ pipeline {
}
stages
{
stage
(
"Run Build"
)
{
stage
(
'Run Build'
)
{
agent
{
kubernetes
{
label
"${BINRARY_VERSION}-build"
...
...
@@ -73,7 +73,7 @@ pipeline {
}
stages
{
stage
(
'Build'
)
{
stage
(
'Build'
)
{
steps
{
container
(
"milvus-${BINRARY_VERSION}-build-env"
)
{
script
{
...
...
@@ -105,7 +105,7 @@ pipeline {
}
}
stage
(
"Publish docker images"
)
{
stage
(
'Publish docker images'
)
{
agent
{
kubernetes
{
label
"${BINRARY_VERSION}-publish"
...
...
@@ -127,7 +127,7 @@ pipeline {
}
}
stage
(
"Deploy to Development"
)
{
stage
(
'Deploy to Development'
)
{
environment
{
FROMAT_SEMVER
=
"${env.SEMVER}"
.
replaceAll
(
"\\."
,
"-"
)
HELM_RELEASE_NAME
=
"${env.PIPELINE_NAME}-${env.FROMAT_SEMVER}-${env.BUILD_NUMBER}-single-${BINRARY_VERSION}"
.
toLowerCase
()
...
...
@@ -142,7 +142,7 @@ pipeline {
}
stages
{
stage
(
"Deploy to Dev"
)
{
stage
(
'Deploy to Dev'
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
...
...
@@ -152,7 +152,7 @@ pipeline {
}
}
stage
(
"Dev Test"
)
{
stage
(
'Dev Test'
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
...
...
@@ -167,7 +167,7 @@ pipeline {
}
}
stage
(
"Cleanup Dev"
)
{
stage
(
'Cleanup Dev'
)
{
steps
{
container
(
'milvus-test-env'
)
{
script
{
...
...
ci/jenkins/pod/milvus-cpu-version-centos7-build-env-pod.yaml
浏览文件 @
6535e607
...
...
@@ -14,8 +14,10 @@ spec:
valueFrom
:
fieldRef
:
fieldPath
:
status.podIP
-
name
:
OS_NAME
value
:
"
centos7"
-
name
:
BUILD_ENV_IMAGE_ID
value
:
"
2
3476391bec80c64f10d44a6370c73c71f011a6b95114b10ff82a60e771e11c7
"
value
:
"
2
25b4d9c26d67b70b476964b4dd6e216de4b464d7a973a8c0c7ed1313c4d81ad
"
command
:
-
cat
tty
:
true
...
...
ci/jenkins/pod/milvus-cpu-version-ubuntu18.04-build-env-pod.yaml
浏览文件 @
6535e607
...
...
@@ -14,6 +14,8 @@ spec:
valueFrom
:
fieldRef
:
fieldPath
:
status.podIP
-
name
:
OS_NAME
value
:
"
ubuntu18.04"
-
name
:
BUILD_ENV_IMAGE_ID
value
:
"
23476391bec80c64f10d44a6370c73c71f011a6b95114b10ff82a60e771e11c7"
command
:
...
...
ci/jenkins/pod/milvus-gpu-version-centos7-build-env-pod.yaml
浏览文件 @
6535e607
...
...
@@ -14,8 +14,10 @@ spec:
valueFrom
:
fieldRef
:
fieldPath
:
status.podIP
-
name
:
OS_NAME
value
:
"
centos7"
-
name
:
BUILD_ENV_IMAGE_ID
value
:
"
da9023b0f858f072672f86483a869aa87e90a5140864f89e5a012ec766d96dea
"
value
:
"
a5ec9914737ea4727d88ae36b4a73ca5d817f19438ba913cc1de6a1ee2ed2336
"
command
:
-
cat
tty
:
true
...
...
ci/jenkins/pod/milvus-gpu-version-ubuntu18.04-build-env-pod.yaml
浏览文件 @
6535e607
...
...
@@ -14,6 +14,8 @@ spec:
valueFrom
:
fieldRef
:
fieldPath
:
status.podIP
-
name
:
OS_NAME
value
:
"
ubuntu18.04"
-
name
:
BUILD_ENV_IMAGE_ID
value
:
"
da9023b0f858f072672f86483a869aa87e90a5140864f89e5a012ec766d96dea"
command
:
...
...
ci/jenkins/step/build.groovy
浏览文件 @
6535e607
...
...
@@ -2,7 +2,7 @@ timeout(time: 60, unit: 'MINUTES') {
dir
(
"ci/scripts"
)
{
withCredentials
([
usernamePassword
(
credentialsId:
"${params.JFROG_CREDENTIALS_ID}"
,
usernameVariable:
'USERNAME'
,
passwordVariable:
'PASSWORD'
)])
{
def
checkResult
=
sh
(
script:
"./check_ccache.sh -l ${params.JFROG_ARTFACTORY_URL}/ccache"
,
returnStatus:
true
)
if
(
"${
env.
BINRARY_VERSION}"
==
"gpu"
)
{
if
(
"${BINRARY_VERSION}"
==
"gpu"
)
{
sh
". ./before-install.sh && ./build.sh -t ${params.BUILD_TYPE} -o ${env.MILVUS_INSTALL_PREFIX} -l -g -u -c"
}
else
{
sh
". ./before-install.sh && ./build.sh -t ${params.BUILD_TYPE} -o ${env.MILVUS_INSTALL_PREFIX} -l -u -c"
...
...
ci/jenkins/step/deploySingle2Dev.groovy
浏览文件 @
6535e607
...
...
@@ -3,7 +3,7 @@ sh 'helm repo update'
dir
(
'milvus-helm'
)
{
checkout
([
$class
:
'GitSCM'
,
branches:
[[
name:
"0.6.0"
]],
userRemoteConfigs:
[[
url:
"https://github.com/milvus-io/milvus-helm.git"
,
name:
'origin'
,
refspec:
"+refs/heads/0.6.0:refs/remotes/origin/0.6.0"
]]])
dir
(
"milvus"
)
{
sh
"helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.HELM_RELEASE_NAME} -f ci/db_backend/sqlite_${
env.
BINRARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
sh
"helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.HELM_RELEASE_NAME} -f ci/db_backend/sqlite_${BINRARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
}
}
ci/jenkins/step/publishImages.groovy
浏览文件 @
6535e607
timeout
(
time:
15
,
unit:
'MINUTES'
)
{
dir
(
"docker/deploy/${
env.BINRARY_VERSION}/${env.
OS_NAME}"
)
{
dir
(
"docker/deploy/${
BINRARY_VERSION}/${
OS_NAME}"
)
{
def
binaryPackage
=
"${PROJECT_NAME}-${PACKAGE_VERSION}.tar.gz"
withCredentials
([
usernamePassword
(
credentialsId:
"${params.JFROG_CREDENTIALS_ID}"
,
usernameVariable:
'JFROG_USERNAME'
,
passwordVariable:
'JFROG_PASSWORD'
)])
{
...
...
ci/jenkins/step/singleDevNightlyTest.groovy
浏览文件 @
6535e607
...
...
@@ -13,7 +13,7 @@ timeout(time: 90, unit: 'MINUTES') {
}
dir
(
"milvus-helm"
)
{
dir
(
"milvus"
)
{
sh
"helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.HELM_RELEASE_NAME} -f ci/db_backend/mysql_${
env.
BINRARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
sh
"helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.HELM_RELEASE_NAME} -f ci/db_backend/mysql_${BINRARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
}
}
dir
(
"tests/milvus_python_test"
)
{
...
...
ci/jenkins/step/singleDevTest.groovy
浏览文件 @
6535e607
...
...
@@ -14,7 +14,7 @@ timeout(time: 60, unit: 'MINUTES') {
// }
// dir ("milvus-helm") {
// dir ("milvus") {
// sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.HELM_RELEASE_NAME} -f ci/db_backend/mysql_${
env.
BINRARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
// sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.HELM_RELEASE_NAME} -f ci/db_backend/mysql_${BINRARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
// }
// }
// dir ("tests/milvus_python_test") {
...
...
ci/scripts/check_ccache.sh
浏览文件 @
6535e607
#!/bin/bash
OS_NAME
=
"linux"
CODE_NAME
=
$(
lsb_release
-sc
)
OS_NAME
=
"
${
OS_NAME
}
"
BUILD_ENV_DOCKER_IMAGE_ID
=
"
${
BUILD_ENV_IMAGE_ID
}
"
BRANCH_NAMES
=
$(
git log
--decorate
|
head
-n
1 |
sed
's/.*(\(.*\))/\1/'
|
sed
's=[a-zA-Z]*\/==g'
|
awk
-F
", "
'{$1=""; print $0}'
)
ARTIFACTORY_URL
=
""
...
...
@@ -43,13 +42,14 @@ fi
check_ccache
()
{
BRANCH
=
$1
echo
"fetching
${
BRANCH
}
/ccache-
${
OS_NAME
}
-
${
CODE_NAME
}
-
${
BUILD_ENV_DOCKER_IMAGE_ID
}
.tar.gz"
wget
-q
--method
HEAD
"
${
ARTIFACTORY_URL
}
/
${
BRANCH
}
/ccache-
${
OS_NAME
}
-
${
CODE_NAME
}
-
${
BUILD_ENV_DOCKER_IMAGE_ID
}
.tar.gz"
PACKAGE_FILE
=
"ccache-
${
OS_NAME
}
-
${
BUILD_ENV_DOCKER_IMAGE_ID
}
.tar.gz"
echo
"fetching
${
BRANCH
}
/
${
PACKAGE_FILE
}
"
wget
-q
--method
HEAD
"
${
ARTIFACTORY_URL
}
/
${
BRANCH
}
/
${
PACKAGE_FILE
}
"
if
[[
$?
==
0
]]
;
then
wget
-q
"
${
ARTIFACTORY_URL
}
/
${
BRANCH
}
/
ccache-
${
OS_NAME
}
-
${
CODE_NAME
}
-
${
BUILD_ENV_DOCKER_IMAGE_ID
}
.tar.gz
"
&&
\
wget
-q
"
${
ARTIFACTORY_URL
}
/
${
BRANCH
}
/
${
PACKAGE_FILE
}
"
&&
\
mkdir
-p
${
CCACHE_DIRECTORY
}
&&
\
tar
zxf
ccache-
${
OS_NAME
}
-
${
CODE_NAME
}
-
${
BUILD_ENV_DOCKER_IMAGE_ID
}
.tar.gz
-C
${
CCACHE_DIRECTORY
}
&&
\
rm
ccache-
${
OS_NAME
}
-
${
CODE_NAME
}
-
${
BUILD_ENV_DOCKER_IMAGE_ID
}
.tar.gz
tar
zxf
${
PACKAGE_FILE
}
-C
${
CCACHE_DIRECTORY
}
&&
\
rm
${
PACKAGE_FILE
}
if
[[
$?
==
0
]]
;
then
echo
"found cache"
exit
0
...
...
ci/scripts/update_ccache.sh
浏览文件 @
6535e607
#!/bin/bash
OS_NAME
=
"linux"
CODE_NAME
=
$(
lsb_release
-sc
)
OS_NAME
=
"
${
OS_NAME
}
"
BUILD_ENV_DOCKER_IMAGE_ID
=
"
${
BUILD_ENV_IMAGE_ID
}
"
BRANCH_NAME
=
$(
git log
--decorate
|
head
-n
1 |
sed
's/.*(\(.*\))/\1/'
|
sed
's/.*, //'
|
sed
's=[a-zA-Z]*\/==g'
)
ARTIFACTORY_URL
=
""
...
...
@@ -51,7 +50,7 @@ if [[ -z "${ARTIFACTORY_URL}" || "${ARTIFACTORY_URL}" == "" ]];then
exit
1
fi
PACKAGE_FILE
=
"ccache-
${
OS_NAME
}
-
${
CODE_NAME
}
-
${
BUILD_ENV_DOCKER_IMAGE_ID
}
.tar.gz"
PACKAGE_FILE
=
"ccache-
${
OS_NAME
}
-
${
BUILD_ENV_DOCKER_IMAGE_ID
}
.tar.gz"
REMOTE_PACKAGE_PATH
=
"
${
ARTIFACTORY_URL
}
/
${
BRANCH_NAME
}
"
ccache
--show-stats
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录