Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
milvus
milvus
提交
f0a0ae43
M
milvus
项目概览
milvus
/
milvus
大约 1 年 前同步成功
通知
261
Star
22476
Fork
2472
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
DevOps
流水线
流水线任务
计划
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
M
milvus
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
DevOps
DevOps
流水线
流水线任务
计划
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
流水线任务
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
提交
f0a0ae43
编写于
2月 27, 2021
作者:
Q
quicksilver
提交者:
yefu.chen
2月 27, 2021
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
Add PyTest 0331 Regression pipeline
Signed-off-by:
N
quicksilver
<
zhifeng.zhang@zilliz.com
>
上级
66146223
变更
5
隐藏空白更改
内联
并排
Showing
5 changed file
with
67 addition
and
42 deletion
+67
-42
.jenkins/modules/Regression/PythonRegression.groovy
.jenkins/modules/Regression/PythonRegression.groovy
+24
-24
build/ci/jenkins/Jenkinsfile
build/ci/jenkins/Jenkinsfile
+24
-12
build/docker/deploy/distributed/Dockerfile
build/docker/deploy/distributed/Dockerfile
+3
-5
build/docker/test/Dockerfile
build/docker/test/Dockerfile
+1
-1
build/docker/test/docker-compose.yml
build/docker/test/docker-compose.yml
+15
-0
未找到文件。
.jenkins/modules/Regression/PythonRegression.groovy
浏览文件 @
f0a0ae43
try
{
try
{
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} up -d etcd'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
up -d etcd'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} up -d pulsar'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
up -d pulsar'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} up -d minio'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
up -d minio'
dir
(
'build/docker/deploy'
)
{
dir
(
'build/docker/deploy'
)
{
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} pull'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
pull'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} up -d master'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
up -d master'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} up -d indexservice'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
up -d indexservice'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} up -d indexnode'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
up -d indexnode'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} up -d proxyservice'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
up -d proxyservice'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} up -d dataservice'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
up -d dataservice'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} up -d queryservice'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
up -d queryservice'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} run -e DATA_NODE_ID=3 -d datanode'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
run -e DATA_NODE_ID=3 -d datanode'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} up -d proxynode'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
up -d proxynode'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} run -e QUERY_NODE_ID=1 -d querynode'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
run -e QUERY_NODE_ID=1 -d querynode'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} run -e QUERY_NODE_ID=2 -d querynode'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
run -e QUERY_NODE_ID=2 -d querynode'
}
}
dir
(
'build/docker/test'
)
{
dir
(
'build/docker/test'
)
{
sh
'docker pull ${SOURCE_REPO}/pytest:${SOURCE_TAG} || true'
sh
'docker pull ${SOURCE_REPO}/pytest:${SOURCE_TAG} || true'
sh
'docker-compose build --force-rm
regression
'
sh
'docker-compose build --force-rm
${REGRESSION_SERVICE_NAME}
'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
run --rm regression
'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME} run --rm ${REGRESSION_SERVICE_NAME}
'
try
{
try
{
withCredentials
([
usernamePassword
(
credentialsId:
"${env.DOCKER_CREDENTIALS_ID}"
,
usernameVariable:
'DOCKER_USERNAME'
,
passwordVariable:
'DOCKER_PASSWORD'
)])
{
withCredentials
([
usernamePassword
(
credentialsId:
"${env.DOCKER_CREDENTIALS_ID}"
,
usernameVariable:
'DOCKER_USERNAME'
,
passwordVariable:
'DOCKER_PASSWORD'
)])
{
sh
'docker login -u ${DOCKER_USERNAME} -p ${DOCKER_PASSWORD} ${DOKCER_REGISTRY_URL}'
sh
'docker login -u ${DOCKER_USERNAME} -p ${DOCKER_PASSWORD} ${DOKCER_REGISTRY_URL}'
sh
'docker-compose push
regression
|| true'
sh
'docker-compose push
${REGRESSION_SERVICE_NAME}
|| true'
}
}
}
catch
(
exc
)
{
}
catch
(
exc
)
{
throw
exc
throw
exc
...
@@ -36,15 +36,15 @@ try {
...
@@ -36,15 +36,15 @@ try {
throw
exc
throw
exc
}
finally
{
}
finally
{
dir
(
'build/docker/deploy'
)
{
dir
(
'build/docker/deploy'
)
{
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} ps -a | tail -n +3 | awk \'{ print $1 }\' | ( while read arg; do docker logs -t $arg > $arg.log 2>&1; done )'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
ps -a | tail -n +3 | awk \'{ print $1 }\' | ( while read arg; do docker logs -t $arg > $arg.log 2>&1; done )'
archiveArtifacts
artifacts:
"**.log"
,
allowEmptyArchive:
true
archiveArtifacts
artifacts:
"**.log"
,
allowEmptyArchive:
true
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} down --rmi all -v || true'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
down --rmi all -v || true'
}
}
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} rm -f -s -v pulsar'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
rm -f -s -v pulsar'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} rm -f -s -v etcd'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
rm -f -s -v etcd'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} rm -f -s -v minio'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
rm -f -s -v minio'
dir
(
'build/docker/test'
)
{
dir
(
'build/docker/test'
)
{
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
run --rm regression
/bin/bash -c "rm -rf __pycache__ && rm -rf .pytest_cache"'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME} run --rm ${REGRESSION_SERVICE_NAME}
/bin/bash -c "rm -rf __pycache__ && rm -rf .pytest_cache"'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME} down --rmi all -v || true'
sh
'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}
-${REGRESSION_SERVICE_NAME}
down --rmi all -v || true'
}
}
}
}
build/ci/jenkins/Jenkinsfile
浏览文件 @
f0a0ae43
...
@@ -68,18 +68,30 @@ pipeline {
...
@@ -68,18 +68,30 @@ pipeline {
}
}
stage
(
'Dev Test'
)
{
stage
(
'Dev Test'
)
{
agent
{
matrix
{
label
"performance"
axes
{
}
axis
{
environment
{
name
'REGRESSION_SERVICE_NAME'
DOCKER_COMPOSE_PROJECT_NAME
=
"${PROJECT_NAME}-${SEMVER}-${env.BUILD_NUMBER}"
.
replaceAll
(
"\\."
,
"-"
).
replaceAll
(
"_"
,
"-"
)
values
'regression'
}
}
steps
{
}
MPLModule
(
'Python Regression'
)
environment
{
}
DOCKER_COMPOSE_PROJECT_NAME
=
"${PROJECT_NAME}-${SEMVER}-${env.BUILD_NUMBER}"
.
replaceAll
(
"\\."
,
"-"
).
replaceAll
(
"_"
,
"-"
)
post
{
}
cleanup
{
agent
{
deleteDir
()
/* clean up our workspace */
label
'performance'
}
stages
{
stage
(
'Test'
)
{
steps
{
MPLModule
(
'Python Regression'
)
}
}
}
post
{
cleanup
{
deleteDir
()
/* clean up our workspace */
}
}
}
}
}
}
}
...
...
build/docker/deploy/distributed/Dockerfile
浏览文件 @
f0a0ae43
...
@@ -11,6 +11,8 @@
...
@@ -11,6 +11,8 @@
FROM
milvusdb/milvus-distributed-dev:amd64-ubuntu18.04-latest AS openblas
FROM
milvusdb/milvus-distributed-dev:amd64-ubuntu18.04-latest AS openblas
FROM
hectormolinero/tini:v18 AS tini
#FROM alpine
#FROM alpine
FROM
ubuntu:bionic-20200921
FROM
ubuntu:bionic-20200921
...
@@ -19,11 +21,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends libtbb-dev gfor
...
@@ -19,11 +21,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends libtbb-dev gfor
rm
-rf
/var/lib/apt/lists/
*
rm
-rf
/var/lib/apt/lists/
*
# Add Tini
# Add Tini
ENV
TINI_VERSION v0.19.0
COPY
--from=tini /usr/bin/tini /tini
ADD
https://github.com/krallin/tini/releases/download/${TINI_VERSION}/tini /tini
RUN
chmod
+x /tini
COPY
--from=openblas /usr/lib/libopenblas-r0.3.9.so /usr/lib/
COPY
--from=openblas /usr/lib/libopenblas-r0.3.9.so /usr/lib/
...
...
build/docker/test/Dockerfile
浏览文件 @
f0a0ae43
...
@@ -13,6 +13,6 @@ FROM python:3.6.8-jessie
...
@@ -13,6 +13,6 @@ FROM python:3.6.8-jessie
COPY
./tests/python/requirements.txt /requirements.txt
COPY
./tests/python/requirements.txt /requirements.txt
RUN
python3
-m
pip
install
-r
/requirements.txt
RUN
python3
-m
pip
install
-r
/requirements.txt
&&
python3
-m
pip
install
git+https://gitee.com/quicksilver/pytest-tags.git
CMD
["tail", "-f", "/dev/null"]
CMD
["tail", "-f", "/dev/null"]
build/docker/test/docker-compose.yml
浏览文件 @
f0a0ae43
...
@@ -16,5 +16,20 @@ services:
...
@@ -16,5 +16,20 @@ services:
networks
:
networks
:
-
milvus
-
milvus
regression_0331
:
image
:
${TARGET_REPO}/pytest:${TARGET_TAG}
build
:
context
:
../../../
dockerfile
:
build/docker/test/Dockerfile
cache_from
:
-
${SOURCE_REPO}/pytest:${SOURCE_TAG}
volumes
:
-
../../..:/milvus-distributed:delegated
working_dir
:
"
/milvus-distributed/tests/python_test"
command
:
>
/bin/bash -c "pytest --tags=0331 --ip proxyservice -n 4"
networks
:
-
milvus
networks
:
networks
:
milvus
:
milvus
:
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录