From afebd2eeef3fcf8e81abcb1047b8005cd9ad5b20 Mon Sep 17 00:00:00 2001 From: Jenny Li Date: Thu, 1 Sep 2022 15:16:58 +0800 Subject: [PATCH] Change ci namespace from jenkins to milvus-ci && Remove old Jenkins (#18960) Signed-off-by: Jenny Li Signed-off-by: Jenny Li --- .github/workflows/jenkins-checker.yaml | 3 +- build/ci/jenkins/Nightly.groovy | 273 ------------------------- build/ci/jenkins/PR.groovy | 236 --------------------- build/ci/jenkins/PublishImages.groovy | 115 ----------- build/ci/jenkins/pod/rte.yaml | 75 ------- ci/jenkins/pod/e2e.yaml | 2 +- ci/jenkins/pod/rte.yaml | 2 +- 7 files changed, 3 insertions(+), 703 deletions(-) delete mode 100644 build/ci/jenkins/Nightly.groovy delete mode 100644 build/ci/jenkins/PR.groovy delete mode 100644 build/ci/jenkins/PublishImages.groovy delete mode 100644 build/ci/jenkins/pod/rte.yaml diff --git a/.github/workflows/jenkins-checker.yaml b/.github/workflows/jenkins-checker.yaml index 29a9d1b80..f9739d48b 100644 --- a/.github/workflows/jenkins-checker.yaml +++ b/.github/workflows/jenkins-checker.yaml @@ -21,7 +21,7 @@ jobs: run: | function validate(){ local file_path=${1:-Jenkinsfile} - local jenkins_url=${2:-"https://ci.milvus.io:18080/jenkins"} + local jenkins_url=${2:-"https://jenkins.milvus.io:18080/"} JENKINS_CRUMB=`curl "${jenkins_url}/crumbIssuer/api/xml?xpath=concat(//crumbRequestField,\":\",//crumb)"` response=$(curl --max-time 10 --retry 5 --retry-delay 0 --retry-max-time 40 -X POST -H $JENKINS_CRUMB -F "jenkinsfile=<${file_path}" ${jenkins_url}/pipeline-model-converter/validate) @@ -56,6 +56,5 @@ jobs: fi done } - validate_path "build/ci/jenkins/*" "https://ci.milvus.io:18080/jenkins/" validate_path "ci/jenkins/*" "https://jenkins.milvus.io:18080/" \ No newline at end of file diff --git a/build/ci/jenkins/Nightly.groovy b/build/ci/jenkins/Nightly.groovy deleted file mode 100644 index a1f4d9a1e..000000000 --- a/build/ci/jenkins/Nightly.groovy +++ /dev/null @@ -1,273 +0,0 @@ -#!/usr/bin/env groovy - -// When scheduling a job that gets automatically triggered by changes, -// you need to include a [cronjob] tag within the commit message. -String cron_timezone = 'TZ=Asia/Shanghai' -String cron_string = BRANCH_NAME == "master" ? "50 22,2 * * * " : "" - -// Make timeout 4 hours so that we can run two nightly during the ci -int total_timeout_minutes = 4 * 60 -def imageTag='' -def chart_version='3.0.27' -pipeline { - triggers { - cron """${cron_timezone} - ${cron_string}""" - } - options { - timestamps() - timeout(time: total_timeout_minutes, unit: 'MINUTES') - buildDiscarder logRotator(artifactDaysToKeepStr: '30') - // parallelsAlwaysFailFast() - preserveStashes(buildCount: 5) - } - agent { - kubernetes { - label "milvus-build-nightly" - inheritFrom 'default' - defaultContainer 'main' - yamlFile "build/ci/jenkins/pod/rte.yaml" - customWorkspace '/home/jenkins/agent/workspace' - // idle 5 minutes to wait clean up tasks - idleMinutes 5 - } - } - environment { - PROJECT_NAME = "milvus" - SEMVER = "${BRANCH_NAME.contains('/') ? BRANCH_NAME.substring(BRANCH_NAME.lastIndexOf('/') + 1) : BRANCH_NAME}" - DOCKER_BUILDKIT = 1 - ARTIFACTS = "${env.WORKSPACE}/_artifacts" - DOCKER_CREDENTIALS_ID = "f0aacc8e-33f2-458a-ba9e-2c44f431b4d2" - TARGET_REPO = "milvusdb" - CI_DOCKER_CREDENTIAL_ID = "ci-docker-registry" - MILVUS_HELM_NAMESPACE = "milvus-ci" - DISABLE_KIND = true - HUB = "registry.milvus.io/milvus" - JENKINS_BUILD_ID = "${env.BUILD_ID}" - CI_MODE="nightly" - } - - stages { - stage ('Build'){ - steps { - container('main') { - dir ('build'){ - sh './set_docker_mirror.sh' - } - dir ('tests/scripts') { - script { - sh 'printenv' - def date = sh(returnStdout: true, script: 'date +%Y%m%d').trim() - def gitShortCommit = sh(returnStdout: true, script: 'git rev-parse --short HEAD').trim() - imageTag="${env.BRANCH_NAME}-${date}-${gitShortCommit}" - withCredentials([usernamePassword(credentialsId: "${env.CI_DOCKER_CREDENTIAL_ID}", usernameVariable: 'CI_REGISTRY_USERNAME', passwordVariable: 'CI_REGISTRY_PASSWORD')]){ - sh """ - TAG="${imageTag}" \ - ./e2e-k8s.sh \ - --skip-export-logs \ - --skip-install \ - --skip-cleanup \ - --skip-setup \ - --skip-test - """ - // stash imageTag info for rebuild install & E2E Test only - sh "echo ${imageTag} > imageTag.txt" - stash includes: 'imageTag.txt', name: 'imageTag' - } - } - } - } - } - } - - - stage ('Install & E2E Test') { - matrix { - axes { - axis { - name 'MILVUS_SERVER_TYPE' - values 'standalone', 'distributed-pulsar', 'distributed-kafka' - } - axis { - name 'MILVUS_CLIENT' - values 'pymilvus' - } - } - - stages { - stage('Install') { - steps { - container('main') { - dir ('tests/scripts') { - script { - sh 'printenv' - def clusterEnabled = "false" - // def setMemoryResourceLimitArgs="--set standalone.resources.limits.memory=4Gi" - def mqMode='pulsar' // default using is pulsar - if ("${MILVUS_SERVER_TYPE}" == "distributed-pulsar") { - clusterEnabled = "true" - } else if ("${MILVUS_SERVER_TYPE}" == "distributed-kafka") { - clusterEnabled = "true" - mqMode='kafka' - } - if ("${MILVUS_CLIENT}" == "pymilvus") { - if ("${imageTag}"==''){ - dir ("imageTag"){ - try{ - unstash 'imageTag' - imageTag=sh(returnStdout: true, script: 'cat imageTag.txt | tr -d \'\n\r\'') - }catch(e){ - print "No Image Tag info remained ,please rerun build to build new image." - exit 1 - } - } - } - withCredentials([usernamePassword(credentialsId: "${env.CI_DOCKER_CREDENTIAL_ID}", usernameVariable: 'CI_REGISTRY_USERNAME', passwordVariable: 'CI_REGISTRY_PASSWORD')]){ - sh """ - MILVUS_CLUSTER_ENABLED=${clusterEnabled} \ - TAG="${imageTag}" \ - ./e2e-k8s.sh \ - --skip-export-logs \ - --skip-cleanup \ - --skip-setup \ - --skip-test \ - --skip-build \ - --skip-build-image \ - --install-extra-arg "--set etcd.persistence.storageClass=local-path \ - --set minio.persistence.storageClass=local-path \ - --set etcd.metrics.enabled=true \ - --set etcd.metrics.podMonitor.enabled=true \ - --set etcd.nodeSelector.disk=fast \ - --set proxy.replicas=2 \ - --set queryNode.replicas=2 \ - --set indexNode.replicas=2 \ - --set dataNode.replicas=2 \ - --set dataCoordinator.gc.missingTolerance=86400 \ - --set dataCoordinator.gc.dropTolerance=86400 \ - --set indexCoordinator.gc.interval=1 \ - --version ${chart_version} \ - -f values/${mqMode}.yaml \ - -f values/nightly.yaml " - """ - } - } else { - error "Error: Unsupported Milvus client: ${MILVUS_CLIENT}" - } - } - } - } - } - } - stage('E2E Test'){ - agent { - kubernetes { - label 'milvus-e2e-test-nightly' - inheritFrom 'default' - defaultContainer 'main' - yamlFile 'build/ci/jenkins/pod/rte.yaml' - customWorkspace '/home/jenkins/agent/workspace' - } - } - steps { - container('pytest') { - dir ('tests/scripts') { - script { - def release_name=sh(returnStdout: true, script: './get_release_name.sh') - def clusterEnabled = "false" - def mqMode='pulsar' - int e2e_timeout_seconds = 2 * 60 * 60 - def tag="L0 L1 L2" - if ("${MILVUS_SERVER_TYPE}" == "distributed-pulsar") { - clusterEnabled = "true" - tag="L0 L1 L2 ClusterOnly" - - } else if("${MILVUS_SERVER_TYPE}" == "distributed-kafka" ) { - clusterEnabled = "true" - mqMode='kafka' - tag="L0 L1 L2 ClusterOnly" - } - if ("${MILVUS_CLIENT}" == "pymilvus") { - sh """ - MILVUS_HELM_RELEASE_NAME="${release_name}" \ - MILVUS_HELM_NAMESPACE="milvus-ci" \ - MILVUS_CLUSTER_ENABLED="${clusterEnabled}" \ - TEST_TIMEOUT="${e2e_timeout_seconds}" \ - MQ_MODE="${mqMode}" \ - ./ci_e2e.sh "-n 6 --tags ${tag}" - """ - } else { - error "Error: Unsupported Milvus client: ${MILVUS_CLIENT}" - } - sh """ - MILVUS_HELM_RELEASE_NAME="${release_name}" \ - MILVUS_HELM_NAMESPACE="milvus-ci" \ - MILVUS_CLUSTER_ENABLED="${clusterEnabled}" \ - TEST_TIMEOUT="${e2e_timeout_seconds}" \ - ./e2e-restful.sh - """ - } - } - } - } - post{ - always { - container('pytest'){ - dir("${env.ARTIFACTS}") { - sh "tar -zcvf ${PROJECT_NAME}-${MILVUS_SERVER_TYPE}-${MILVUS_CLIENT}-pytest-logs.tar.gz /tmp/ci_logs/test --remove-files || true" - archiveArtifacts artifacts: "${PROJECT_NAME}-${MILVUS_SERVER_TYPE}-${MILVUS_CLIENT}-pytest-logs.tar.gz ", allowEmptyArchive: true - } - } - } - } - } - } - post { - unsuccessful { - container('jnlp') { - script { - emailext subject: '$DEFAULT_SUBJECT', - body: '$DEFAULT_CONTENT', - recipientProviders: [requestor()], - replyTo: '$DEFAULT_REPLYTO', - to: 'qa@zilliz.com,devops@zilliz.com' - } - } - } - success { - container('main') { - script { - withCredentials([usernamePassword(credentialsId: "${env.DOCKER_CREDENTIALS_ID}", usernameVariable: 'DOCKER_USERNAME', passwordVariable: 'DOCKER_PASSWORD')]) { - sh 'docker login -u ${DOCKER_USERNAME} -p ${DOCKER_PASSWORD}' - - // Use ci registry instead of local registry - sh """ - docker tag ${HUB}/milvus:${imageTag} ${TARGET_REPO}/milvus-nightly:${imageTag} - docker tag ${HUB}/milvus:${imageTag} ${TARGET_REPO}/milvus-nightly:${env.BRANCH_NAME}-latest - docker push ${TARGET_REPO}/milvus-nightly:${imageTag} - docker push ${TARGET_REPO}/milvus-nightly:${env.BRANCH_NAME}-latest - """ - sh 'docker logout' - } - } - } - } - always { - container('main') { - dir ('tests/scripts') { - script { - def release_name=sh(returnStdout: true, script: './get_release_name.sh') - sh "./uninstall_milvus.sh --release-name ${release_name}" - sh "./ci_logs.sh --log-dir /ci-logs --artifacts-name ${env.ARTIFACTS}/artifacts-${PROJECT_NAME}-${MILVUS_SERVER_TYPE}-${SEMVER}-${env.BUILD_NUMBER}-${MILVUS_CLIENT}-e2e-logs \ - --release-name ${release_name}" - dir("${env.ARTIFACTS}") { - archiveArtifacts artifacts: "artifacts-${PROJECT_NAME}-${MILVUS_SERVER_TYPE}-${SEMVER}-${env.BUILD_NUMBER}-${MILVUS_CLIENT}-e2e-logs.tar.gz", allowEmptyArchive: true - } - } - } - } - } - } - } - } - } -} diff --git a/build/ci/jenkins/PR.groovy b/build/ci/jenkins/PR.groovy deleted file mode 100644 index 94db2591c..000000000 --- a/build/ci/jenkins/PR.groovy +++ /dev/null @@ -1,236 +0,0 @@ -#!/usr/bin/env groovy - -int total_timeout_minutes = 120 -int e2e_timeout_seconds = 70 * 60 -def imageTag='' -int case_timeout_seconds = 10 * 60 -def chart_version='3.0.28' -pipeline { - options { - timestamps() - timeout(time: total_timeout_minutes, unit: 'MINUTES') - buildDiscarder logRotator(artifactDaysToKeepStr: '30') - parallelsAlwaysFailFast() - preserveStashes(buildCount: 5) - - } - agent { - kubernetes { - label 'milvus-e2e-test-pipeline' - inheritFrom 'default' - defaultContainer 'main' - yamlFile 'build/ci/jenkins/pod/rte.yaml' - customWorkspace '/home/jenkins/agent/workspace' - } - } - environment { - PROJECT_NAME = 'milvus' - SEMVER = "${BRANCH_NAME.contains('/') ? BRANCH_NAME.substring(BRANCH_NAME.lastIndexOf('/') + 1) : BRANCH_NAME}" - DOCKER_BUILDKIT = 1 - ARTIFACTS = "${env.WORKSPACE}/_artifacts" - DOCKER_CREDENTIALS_ID = "f0aacc8e-33f2-458a-ba9e-2c44f431b4d2" - TARGET_REPO = "milvusdb" - CI_DOCKER_CREDENTIAL_ID = "ci-docker-registry" - MILVUS_HELM_NAMESPACE = "milvus-ci" - DISABLE_KIND = true - HUB = 'registry.milvus.io/milvus' - JENKINS_BUILD_ID = "${env.BUILD_ID}" - CI_MODE="pr" - } - - stages { - stage ('Build'){ - steps { - container('main') { - dir ('build'){ - sh './set_docker_mirror.sh' - } - dir ('tests/scripts') { - script { - sh 'printenv' - def date = sh(returnStdout: true, script: 'date +%Y%m%d').trim() - def gitShortCommit = sh(returnStdout: true, script: 'git rev-parse --short HEAD').trim() - imageTag="${env.BRANCH_NAME}-${date}-${gitShortCommit}" - withCredentials([usernamePassword(credentialsId: "${env.CI_DOCKER_CREDENTIAL_ID}", usernameVariable: 'CI_REGISTRY_USERNAME', passwordVariable: 'CI_REGISTRY_PASSWORD')]){ - sh """ - TAG="${imageTag}" \ - ./e2e-k8s.sh \ - --skip-export-logs \ - --skip-install \ - --skip-cleanup \ - --skip-setup \ - --skip-test - """ - - // stash imageTag info for rebuild install & E2E Test only - sh "echo ${imageTag} > imageTag.txt" - stash includes: 'imageTag.txt', name: 'imageTag' - - } - } - } - } - } - } - - - stage('Install & E2E Test') { - matrix { - axes { - axis { - name 'MILVUS_SERVER_TYPE' - values 'standalone', 'distributed' - } - axis { - name 'MILVUS_CLIENT' - values 'pymilvus' - } - } - - stages { - stage('Install') { - steps { - container('main') { - stash includes: 'tests/**', name: 'testCode', useDefaultExcludes: false - dir ('tests/scripts') { - script { - sh 'printenv' - def clusterEnabled = "false" - if ("${MILVUS_SERVER_TYPE}" == 'distributed') { - clusterEnabled = "true" - } - - if ("${MILVUS_CLIENT}" == "pymilvus") { - if ("${imageTag}"==''){ - dir ("imageTag"){ - try{ - unstash 'imageTag' - imageTag=sh(returnStdout: true, script: 'cat imageTag.txt | tr -d \'\n\r\'') - }catch(e){ - print "No Image Tag info remained ,please rerun build to build new image." - exit 1 - } - } - } - withCredentials([usernamePassword(credentialsId: "${env.CI_DOCKER_CREDENTIAL_ID}", usernameVariable: 'CI_REGISTRY_USERNAME', passwordVariable: 'CI_REGISTRY_PASSWORD')]){ - sh """ - MILVUS_CLUSTER_ENABLED=${clusterEnabled} \ - TAG=${imageTag}\ - ./e2e-k8s.sh \ - --skip-export-logs \ - --skip-cleanup \ - --skip-setup \ - --skip-test \ - --skip-build \ - --skip-build-image \ - --install-extra-arg "--set etcd.persistence.storageClass=local-path \ - --set minio.persistence.storageClass=local-path \ - --set etcd.metrics.enabled=true \ - --set etcd.metrics.podMonitor.enabled=true \ - --set etcd.nodeSelector.disk=fast \ - --set indexCoordinator.gc.interval=1 \ - --version ${chart_version} \ - -f values/pr.yaml" - """ - } - } else { - error "Error: Unsupported Milvus client: ${MILVUS_CLIENT}" - } - } - } - } - - } - } - stage('E2E Test'){ - options { - skipDefaultCheckout() - } - agent { - kubernetes { - label 'milvus-e2e-test-pr' - inheritFrom 'default' - defaultContainer 'main' - yamlFile 'build/ci/jenkins/pod/rte.yaml' - customWorkspace '/home/jenkins/agent/workspace' - } - } - steps { - container('pytest') { - unstash('testCode') - script { - sh 'ls -lah' - } - dir ('tests/scripts') { - script { - def release_name=sh(returnStdout: true, script: './get_release_name.sh') - def clusterEnabled = 'false' - if ("${MILVUS_SERVER_TYPE}" == "distributed") { - clusterEnabled = "true" - } - if ("${MILVUS_CLIENT}" == "pymilvus") { - sh """ - MILVUS_HELM_RELEASE_NAME="${release_name}" \ - MILVUS_HELM_NAMESPACE="milvus-ci" \ - MILVUS_CLUSTER_ENABLED="${clusterEnabled}" \ - TEST_TIMEOUT="${e2e_timeout_seconds}" \ - ./ci_e2e.sh "-n 6 -x --tags L0 L1 --timeout ${case_timeout_seconds}" - """ - - } else { - error "Error: Unsupported Milvus client: ${MILVUS_CLIENT}" - } - } - } - } - } - post{ - always { - container('pytest'){ - dir("${env.ARTIFACTS}") { - sh "tar -zcvf ${PROJECT_NAME}-${MILVUS_SERVER_TYPE}-${MILVUS_CLIENT}-pytest-logs.tar.gz /tmp/ci_logs/test --remove-files || true" - archiveArtifacts artifacts: "${PROJECT_NAME}-${MILVUS_SERVER_TYPE}-${MILVUS_CLIENT}-pytest-logs.tar.gz ", allowEmptyArchive: true - } - } - } - } - } - } - post{ - always { - container('main') { - dir ('tests/scripts') { - script { - def release_name=sh(returnStdout: true, script: './get_release_name.sh') - sh "./uninstall_milvus.sh --release-name ${release_name}" - sh "./ci_logs.sh --log-dir /ci-logs --artifacts-name ${env.ARTIFACTS}/artifacts-${PROJECT_NAME}-${MILVUS_SERVER_TYPE}-${SEMVER}-${env.BUILD_NUMBER}-${MILVUS_CLIENT}-e2e-logs \ - --release-name ${release_name}" - dir("${env.ARTIFACTS}") { - archiveArtifacts artifacts: "artifacts-${PROJECT_NAME}-${MILVUS_SERVER_TYPE}-${SEMVER}-${env.BUILD_NUMBER}-${MILVUS_CLIENT}-e2e-logs.tar.gz", allowEmptyArchive: true - } - } - } - } - } - } - } - - } - } - post{ - unsuccessful { - container('jnlp') { - dir ('tests/scripts') { - script { - def authorEmail = sh(returnStdout: true, script: './get_author_email.sh ') - emailext subject: '$DEFAULT_SUBJECT', - body: '$DEFAULT_CONTENT', - recipientProviders: [developers(), culprits()], - replyTo: '$DEFAULT_REPLYTO', - to: "${authorEmail},devops@zilliz.com" - } - } - } - } - } -} diff --git a/build/ci/jenkins/PublishImages.groovy b/build/ci/jenkins/PublishImages.groovy deleted file mode 100644 index 3367fbabc..000000000 --- a/build/ci/jenkins/PublishImages.groovy +++ /dev/null @@ -1,115 +0,0 @@ -#!/usr/bin/env groovy - -pipeline { - agent { - kubernetes { - label "milvus-publish-image" - defaultContainer 'main' - yamlFile "build/ci/jenkins/pod/rte.yaml" - customWorkspace '/home/jenkins/agent/workspace' - // We allow this pod to remain active for a while, later jobs can - // reuse cache in previous created nodes. - // idleMinutes 120 - } - } - - options { - timestamps() - timeout(time: 36, unit: 'MINUTES') - // parallelsAlwaysFailFast() - } - - environment { - DOCKER_CREDENTIALS_ID = "f0aacc8e-33f2-458a-ba9e-2c44f431b4d2" - TARGET_REPO = "milvusdb" - CI_DOCKER_CREDENTIAL_ID = "ci-docker-registry" - HARBOR_REPO = "registry.milvus.io" - } - - stages { - stage('Publish Milvus Images & Build Centos Milvus'){ - parallel { - stage('Publish Milvus Images') { - steps { - container('main') { - script { - sh './build/set_docker_mirror.sh' - sh "build/builder.sh /bin/bash -c \"make install\"" - - def date = sh(returnStdout: true, script: 'date +%Y%m%d').trim() - def gitShortCommit = sh(returnStdout: true, script: 'git rev-parse --short HEAD').trim() - - withCredentials([usernamePassword(credentialsId: "${env.DOCKER_CREDENTIALS_ID}", usernameVariable: 'DOCKER_USERNAME', passwordVariable: 'DOCKER_PASSWORD')]) { - sh 'docker login -u ${DOCKER_USERNAME} -p ${DOCKER_PASSWORD}' - sh """ - export MILVUS_IMAGE_REPO="${env.TARGET_REPO}/milvus" - export MILVUS_HARBOR_IMAGE_REPO="${env.HARBOR_REPO}/milvus/milvus" - export MILVUS_IMAGE_TAG="${env.BRANCH_NAME}-${date}-${gitShortCommit}" - build/build_image.sh - docker push \${MILVUS_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} - docker tag \${MILVUS_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} \${MILVUS_IMAGE_REPO}:${env.BRANCH_NAME}-latest - docker tag \${MILVUS_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} \${MILVUS_HARBOR_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} - docker push \${MILVUS_IMAGE_REPO}:${env.BRANCH_NAME}-latest - docker logout - """ - } - - withCredentials([usernamePassword(credentialsId: "${env.CI_DOCKER_CREDENTIAL_ID}", usernameVariable: 'CI_REGISTRY_USERNAME', passwordVariable: 'CI_REGISTRY_PASSWORD')]){ - sh "docker login ${env.HARBOR_REPO} -u '${CI_REGISTRY_USERNAME}' -p '${CI_REGISTRY_PASSWORD}'" - sh """ - export MILVUS_HARBOR_IMAGE_REPO="${env.HARBOR_REPO}/milvus/milvus" - export MILVUS_IMAGE_TAG="${env.BRANCH_NAME}-${date}-${gitShortCommit}" - docker push \${MILVUS_HARBOR_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} - docker logout - """ - } - } - } - } - } - stage('Build Centos Milvus Image'){ - agent { - kubernetes { - label "milvus-centos-image" - defaultContainer 'main' - yamlFile "build/ci/jenkins/pod/rte.yaml" - customWorkspace '/home/jenkins/agent/workspace' - } - } - steps { - container('main') { - script { - sh './build/set_docker_mirror.sh' - sh "OS_NAME=centos7 build/builder.sh /bin/bash -c \"make install\"" - sh "OS_NAME=centos7 build/build_image.sh " - } - } - } - } - - - } - } - } - post { - unsuccessful { - container('jnlp') { - script { - def authorEmail = sh returnStdout: true, script: 'git --no-pager show -s --format=\'%ae\' HEAD' - emailext subject: '$DEFAULT_SUBJECT', - body: '$DEFAULT_CONTENT', - recipientProviders: [developers(), culprits()], - replyTo: '$DEFAULT_REPLYTO', - to: "${authorEmail},qa@zilliz.com,devops@zilliz.com" - } - } - } - cleanup { - container('main') { - script { - sh 'find . -name . -o -prune -exec rm -rf -- {} +' /* clean up our workspace */ - } - } - } - } -} diff --git a/build/ci/jenkins/pod/rte.yaml b/build/ci/jenkins/pod/rte.yaml deleted file mode 100644 index dcb0aa554..000000000 --- a/build/ci/jenkins/pod/rte.yaml +++ /dev/null @@ -1,75 +0,0 @@ -apiVersion: v1 -kind: Pod -metadata: - labels: - app: milvus-e2e - namespace: jenkins -spec: - enableServiceLinks: false - containers: - - name: main - image: milvusdb/krte:20211213-dcc15e9 - env: - - name: DOCKER_IN_DOCKER_ENABLED - value: "true" - - name: DOCKER_VOLUME_DIRECTORY - value: "/mnt/disk/.docker" - tty: true - securityContext: - privileged: true - args: ["cat"] - resources: - limits: - cpu: "6" - memory: 12Gi - requests: - cpu: "0.5" - memory: 5Gi - volumeMounts: - - mountPath: /docker-graph - name: docker-graph - - mountPath: /var/lib/docker - name: docker-root - - mountPath: /lib/modules - name: modules - readOnly: true - - mountPath: /sys/fs/cgroup - name: cgroup - - mountPath: /mnt/disk/.docker - name: build-cache - subPath: docker-volume - - mountPath: /ci-logs - name: ci-logs - - name: pytest - image: milvusdb/pytest:20220826-1bd87e7 - resources: - limits: - cpu: "6" - memory: 12Gi - requests: - cpu: "0.5" - memory: 5Gi - volumeMounts: - - mountPath: /ci-logs - name: ci-logs - volumes: - - emptyDir: {} - name: docker-graph - - emptyDir: {} - name: docker-root - - hostPath: - path: /tmp/krte/cache - type: DirectoryOrCreate - name: build-cache - - hostPath: - path: /lib/modules - type: Directory - name: modules - - hostPath: - path: /sys/fs/cgroup - type: Directory - name: cgroup - - name: ci-logs - nfs: - path: /volume1/ci-logs - server: 192.168.1.126 diff --git a/ci/jenkins/pod/e2e.yaml b/ci/jenkins/pod/e2e.yaml index 3687278f6..e9ca38eb3 100644 --- a/ci/jenkins/pod/e2e.yaml +++ b/ci/jenkins/pod/e2e.yaml @@ -3,7 +3,7 @@ kind: Pod metadata: labels: app: milvus-e2e - namespace: jenkins + namespace: milvus-ci spec: enableServiceLinks: false containers: diff --git a/ci/jenkins/pod/rte.yaml b/ci/jenkins/pod/rte.yaml index f0193b391..052262e3e 100644 --- a/ci/jenkins/pod/rte.yaml +++ b/ci/jenkins/pod/rte.yaml @@ -3,7 +3,7 @@ kind: Pod metadata: labels: app: milvus-e2e - namespace: jenkins + namespace: milvus-ci spec: enableServiceLinks: false containers: -- GitLab