import hudson.model.Result import hudson.model.*; import jenkins.model.CauseOfInterruption node { } def skipbuild = 0 def win_stop = 0 def scope = [] def abortPreviousBuilds() { def currentJobName = env.JOB_NAME def currentBuildNumber = env.BUILD_NUMBER.toInteger() def jobs = Jenkins.instance.getItemByFullName(currentJobName) def builds = jobs.getBuilds() for (build in builds) { if (!build.isBuilding()) { continue; } if (currentBuildNumber == build.getNumber().toInteger()) { continue; } build.doKill() //doTerm(),doKill(),doTerm() } } // abort previous build abortPreviousBuilds() def abort_previous(){ def buildNumber = env.BUILD_NUMBER as int if (buildNumber > 1) milestone(buildNumber - 1) milestone(buildNumber) } def pre_test(){ sh'hostname' sh ''' sudo rmtaos || echo "taosd has not installed" ''' sh ''' kill -9 $(pidof taosd) ||echo "no taosd running" kill -9 $(pidof taosadapter) ||echo "no taosadapter running" killall -9 gdb || echo "no gdb running" killall -9 python3.8 || echo "no python program running" cd ${WKC} git reset --hard HEAD~10 >/dev/null ''' script { if (env.CHANGE_TARGET == 'master') { sh ''' cd ${WKC} git checkout master ''' } else if(env.CHANGE_TARGET == '2.0'){ sh ''' cd ${WKC} git checkout 2.0 ''' } else{ sh ''' cd ${WKC} git checkout develop ''' } } sh''' cd ${WKC} git remote prune origin [ -f src/connector/grafanaplugin/README.md ] && rm -f src/connector/grafanaplugin/README.md > /dev/null || echo "failed to remove grafanaplugin README.md" git pull >/dev/null git fetch origin +refs/pull/${CHANGE_ID}/merge git checkout -qf FETCH_HEAD git clean -dfx git submodule update --init --recursive cd ${WK} git reset --hard HEAD~10 ''' script { if (env.CHANGE_TARGET == 'master') { sh ''' cd ${WK} git checkout master ''' } else if(env.CHANGE_TARGET == '2.0'){ sh ''' cd ${WK} git checkout 2.0 ''' } else{ sh ''' cd ${WK} git checkout develop ''' } } sh ''' cd ${WK} git pull >/dev/null export TZ=Asia/Harbin date git clean -dfx mkdir debug cd debug cmake .. -DBUILD_HTTP=false -DBUILD_TOOLS=true > /dev/null make > /dev/null make install > /dev/null cd ${WKC}/tests pip3 install ${WKC}/src/connector/python/ ''' return 1 } def pre_test_noinstall(){ sh'hostname' sh''' cd ${WKC} git reset --hard HEAD~10 >/dev/null ''' script { if (env.CHANGE_TARGET == 'master') { sh ''' cd ${WKC} git checkout master ''' } else if(env.CHANGE_TARGET == '2.0'){ sh ''' cd ${WKC} git checkout 2.0 ''' } else{ sh ''' cd ${WKC} git checkout develop ''' } } sh''' cd ${WKC} git remote prune origin [ -f src/connector/grafanaplugin/README.md ] && rm -f src/connector/grafanaplugin/README.md > /dev/null || echo "failed to remove grafanaplugin README.md" git pull >/dev/null git fetch origin +refs/pull/${CHANGE_ID}/merge git checkout -qf FETCH_HEAD git clean -dfx git submodule update --init --recursive cd ${WK} git reset --hard HEAD~10 ''' script { if (env.CHANGE_TARGET == 'master') { sh ''' cd ${WK} git checkout master ''' } else if(env.CHANGE_TARGET == '2.0'){ sh ''' cd ${WK} git checkout 2.0 ''' } else{ sh ''' cd ${WK} git checkout develop ''' } } sh ''' cd ${WK} git pull >/dev/null export TZ=Asia/Harbin date git clean -dfx mkdir debug cd debug cmake .. -DBUILD_HTTP=false -DBUILD_TOOLS=false > /dev/null make ''' return 1 } def pre_test_mac(){ sh'hostname' sh''' cd ${WKC} git reset --hard HEAD~10 >/dev/null ''' script { if (env.CHANGE_TARGET == 'master') { sh ''' cd ${WKC} git checkout master ''' } else if(env.CHANGE_TARGET == '2.0'){ sh ''' cd ${WKC} git checkout 2.0 ''' } else{ sh ''' cd ${WKC} git checkout develop ''' } } sh''' cd ${WKC} git remote prune origin [ -f src/connector/grafanaplugin/README.md ] && rm -f src/connector/grafanaplugin/README.md > /dev/null || echo "failed to remove grafanaplugin README.md" git pull >/dev/null git fetch origin +refs/pull/${CHANGE_ID}/merge git checkout -qf FETCH_HEAD git clean -dfx git submodule update --init --recursive cd ${WK} git reset --hard HEAD~10 ''' script { if (env.CHANGE_TARGET == 'master') { sh ''' cd ${WK} git checkout master ''' } else if(env.CHANGE_TARGET == '2.0'){ sh ''' cd ${WK} git checkout 2.0 ''' } else{ sh ''' cd ${WK} git checkout develop ''' } } sh ''' cd ${WK} git pull >/dev/null export TZ=Asia/Harbin date git clean -dfx mkdir debug cd debug cmake .. -DBUILD_TOOLS=false > /dev/null go env -w GOPROXY=https://goproxy.cn,direct go env -w GO111MODULE=on cmake --build . ''' return 1 } def pre_test_win(){ bat ''' taskkill /f /t /im python.exe cd C:\\ rd /s /Q C:\\TDengine cd C:\\workspace\\TDinternal rd /s /Q C:\\workspace\\TDinternal\\debug cd C:\\workspace\\TDinternal\\community git reset --hard HEAD~10 ''' script { if (env.CHANGE_TARGET == 'master') { bat ''' cd C:\\workspace\\TDinternal\\community git checkout master ''' } else if(env.CHANGE_TARGET == '2.0'){ bat ''' cd C:\\workspace\\TDinternal\\community git checkout 2.0 ''' } else{ bat ''' cd C:\\workspace\\TDinternal\\community git checkout develop ''' } } bat''' cd C:\\workspace\\TDinternal\\community git remote prune origin git pull git fetch origin +refs/pull/%CHANGE_ID%/merge git checkout -qf FETCH_HEAD git clean -dfx git submodule update --init --recursive cd C:\\workspace\\TDinternal git reset --hard HEAD~10 ''' script { if (env.CHANGE_TARGET == 'master') { bat ''' cd C:\\workspace\\TDinternal git checkout master ''' } else if(env.CHANGE_TARGET == '2.0'){ bat ''' cd C:\\workspace\\TDinternal git checkout 2.0 ''' } else{ bat ''' cd C:\\workspace\\TDinternal git checkout develop ''' } } bat ''' cd C:\\workspace\\TDinternal git pull date git clean -dfx mkdir debug cd debug call "C:\\Program Files (x86)\\Microsoft Visual Studio\\2017\\Community\\VC\\Auxiliary\\Build\\vcvarsall.bat" amd64 cmake ../ -G "NMake Makefiles" set CL=/MP nmake nmake || exit 8 nmake install || exit 8 xcopy /e/y/i/f C:\\workspace\\TDinternal\\debug\\build\\lib\\taos.dll C:\\Windows\\System32 || exit 8 cd C:\\workspace\\TDinternal\\community\\src\\connector\\python python -m pip install . ''' return 1 } pipeline { agent none options { skipDefaultCheckout() } environment{ WK = '/var/lib/jenkins/workspace/TDinternal' WKC= '/var/lib/jenkins/workspace/TDinternal/community' } stages { stage('pre_build'){ agent{label 'master'} options { skipDefaultCheckout() } when { changeRequest() } steps { script{ abort_previous() abortPreviousBuilds() println env.CHANGE_BRANCH if(env.CHANGE_FORK){ scope = ['connector','query','insert','other','tools'] } else{ sh''' cd ${WKC} git fetch git checkout ${CHANGE_BRANCH} git pull ''' dir('/var/lib/jenkins/workspace/TDinternal/community'){ gitlog = sh(script: "git log -1 --pretty=%B ", returnStdout:true) println gitlog if (!(gitlog =~ /\((.*)\)/)){ autoCancelled = true error('Aborting the build.') } temp = (gitlog =~ /\((.*)\)/) temp = temp[0].remove(1) scope = temp.split(",") } } } } } stage('Parallel test stage') { //only build pr options { skipDefaultCheckout() } when { allOf{ changeRequest() not{ expression { env.CHANGE_BRANCH =~ /docs\// }} } } parallel { stage('python_1') { agent{label " slave1 || slave6 || slave11 || slave16 "} steps { pre_test() timeout(time: 55, unit: 'MINUTES'){ script{ scope.each { sh """ date cd ${WKC}/tests ./test-CI.sh ${it} p1 date""" } } } } } stage('python_2') { agent{label " slave2 || slave7 || slave12 || slave17 "} steps { pre_test() timeout(time: 55, unit: 'MINUTES'){ script{ scope.each { sh """ date cd ${WKC}/tests ./test-CI.sh ${it} p2 date""" } } } } } stage('python_3') { agent{label " slave3 || slave8 || slave13 ||slave18 "} steps { timeout(time: 55, unit: 'MINUTES'){ pre_test() script{ scope.each { sh """ date cd ${WKC}/tests ./test-CI.sh ${it} p3 date""" } } } } } stage('python_4') { agent{label " slave4 || slave9 || slave14 || slave19 "} steps { timeout(time: 55, unit: 'MINUTES'){ pre_test() script{ scope.each { sh """ date cd ${WKC}/tests ./test-CI.sh ${it} p4 date""" } } } } } stage('python_5') { agent{label " slave5 || slave10 || slave15 || slave20 "} steps { timeout(time: 55, unit: 'MINUTES'){ pre_test() script{ scope.each { sh """ date cd ${WKC}/tests ./test-CI.sh ${it} p5 date""" } } } } } stage('arm64centos7') { agent{label " arm64centos7 "} steps { pre_test_noinstall() } } stage('arm64centos8') { agent{label " arm64centos8 "} steps { pre_test_noinstall() } } stage('arm32bionic') { agent{label " arm32bionic "} steps { pre_test_noinstall() } } stage('arm64bionic') { agent{label " arm64bionic "} steps { pre_test_noinstall() } } stage('arm64focal') { agent{label " arm64focal "} steps { pre_test_noinstall() } } stage('centos7') { agent{label " centos7 "} steps { pre_test_noinstall() } } stage('ubuntu:trusty') { agent{label " trusty "} steps { pre_test_noinstall() } } stage('ubuntu:xenial') { agent{label " xenial "} steps { pre_test_noinstall() } } stage('ubuntu:bionic') { agent{label " bionic "} steps { pre_test_noinstall() } } stage('Mac_build') { agent{label " catalina "} steps { pre_test_mac() } } stage('build'){ agent{label " wintest "} steps { pre_test() script{ while(win_stop == 0){ sleep(1) } } } } stage('test'){ agent{label "win"} steps{ catchError(buildResult: 'FAILURE', stageResult: 'FAILURE') { pre_test_win() timeout(time: 20, unit: 'MINUTES'){ bat''' cd C:\\workspace\\TDinternal\\community\\tests\\pytest .\\test-all.bat wintest ''' } } script{ win_stop=1 } } } } } } post { success { emailext ( subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' SUCCESS", body: """

构建信息
  • 构建名称>>分支:${env.BRANCH_NAME}
  • 构建结果: Successful
  • 构建编号:${BUILD_NUMBER}
  • 触发用户:${env.CHANGE_AUTHOR}
  • 提交信息:${env.CHANGE_TITLE}
  • 构建地址:${BUILD_URL}
  • 构建日志:${BUILD_URL}console
""", to: "${env.CHANGE_AUTHOR_EMAIL}", from: "support@taosdata.com" ) } failure { emailext ( subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' FAIL", body: """

构建信息
  • 构建名称>>分支:${env.BRANCH_NAME}
  • 构建结果: Failure
  • 构建编号:${BUILD_NUMBER}
  • 触发用户:${env.CHANGE_AUTHOR}
  • 提交信息:${env.CHANGE_TITLE}
  • 构建地址:${BUILD_URL}
  • 构建日志:${BUILD_URL}console
""", to: "${env.CHANGE_AUTHOR_EMAIL}", from: "support@taosdata.com" ) } } }