import hudson.model.Result import hudson.model.*; import jenkins.model.CauseOfInterruption docs_only=0 node { } def abortPreviousBuilds() { def currentJobName = env.JOB_NAME def currentBuildNumber = env.BUILD_NUMBER.toInteger() def jobs = Jenkins.instance.getItemByFullName(currentJobName) def builds = jobs.getBuilds() for (build in builds) { if (!build.isBuilding()) { continue; } if (currentBuildNumber == build.getNumber().toInteger()) { continue; } build.doKill() //doTerm(),doKill(),doTerm() } } // abort previous build abortPreviousBuilds() def abort_previous(){ def buildNumber = env.BUILD_NUMBER as int if (buildNumber > 1) milestone(buildNumber - 1) milestone(buildNumber) } def check_docs() { if (env.CHANGE_URL =~ /\/TDengine\//) { sh ''' hostname date env ''' sh ''' cd ${WKC} git reset --hard git clean -f rm -rf examples/rust/ git remote prune origin git fetch ''' script { sh ''' cd ${WKC} git checkout ''' + env.CHANGE_TARGET + ''' ''' } sh ''' cd ${WKC} git remote prune origin git pull >/dev/null git fetch origin +refs/pull/${CHANGE_ID}/merge git checkout -qf FETCH_HEAD ''' def file_changed = sh ( script: ''' cd ${WKC} git --no-pager diff --name-only FETCH_HEAD `git merge-base FETCH_HEAD ${CHANGE_TARGET}`|grep -v "^docs/en/"|grep -v "^docs/zh/" || : ''', returnStdout: true ).trim() if (file_changed == '') { echo "docs PR" docs_only=1 } else { echo file_changed } } } def pre_test(){ sh ''' hostname date env ''' sh ''' cd ${WK} git reset --hard git remote prune origin git fetch cd ${WKC} git reset --hard git clean -f rm -rf examples/rust/ git remote prune origin git fetch ''' script { sh ''' cd ${WK} git checkout ''' + env.CHANGE_TARGET + ''' cd ${WKC} git checkout ''' + env.CHANGE_TARGET + ''' ''' } if (env.CHANGE_URL =~ /\/TDengine\//) { sh ''' cd ${WKC} git remote prune origin git pull >/dev/null git log -5 echo "`date "+%Y%m%d-%H%M%S"` ${JOB_NAME}:${BRANCH_NAME}:${BUILD_ID}:${CHANGE_TARGET}" >>${WKDIR}/jenkins.log echo "CHANGE_BRANCH:${CHANGE_BRANCH}" >>${WKDIR}/jenkins.log echo "community log: `git log -5`" >>${WKDIR}/jenkins.log git fetch origin +refs/pull/${CHANGE_ID}/merge git checkout -qf FETCH_HEAD git log -5 echo "community log merged: `git log -5`" >>${WKDIR}/jenkins.log cd ${WK} git pull >/dev/null git log -5 echo "tdinternal log: `git log -5`" >>${WKDIR}/jenkins.log ''' } else if (env.CHANGE_URL =~ /\/TDinternal\//) { sh ''' cd ${WK} git pull >/dev/null git log -5 echo "`date "+%Y%m%d-%H%M%S"` ${JOB_NAME}:${BRANCH_NAME}:${BUILD_ID}:${CHANGE_TARGET}" >>${WKDIR}/jenkins.log echo "CHANGE_BRANCH:${CHANGE_BRANCH}" >>${WKDIR}/jenkins.log echo "tdinternal log: `git log -5`" >>${WKDIR}/jenkins.log git fetch origin +refs/pull/${CHANGE_ID}/merge git checkout -qf FETCH_HEAD git log -5 echo "tdinternal log merged: `git log -5`" >>${WKDIR}/jenkins.log cd ${WKC} git remote prune origin git pull >/dev/null git log -5 echo "community log: `git log -5`" >>${WKDIR}/jenkins.log ''' } else { sh ''' echo "unmatched reposiotry ${CHANGE_URL}" ''' } sh ''' cd ${WKC} git rm --cached tools/taos-tools 2>/dev/null || : git rm --cached tools/taosadapter 2>/dev/null || : git rm --cached tools/taosws-rs 2>/dev/null || : git rm --cached examples/rust 2>/dev/null || : ''' sh ''' cd ${WKC} git submodule update --init --recursive ''' sh ''' cd ${WKPY} git reset --hard git pull git log -5 echo "python connector log: `git log -5`" >>${WKDIR}/jenkins.log echo >>${WKDIR}/jenkins.log ''' return 1 } def pre_test_build_mac() { sh ''' hostname date ''' sh ''' cd ${WK} rm -rf debug mkdir debug ''' sh ''' cd ${WK}/debug cmake .. -DBUILD_TEST=true -DBUILD_HTTPS=false -DCMAKE_BUILD_TYPE=Release make -j10 ctest -j10 || exit 7 ''' sh ''' date ''' } def pre_test_win(){ bat ''' hostname taskkill /f /t /im python.exe taskkill /f /t /im bash.exe taskkill /f /t /im taosd.exe ipconfig set date /t time /t rd /s /Q %WIN_INTERNAL_ROOT%\\debug || exit 0 ''' bat ''' cd %WIN_INTERNAL_ROOT% git reset --hard git remote prune origin git fetch ''' bat ''' cd %WIN_COMMUNITY_ROOT% git clean -f git reset --hard git remote prune origin git fetch ''' script { bat ''' cd %WIN_INTERNAL_ROOT% git checkout ''' + env.CHANGE_TARGET + ''' ''' bat ''' cd %WIN_COMMUNITY_ROOT% git checkout ''' + env.CHANGE_TARGET + ''' ''' } script { if (env.CHANGE_URL =~ /\/TDengine\//) { bat ''' cd %WIN_INTERNAL_ROOT% git pull origin ''' + env.CHANGE_TARGET + ''' ''' bat ''' cd %WIN_COMMUNITY_ROOT% git remote prune origin git pull origin ''' + env.CHANGE_TARGET + ''' ''' bat ''' cd %WIN_COMMUNITY_ROOT% git fetch origin +refs/pull/%CHANGE_ID%/merge ''' bat ''' cd %WIN_COMMUNITY_ROOT% git checkout -qf FETCH_HEAD ''' } else if (env.CHANGE_URL =~ /\/TDinternal\//) { bat ''' cd %WIN_INTERNAL_ROOT% git pull origin ''' + env.CHANGE_TARGET + ''' ''' bat ''' cd %WIN_INTERNAL_ROOT% git fetch origin +refs/pull/%CHANGE_ID%/merge ''' bat ''' cd %WIN_INTERNAL_ROOT% git checkout -qf FETCH_HEAD ''' bat ''' cd %WIN_COMMUNITY_ROOT% git remote prune origin git pull ''' } else { bat ''' echo "unmatched reposiotry %CHANGE_URL%" ''' } } bat ''' cd %WIN_INTERNAL_ROOT% git branch git log -5 ''' bat ''' cd %WIN_COMMUNITY_ROOT% git branch git log -5 ''' bat ''' cd %WIN_COMMUNITY_ROOT% git rm --cached tools/taos-tools 2>nul git rm --cached tools/taosadapter 2>nul git rm --cached tools/taosws-rs 2>nul git rm --cached examples/rust 2>nul exit 0 ''' bat ''' cd %WIN_COMMUNITY_ROOT% git submodule update --init --recursive ''' bat ''' cd %WIN_CONNECTOR_ROOT% git branch git reset --hard git pull ''' bat ''' cd %WIN_CONNECTOR_ROOT% git log -5 ''' } def pre_test_build_win() { bat ''' echo "building ..." time /t cd %WIN_INTERNAL_ROOT% mkdir debug cd debug time /t call "C:\\Program Files (x86)\\Microsoft Visual Studio\\2017\\Community\\VC\\Auxiliary\\Build\\vcvarsall.bat" x64 set CL=/MP8 echo ">>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> cmake" time /t cmake .. -G "NMake Makefiles JOM" -DBUILD_TEST=true -DBUILD_TOOLS=true || exit 7 echo ">>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> jom -j 6" time /t jom -j 6 || exit 8 time /t ''' bat ''' cd %WIN_CONNECTOR_ROOT% python.exe -m pip install --upgrade pip python -m pip uninstall taospy -y python -m pip install taospy==2.7.6 xcopy /e/y/i/f %WIN_INTERNAL_ROOT%\\debug\\build\\lib\\taos.dll C:\\Windows\\System32 ''' return 1 } def run_win_ctest() { bat ''' echo "windows ctest ..." time /t cd %WIN_INTERNAL_ROOT%\\debug ctest -j 1 || exit 7 time /t ''' } def run_win_test() { bat ''' echo "windows test ..." cd %WIN_CONNECTOR_ROOT% xcopy /e/y/i/f %WIN_INTERNAL_ROOT%\\debug\\build\\lib\\taos.dll C:\\Windows\\System32 ls -l C:\\Windows\\System32\\taos.dll time /t cd %WIN_SYSTEM_TEST_ROOT% echo "testing ..." test-all.bat ci time /t ''' } pipeline { agent none options { skipDefaultCheckout() } environment{ WKDIR = '/var/lib/jenkins/workspace' WK = '/var/lib/jenkins/workspace/TDinternal' WKC = '/var/lib/jenkins/workspace/TDinternal/community' WKPY = '/var/lib/jenkins/workspace/taos-connector-python' } stages { stage('check') { when { allOf { not { expression { env.CHANGE_BRANCH =~ /docs\// }} not { expression { env.CHANGE_URL =~ /\/TDinternal\// }} } } parallel { stage('check docs') { agent{label " slave1_47 || slave1_48 || slave1_49 || slave1_52 || worker03 || slave215 || slave217 || slave219 || Mac_catalina "} steps { check_docs() } } } } stage('run test') { when { allOf { not { expression { env.CHANGE_BRANCH =~ /docs\// }} expression { docs_only == 0 } } } parallel { stage('windows test') { agent{label " windows10_01 || windows10_02 || windows10_03 || windows10_04 "} environment{ WIN_INTERNAL_ROOT="C:\\workspace\\${env.EXECUTOR_NUMBER}\\TDinternal" WIN_COMMUNITY_ROOT="C:\\workspace\\${env.EXECUTOR_NUMBER}\\TDinternal\\community" WIN_SYSTEM_TEST_ROOT="C:\\workspace\\${env.EXECUTOR_NUMBER}\\TDinternal\\community\\tests\\system-test" WIN_CONNECTOR_ROOT="C:\\workspace\\${env.EXECUTOR_NUMBER}\\taos-connector-python" } steps { catchError(buildResult: 'FAILURE', stageResult: 'FAILURE') { timeout(time: 126, unit: 'MINUTES'){ pre_test_win() pre_test_build_win() run_win_ctest() run_win_test() } } } } stage('mac test') { agent{label " Mac_catalina "} steps { catchError(buildResult: 'FAILURE', stageResult: 'FAILURE') { timeout(time: 20, unit: 'MINUTES'){ pre_test() pre_test_build_mac() } } } } stage('linux test') { agent{label " slave1_47 || slave1_48 || slave1_49 || slave1_52 || worker03 || slave215 || slave217 || slave219 "} options { skipDefaultCheckout() } when { changeRequest() } steps { script { def linux_node_ip = sh ( script: 'ip addr|grep 192|grep -v virbr|awk "{print \\\$2}"|sed "s/\\/.*//"', returnStdout: true ).trim() echo "${linux_node_ip}" echo "${WKDIR}/restore.sh -p ${BRANCH_NAME} -n ${BUILD_ID} -c {container name}" } catchError(buildResult: 'FAILURE', stageResult: 'FAILURE') { timeout(time: 130, unit: 'MINUTES'){ pre_test() script { sh ''' date rm -rf ${WKC}/debug cd ${WKC}/tests/parallel_test time ./container_build.sh -w ${WKDIR} -e ''' def extra_param = "" def log_server_file = "/home/log_server.json" def timeout_cmd = "" if (fileExists(log_server_file)) { def log_server_enabled = sh ( script: 'jq .enabled ' + log_server_file, returnStdout: true ).trim() def timeout_param = sh ( script: 'jq .timeout ' + log_server_file, returnStdout: true ).trim() if (timeout_param != "null" && timeout_param != "0") { timeout_cmd = "timeout " + timeout_param } if (log_server_enabled == "1") { def log_server = sh ( script: 'jq .server ' + log_server_file + ' | sed "s/\\\"//g"', returnStdout: true ).trim() if (log_server != "null" && log_server != "") { extra_param = "-w " + log_server } } } sh ''' cd ${WKC}/tests/parallel_test export DEFAULT_RETRY_TIME=2 date ''' + timeout_cmd + ''' time ./run.sh -e -m /home/m.json -t cases.task -b ${BRANCH_NAME}_${BUILD_ID} -l ${WKDIR}/log -o 600 ''' + extra_param + ''' ''' } } } /*catchError(buildResult: 'FAILURE', stageResult: 'FAILURE') { timeout(time: 15, unit: 'MINUTES'){ script { sh ''' echo "packaging ..." date rm -rf ${WKC}/release/* cd ${WKC}/packaging ./release.sh -v cluster -n 3.0.0.100 -s static ''' } } }*/ } } } } } post { success { emailext ( subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' SUCCESS", body: """

构建信息
  • 构建名称>>分支:${env.BRANCH_NAME}
  • 构建结果: Successful
  • 构建编号:${BUILD_NUMBER}
  • 触发用户:${env.CHANGE_AUTHOR}
  • 提交信息:${env.CHANGE_TITLE}
  • 构建地址:${BUILD_URL}
  • 构建日志:${BUILD_URL}console
""", to: "${env.CHANGE_AUTHOR_EMAIL}", from: "support@taosdata.com" ) } failure { emailext ( subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' FAIL", body: """

构建信息
  • 构建名称>>分支:${env.BRANCH_NAME}
  • 构建结果: Failure
  • 构建编号:${BUILD_NUMBER}
  • 触发用户:${env.CHANGE_AUTHOR}
  • 提交信息:${env.CHANGE_TITLE}
  • 构建地址:${BUILD_URL}
  • 构建日志:${BUILD_URL}console
""", to: "${env.CHANGE_AUTHOR_EMAIL}", from: "support@taosdata.com" ) } } }