Jenkinsfile 8.0 KB
Newer Older
L
liuyq-617 已提交
1 2
import hudson.model.Result
import jenkins.model.CauseOfInterruption
3 4
properties([pipelineTriggers([githubPush()])])
node {
L
liuyq-617 已提交
5
    git url: 'https://github.com/taosdata/TDengine.git'
6 7 8
}


L
liuyq-617 已提交
9 10 11 12 13 14 15 16 17 18
def abortPreviousBuilds() {
  def currentJobName = env.JOB_NAME
  def currentBuildNumber = env.BUILD_NUMBER.toInteger()
  def jobs = Jenkins.instance.getItemByFullName(currentJobName)
  def builds = jobs.getBuilds()

  for (build in builds) {
    if (!build.isBuilding()) {
      continue;
    }
19

L
liuyq-617 已提交
20 21 22
    if (currentBuildNumber == build.getNumber().toInteger()) {
      continue;
    }
23

L
liuyq-617 已提交
24 25 26 27 28 29 30 31 32 33
    build.doKill()    //doTerm(),doKill(),doTerm()
  }
}
//abort previous build
abortPreviousBuilds()
def abort_previous(){
  def buildNumber = env.BUILD_NUMBER as int
  if (buildNumber > 1) milestone(buildNumber - 1)
  milestone(buildNumber)
}
34 35 36 37 38 39 40
def pre_test(){
    catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                sudo rmtaos
                '''
    }
    sh '''
L
liuyq-617 已提交
41
    
42
    cd ${WKC}
L
liuyq-617 已提交
43
    git checkout develop
44
    git reset --hard HEAD~10 >/dev/null 
L
liuyq-617 已提交
45
    git pull
46
    git fetch origin +refs/pull/${CHANGE_ID}/merge
47
    git checkout -qf FETCH_HEAD
48
    cd ${WK}
L
enhance  
liuyq-617 已提交
49
    git reset --hard HEAD~10
50 51 52 53 54 55 56 57 58 59 60 61 62 63 64
    git checkout develop
    git pull
    cd ${WK}
    export TZ=Asia/Harbin
    date
    rm -rf ${WK}/debug
    mkdir debug
    cd debug
    cmake .. > /dev/null
    make > /dev/null
    make install > /dev/null
    cd ${WKC}/tests
    '''
    return 1
}
Y
Yiqing Liu 已提交
65
pipeline {
L
liuyq-617 已提交
66
  agent none
L
liuyq-617 已提交
67
  
L
liuyq-617 已提交
68 69 70 71
  environment{
      WK = '/var/lib/jenkins/workspace/TDinternal'
      WKC= '/var/lib/jenkins/workspace/TDinternal/community'
  }
L
liuyq-617 已提交
72
  
Y
Yiqing Liu 已提交
73
  stages {
L
liuyq-617 已提交
74 75
      
    
L
liuyq-617 已提交
76
      stage('Parallel test stage') {
L
liuyq-617 已提交
77 78 79 80
        //only build pr
        when {
              changeRequest()
          }
Y
Yiqing Liu 已提交
81
      parallel {
L
liuyq-617 已提交
82 83
        stage('python_1') {
          agent{label 'p1'}
L
liuyq-617 已提交
84
          steps {
L
liuyq-617 已提交
85
            
86
            pre_test()
L
liuyq-617 已提交
87 88 89 90 91 92 93 94
            timeout(time: 90, unit: 'MINUTES'){
              sh '''
              cd ${WKC}/tests
              find pytest -name '*'sql|xargs rm -rf
              ./test-all.sh p1
              date'''
            }
            
L
liuyq-617 已提交
95 96 97 98 99 100 101 102 103
          }
        }
        stage('python_2') {
          agent{label 'p2'}
          steps {
            
            pre_test()
            sh '''
            cd ${WKC}/tests
L
liuyq-617 已提交
104
            find pytest -name '*'sql|xargs rm -rf
L
liuyq-617 已提交
105
            ./test-all.sh p2
L
liuyq-617 已提交
106
            date'''
L
liuyq-617 已提交
107
            sh '''
R
root 已提交
108
            cd ${WKC}/tests
L
liuyq-617 已提交
109 110
            ./test-all.sh b4fq
            '''
L
liuyq-617 已提交
111 112
          }
        }
L
liuyq-617 已提交
113
        stage('test_b1') {
114
          agent{label 'b1'}
L
liuyq-617 已提交
115 116 117 118 119 120 121 122
          steps {     
            timeout(time: 90, unit: 'MINUTES'){       
              pre_test()
              sh '''
              cd ${WKC}/tests
              ./test-all.sh b1fq
              date'''
            }
Y
Yiqing Liu 已提交
123 124 125 126
          }
        }

        stage('test_crash_gen') {
127
          agent{label "b2"}
Y
Yiqing Liu 已提交
128
          steps {
129
            pre_test()
L
liuyq-617 已提交
130 131 132 133 134 135
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./crash_gen.sh -a -p -t 4 -s 2000
                '''
            }
136 137 138 139 140 141
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./handle_crash_gen_val_log.sh
                '''
            }
L
liuyq-617 已提交
142 143 144 145 146 147 148 149
            timeout(time: 90, unit: 'MINUTES'){
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b2fq
              date
              '''
            }
Y
Yiqing Liu 已提交
150 151 152 153
          }
        }

        stage('test_valgrind') {
154
          agent{label "b3"}
L
liuyq-617 已提交
155

Y
Yiqing Liu 已提交
156
          steps {
157 158 159 160 161 162 163
            pre_test()
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./valgrind-test.sh 2>&1 > mem-error-out.log
                ./handle_val_log.sh
                '''
L
liuyq-617 已提交
164 165 166 167 168 169 170 171
            }     
            timeout(time: 90, unit: 'MINUTES'){      
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b3fq
              date'''
            }
Y
Yiqing Liu 已提交
172 173
          }
        }
L
liuyq-617 已提交
174 175
   
        
Y
Yiqing Liu 已提交
176 177
    }
  }
L
liuyq-617 已提交
178
  }
L
revert  
liuyq-617 已提交
179 180
  post {      
      
181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214
        success {
            emailext (
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]'",
                body: '''<!DOCTYPE html>
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
                                    <li>构建名称>>分支:${PROJECT_NAME}</li>
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
                                    <li>触发用户:${CAUSE}</li>
                                    <li>提交信息:${CHANGE_TITLE}</li>
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
                                    <li>变更集:${JELLY_SCRIPT}</li>
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
                </html>''',
L
liuyq-617 已提交
215
                to: "${env.CHANGE_AUTHOR_EMAIL}",
216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252
                from: "support@taosdata.com"
            )
        }
        failure {
            emailext (
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]'",
                body: '''<!DOCTYPE html>
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
                                    <li>构建名称>>分支:${PROJECT_NAME}</li>
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
                                    <li>触发用户:${CAUSE}</li>
                                    <li>提交信息:${CHANGE_TITLE}</li>
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
                                    <li>变更集:${JELLY_SCRIPT}</li>
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
                </html>''',
L
liuyq-617 已提交
253
                to: "${env.CHANGE_AUTHOR_EMAIL}",
254 255 256 257
                from: "support@taosdata.com"
            )
        }
    }
L
liuyq-617 已提交
258
   
259
}