Jenkinsfile 11.3 KB
Newer Older
L
liuyq-617 已提交
1 2
import hudson.model.Result
import jenkins.model.CauseOfInterruption
3 4
properties([pipelineTriggers([githubPush()])])
node {
L
liuyq-617 已提交
5
    git url: 'https://github.com/taosdata/TDengine.git'
6 7
}

L
liuyq-617 已提交
8
def skipstage=0
L
liuyq-617 已提交
9

L
recover  
liuyq-617 已提交
10 11 12 13 14
def abortPreviousBuilds() {
  def currentJobName = env.JOB_NAME
  def currentBuildNumber = env.BUILD_NUMBER.toInteger()
  def jobs = Jenkins.instance.getItemByFullName(currentJobName)
  def builds = jobs.getBuilds()
15

L
recover  
liuyq-617 已提交
16 17 18 19
  for (build in builds) {
    if (!build.isBuilding()) {
      continue;
    }
L
liuyq-617 已提交
20

L
recover  
liuyq-617 已提交
21 22 23 24 25 26 27 28 29 30 31 32 33 34
    if (currentBuildNumber == build.getNumber().toInteger()) {
      continue;
    }

    build.doKill()    //doTerm(),doKill(),doTerm()
  }
}
//  abort previous build
abortPreviousBuilds()
def abort_previous(){
  def buildNumber = env.BUILD_NUMBER as int
  if (buildNumber > 1) milestone(buildNumber - 1)
  milestone(buildNumber)
}
35
def pre_test(){
L
fix  
liuyq-617 已提交
36
    
L
change  
liuyq-617 已提交
37
    
L
liuyq-617 已提交
38 39 40
    sh '''
    sudo rmtaos || echo "taosd has not installed"
    '''
L
liuyq-617 已提交
41
    sh '''
L
fix  
liuyq-617 已提交
42 43
    killall -9 taosd ||echo "no taosd running"
    killall -9 gdb || echo "no gdb running"
44
    cd ${WKC}
L
liuyq-617 已提交
45 46 47 48 49 50 51 52 53 54 55
    git reset --hard HEAD~10 >/dev/null
    '''
    script {
      if (env.CHANGE_TARGET == 'master') {
        sh 'git checkout master'
        }
      else {
        sh 'git checkout develop'
      } 
    }
    sh'''
L
liuyq-617 已提交
56
    git pull >/dev/null
L
liuyq-617 已提交
57
    git fetch origin +refs/pull/${CHANGE_ID}/merge
58
    git checkout -qf FETCH_HEAD
L
liuyq-617 已提交
59
    git clean -dfx
60
    cd ${WK}
L
enhance  
liuyq-617 已提交
61
    git reset --hard HEAD~10
L
liuyq-617 已提交
62 63 64 65 66 67 68 69 70 71
    '''
    script {
      if (env.CHANGE_TARGET == 'master') {
        sh 'git checkout master'
        }
      else {
        sh 'git checkout develop'
      } 
    }
    sh '''
L
fix  
liuyq-617 已提交
72
    git pull >/dev/null 
73 74 75
    cd ${WK}
    export TZ=Asia/Harbin
    date
L
liuyq-617 已提交
76
    git clean -dfx
77 78 79 80 81 82
    mkdir debug
    cd debug
    cmake .. > /dev/null
    make > /dev/null
    make install > /dev/null
    cd ${WKC}/tests
L
liuyq-617 已提交
83
    '''
84 85
    return 1
}
L
liuyq-617 已提交
86

Y
Yiqing Liu 已提交
87
pipeline {
L
liuyq-617 已提交
88
  agent none
L
liuyq-617 已提交
89
  
L
liuyq-617 已提交
90 91 92 93
  environment{
      WK = '/var/lib/jenkins/workspace/TDinternal'
      WKC= '/var/lib/jenkins/workspace/TDinternal/community'
  }
L
liuyq-617 已提交
94
  
Y
Yiqing Liu 已提交
95
  stages {
L
change  
liuyq-617 已提交
96
      stage('pre_build'){
97
          agent{label 'master'}
L
liuyq-617 已提交
98 99 100
          when {
              changeRequest()
          }
101
          steps {
L
change  
liuyq-617 已提交
102 103 104 105
            script{
              abort_previous()
              abortPreviousBuilds()
            }
L
liuyq-617 已提交
106
          sh'''
L
fix  
liuyq-617 已提交
107 108
          cp -r ${WORKSPACE} ${WORKSPACE}.tes
          cd ${WORKSPACE}.tes
109 110
          git checkout develop
          git pull
L
liuyq-617 已提交
111
          git fetch origin +refs/pull/${CHANGE_ID}/merge
112
          git checkout -qf FETCH_HEAD
L
liuyq-617 已提交
113 114
          '''     
          
115
          script{
L
balance  
liuyq-617 已提交
116
            env.skipstage=sh(script:"cd ${WORKSPACE}.tes && git --no-pager diff --name-only FETCH_HEAD develop|grep -v -E '.*md|//src//connector|Jenkinsfile|test-all.sh' || echo 0 ",returnStdout:true) 
117
          }
L
balance  
liuyq-617 已提交
118
          println env.skipstage
L
fix  
liuyq-617 已提交
119
          sh'''
L
liuyq-617 已提交
120
          rm -rf ${WORKSPACE}.tes
L
fix  
liuyq-617 已提交
121
          '''
122 123
          }
      }
L
change  
liuyq-617 已提交
124 125
    
      stage('Parallel test stage') {
L
liuyq-617 已提交
126 127 128
        //only build pr
        when {
              changeRequest()
129
               expression {
L
fix  
liuyq-617 已提交
130
                    env.skipstage != 0
131
              }
L
liuyq-617 已提交
132
          }
Y
Yiqing Liu 已提交
133
      parallel {
L
liuyq-617 已提交
134
        stage('python_1_s1') {
L
liuyq-617 已提交
135
          agent{label 'p1'}
L
liuyq-617 已提交
136
          steps {
L
liuyq-617 已提交
137
            
138
            pre_test()
L
liuyq-617 已提交
139
            timeout(time: 45, unit: 'MINUTES'){
L
liuyq-617 已提交
140
              sh '''
L
liuyq-617 已提交
141
              date
L
liuyq-617 已提交
142 143 144 145 146
              cd ${WKC}/tests
              ./test-all.sh p1
              date'''
            }
            
L
liuyq-617 已提交
147 148
          }
        }
L
liuyq-617 已提交
149
        stage('python_2_s5') {
L
liuyq-617 已提交
150 151 152 153
          agent{label 'p2'}
          steps {
            
            pre_test()
L
liuyq-617 已提交
154
            timeout(time: 45, unit: 'MINUTES'){
155 156 157 158 159
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh p2
                date'''
L
liuyq-617 已提交
160 161 162 163 164 165 166 167 168 169 170 171 172 173
            }
          }
        }
        stage('python_3_s6') {
          agent{label 'p3'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh p3
              date'''
            }
L
liuyq-617 已提交
174 175
          }
        }
L
liuyq-617 已提交
176
        stage('test_b1_s2') {
177
          agent{label 'b1'}
L
liuyq-617 已提交
178
          steps {     
179
            timeout(time: 45, unit: 'MINUTES'){       
L
liuyq-617 已提交
180 181 182 183 184 185
              pre_test()
              sh '''
              cd ${WKC}/tests
              ./test-all.sh b1fq
              date'''
            }
Y
Yiqing Liu 已提交
186 187 188
          }
        }

L
liuyq-617 已提交
189
        stage('test_crash_gen_s3') {
190
          agent{label "b2"}
191
          
Y
Yiqing Liu 已提交
192
          steps {
193
            pre_test()
L
liuyq-617 已提交
194 195 196 197 198 199
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./crash_gen.sh -a -p -t 4 -s 2000
                '''
            }
200 201 202 203 204 205 206

            sh '''
            cd ${WKC}/tests/pytest
            rm -rf /var/lib/taos/*
            rm -rf /var/log/taos/*
            ./handle_crash_gen_val_log.sh
            '''
207 208 209 210 211 212
            sh '''
            cd ${WKC}/tests/pytest
            rm -rf /var/lib/taos/*
            rm -rf /var/log/taos/*
            ./handle_taosd_val_log.sh
            '''
213 214 215 216 217 218 219 220 221
            timeout(time: 45, unit: 'MINUTES'){
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh b2fq
                date
                '''
            }         
            
Y
Yiqing Liu 已提交
222 223 224
          }
        }

L
liuyq-617 已提交
225
        stage('test_valgrind_s4') {
226
          agent{label "b3"}
L
liuyq-617 已提交
227

Y
Yiqing Liu 已提交
228
          steps {
229 230 231 232 233 234 235
            pre_test()
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./valgrind-test.sh 2>&1 > mem-error-out.log
                ./handle_val_log.sh
                '''
L
liuyq-617 已提交
236
            }     
L
liuyq-617 已提交
237
            timeout(time: 45, unit: 'MINUTES'){      
L
liuyq-617 已提交
238 239 240 241 242
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b3fq
              date'''
P
change  
Ping Xiao 已提交
243 244 245 246 247
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh full example
              date'''
L
liuyq-617 已提交
248
            }
Y
Yiqing Liu 已提交
249 250
          }
        }
L
liuyq-617 已提交
251 252 253 254 255 256 257 258 259
        stage('test_b4_s7') {
          agent{label 'b4'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b4fq
L
fix  
liuyq-617 已提交
260
              cd ${WKC}/tests
L
liuyq-617 已提交
261
              ./test-all.sh p4
262 263
              cd ${WKC}/tests
              ./test-all.sh full jdbc
P
Ping Xiao 已提交
264 265
              cd ${WKC}/tests
              ./test-all.sh full unit
L
liuyq-617 已提交
266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304
              date'''
            }
          }
        }
        stage('test_b5_s8') {
          agent{label 'b5'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b5fq
              date'''
            }
          }
        }
        stage('test_b6_s9') {
          agent{label 'b6'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b6fq
              date'''
            }
          }
        }
        stage('test_b7_s10') {
          agent{label 'b7'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b7fq
P
change  
Ping Xiao 已提交
305
              date'''              
L
liuyq-617 已提交
306 307 308
            }
          }
        }        
Y
Yiqing Liu 已提交
309 310
    }
  }
L
liuyq-617 已提交
311
  }
L
liuyq-617 已提交
312
  post {  
313 314
        success {
            emailext (
315 316
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' SUCCESS",
                body: """<!DOCTYPE html>
317 318 319 320 321 322 323 324 325 326 327 328 329 330 331
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
332
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
333 334
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
335
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
336
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
337 338
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
339
                                    
340 341 342 343 344 345
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
346
                </html>""",
L
liuyq-617 已提交
347
                to: "${env.CHANGE_AUTHOR_EMAIL}",
348 349 350 351 352
                from: "support@taosdata.com"
            )
        }
        failure {
            emailext (
353 354
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' FAIL",
                body: """<!DOCTYPE html>
355 356 357 358 359 360 361 362 363 364 365 366 367 368 369
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
370
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
L
liuyq-617 已提交
371
                                    <li>构建结果:<span style="color:red"> Failure </span></li>
372
                                    <li>构建编号:${BUILD_NUMBER}</li>
373
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
374
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
375 376
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
377
                                    
378 379 380 381 382 383
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
384
                </html>""",
L
liuyq-617 已提交
385
                to: "${env.CHANGE_AUTHOR_EMAIL}",
386 387 388 389
                from: "support@taosdata.com"
            )
        }
    }
L
liuyq-617 已提交
390
   
391
}