Jenkinsfile 12.5 KB
Newer Older
L
liuyq-617 已提交
1 2
import hudson.model.Result
import jenkins.model.CauseOfInterruption
3 4
properties([pipelineTriggers([githubPush()])])
node {
L
liuyq-617 已提交
5
    git url: 'https://github.com/taosdata/TDengine.git'
6 7
}

L
liuyq-617 已提交
8
def skipstage=0
L
liuyq-617 已提交
9
def skipbuild=0
L
recover  
liuyq-617 已提交
10 11 12 13 14
def abortPreviousBuilds() {
  def currentJobName = env.JOB_NAME
  def currentBuildNumber = env.BUILD_NUMBER.toInteger()
  def jobs = Jenkins.instance.getItemByFullName(currentJobName)
  def builds = jobs.getBuilds()
15

L
recover  
liuyq-617 已提交
16 17 18 19
  for (build in builds) {
    if (!build.isBuilding()) {
      continue;
    }
L
liuyq-617 已提交
20

L
recover  
liuyq-617 已提交
21 22 23 24 25 26 27 28 29 30 31 32 33 34
    if (currentBuildNumber == build.getNumber().toInteger()) {
      continue;
    }

    build.doKill()    //doTerm(),doKill(),doTerm()
  }
}
//  abort previous build
abortPreviousBuilds()
def abort_previous(){
  def buildNumber = env.BUILD_NUMBER as int
  if (buildNumber > 1) milestone(buildNumber - 1)
  milestone(buildNumber)
}
35
def pre_test(){
L
fix  
liuyq-617 已提交
36
    
L
change  
liuyq-617 已提交
37
    
L
liuyq-617 已提交
38 39 40
    sh '''
    sudo rmtaos || echo "taosd has not installed"
    '''
L
liuyq-617 已提交
41
    sh '''
L
fix  
liuyq-617 已提交
42 43
    killall -9 taosd ||echo "no taosd running"
    killall -9 gdb || echo "no gdb running"
44
    killall -9 python3.8 || echo "no python program running"
45
    cd ${WKC}
L
fix  
liuyq-617 已提交
46 47 48 49
    git reset --hard HEAD~10 >/dev/null
    '''
    script {
      if (env.CHANGE_TARGET == 'master') {
L
fix  
liuyq-617 已提交
50 51 52 53
        sh '''
        cd ${WKC}
        git checkout master
        '''
L
fix  
liuyq-617 已提交
54
        }
55
      else if(env.CHANGE_TARGET == '2.0'){
L
fix  
liuyq-617 已提交
56 57
        sh '''
        cd ${WKC}
58
        git checkout 2.0
L
fix  
liuyq-617 已提交
59
        '''
L
fix  
liuyq-617 已提交
60
      } 
61 62 63 64 65 66
      else{
        sh '''
        cd ${WKC}
        git checkout develop
        '''
      }
L
fix  
liuyq-617 已提交
67 68
    }
    sh'''
L
fix  
liuyq-617 已提交
69
    cd ${WKC}
L
liuyq-617 已提交
70
    git pull >/dev/null
L
liuyq-617 已提交
71
    git fetch origin +refs/pull/${CHANGE_ID}/merge
72
    git checkout -qf FETCH_HEAD
L
liuyq-617 已提交
73
    git clean -dfx
74
    cd ${WK}
L
enhance  
liuyq-617 已提交
75
    git reset --hard HEAD~10
L
fix  
liuyq-617 已提交
76 77 78
    '''
    script {
      if (env.CHANGE_TARGET == 'master') {
L
fix  
liuyq-617 已提交
79
        sh '''
L
fix  
liuyq-617 已提交
80
        cd ${WK}
L
fix  
liuyq-617 已提交
81 82
        git checkout master
        '''
L
fix  
liuyq-617 已提交
83
        }
84 85 86 87 88 89 90
      else if(env.CHANGE_TARGET == '2.0'){
        sh '''
        cd ${WK}
        git checkout 2.0
        '''
      } 
      else{
L
fix  
liuyq-617 已提交
91
        sh '''
L
fix  
liuyq-617 已提交
92
        cd ${WK}
L
fix  
liuyq-617 已提交
93 94
        git checkout develop
        '''
L
fix  
liuyq-617 已提交
95 96 97
      } 
    }
    sh '''
98
    cd ${WK}
L
fix  
liuyq-617 已提交
99
    git pull >/dev/null 
100

101 102
    export TZ=Asia/Harbin
    date
L
liuyq-617 已提交
103
    git clean -dfx
104 105 106 107 108 109
    mkdir debug
    cd debug
    cmake .. > /dev/null
    make > /dev/null
    make install > /dev/null
    cd ${WKC}/tests
110
    pip3 install ${WKC}/src/connector/python/
L
liuyq-617 已提交
111
    '''
112 113
    return 1
}
L
liuyq-617 已提交
114

Y
Yiqing Liu 已提交
115
pipeline {
L
liuyq-617 已提交
116
  agent none
L
liuyq-617 已提交
117
  
L
liuyq-617 已提交
118 119 120 121
  environment{
      WK = '/var/lib/jenkins/workspace/TDinternal'
      WKC= '/var/lib/jenkins/workspace/TDinternal/community'
  }
L
liuyq-617 已提交
122
  
Y
Yiqing Liu 已提交
123
  stages {
L
change  
liuyq-617 已提交
124
      stage('pre_build'){
125
          agent{label 'master'}
L
liuyq-617 已提交
126 127
          when {
              changeRequest()
L
liuyq-617 已提交
128
              
L
liuyq-617 已提交
129
          }
130
          steps {
L
change  
liuyq-617 已提交
131 132 133 134
            script{
              abort_previous()
              abortPreviousBuilds()
            }
L
liuyq-617 已提交
135
          sh'''
136
          rm -rf ${WORKSPACE}.tes
L
fix  
liuyq-617 已提交
137 138
          cp -r ${WORKSPACE} ${WORKSPACE}.tes
          cd ${WORKSPACE}.tes
139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155
          
          '''
          script {
            if (env.CHANGE_TARGET == 'master') {
              sh '''
              git checkout master
              git pull origin master
              '''
              }
            else {
              sh '''
              git checkout develop
              git pull origin develop
              '''
            } 
          }
          sh'''
L
liuyq-617 已提交
156
          git fetch origin +refs/pull/${CHANGE_ID}/merge
157
          git checkout -qf FETCH_HEAD
L
fix  
liuyq-617 已提交
158 159
          '''     
          
160
          script{
161
            env.skipstage=sh(script:"cd ${WORKSPACE}.tes && git --no-pager diff --name-only FETCH_HEAD ${env.CHANGE_TARGET}|grep -v -E '.*md|//src//connector|Jenkinsfile|test-all.sh' || echo 0 ",returnStdout:true) 
L
liuyq-617 已提交
162
            env.skipbuild=sh(script: "git log -1 --pretty=%B | fgrep -ie '[skip ci]' -e '[ci skip]'", returnStatus: true)
L
test  
liuyq-617 已提交
163

164
          }
L
balance  
liuyq-617 已提交
165
          println env.skipstage
L
fix  
liuyq-617 已提交
166
          sh'''
L
liuyq-617 已提交
167
          rm -rf ${WORKSPACE}.tes
L
fix  
liuyq-617 已提交
168
          '''
169 170
          }
      }
L
change  
liuyq-617 已提交
171 172
    
      stage('Parallel test stage') {
L
liuyq-617 已提交
173 174 175
        //only build pr
        when {
              changeRequest()
176
               expression {
L
fix  
liuyq-617 已提交
177
                    env.skipstage != 0
L
liuyq-617 已提交
178
                    env.skipbuild ==1
179
              }
L
liuyq-617 已提交
180
          }
Y
Yiqing Liu 已提交
181
      parallel {
L
liuyq-617 已提交
182
        stage('python_1_s1') {
L
liuyq-617 已提交
183
          agent{label 'p1'}
L
liuyq-617 已提交
184
          steps {
L
liuyq-617 已提交
185
            
186
            pre_test()
L
liuyq-617 已提交
187
            timeout(time: 45, unit: 'MINUTES'){
L
liuyq-617 已提交
188
              sh '''
L
liuyq-617 已提交
189
              date
L
liuyq-617 已提交
190 191 192 193 194
              cd ${WKC}/tests
              ./test-all.sh p1
              date'''
            }
            
L
liuyq-617 已提交
195 196
          }
        }
L
liuyq-617 已提交
197
        stage('python_2_s5') {
L
liuyq-617 已提交
198 199 200 201
          agent{label 'p2'}
          steps {
            
            pre_test()
L
liuyq-617 已提交
202
            timeout(time: 45, unit: 'MINUTES'){
203 204 205 206 207
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh p2
                date'''
L
liuyq-617 已提交
208 209 210 211 212 213 214 215 216 217 218 219 220 221
            }
          }
        }
        stage('python_3_s6') {
          agent{label 'p3'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh p3
              date'''
            }
L
liuyq-617 已提交
222 223
          }
        }
L
liuyq-617 已提交
224
        stage('test_b1_s2') {
225
          agent{label 'b1'}
L
liuyq-617 已提交
226
          steps {     
227
            timeout(time: 45, unit: 'MINUTES'){       
L
liuyq-617 已提交
228 229 230 231 232 233
              pre_test()
              sh '''
              cd ${WKC}/tests
              ./test-all.sh b1fq
              date'''
            }
Y
Yiqing Liu 已提交
234 235 236
          }
        }

L
liuyq-617 已提交
237
        stage('test_crash_gen_s3') {
238
          agent{label "b2"}
239
          
Y
Yiqing Liu 已提交
240
          steps {
241
            pre_test()
L
liuyq-617 已提交
242
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262
                timeout(time: 60, unit: 'MINUTES'){
                  sh '''
                  cd ${WKC}/tests/pytest
                  ./crash_gen.sh -a -p -t 4 -s 2000
                  '''
                }
            }
            timeout(time: 60, unit: 'MINUTES'){
              sh '''
              cd ${WKC}/tests/pytest
              rm -rf /var/lib/taos/*
              rm -rf /var/log/taos/*
              ./handle_crash_gen_val_log.sh
              '''
              sh '''
              cd ${WKC}/tests/pytest
              rm -rf /var/lib/taos/*
              rm -rf /var/log/taos/*
              ./handle_taosd_val_log.sh
              '''
L
liuyq-617 已提交
263
            }
264 265 266 267 268 269 270 271 272
            timeout(time: 45, unit: 'MINUTES'){
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh b2fq
                date
                '''
            }         
            
Y
Yiqing Liu 已提交
273 274 275
          }
        }

L
liuyq-617 已提交
276
        stage('test_valgrind_s4') {
277
          agent{label "b3"}
L
liuyq-617 已提交
278

Y
Yiqing Liu 已提交
279
          steps {
280 281 282 283 284 285 286
            pre_test()
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./valgrind-test.sh 2>&1 > mem-error-out.log
                ./handle_val_log.sh
                '''
L
liuyq-617 已提交
287
            }     
L
liuyq-617 已提交
288
            timeout(time: 45, unit: 'MINUTES'){      
L
liuyq-617 已提交
289 290 291 292 293
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b3fq
              date'''
P
change  
Ping Xiao 已提交
294 295 296 297 298
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh full example
              date'''
L
liuyq-617 已提交
299
            }
Y
Yiqing Liu 已提交
300 301
          }
        }
L
liuyq-617 已提交
302 303 304 305 306 307 308 309 310
        stage('test_b4_s7') {
          agent{label 'b4'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b4fq
L
fix  
liuyq-617 已提交
311
              cd ${WKC}/tests
L
liuyq-617 已提交
312
              ./test-all.sh p4
313 314
              cd ${WKC}/tests
              ./test-all.sh full jdbc
P
Ping Xiao 已提交
315 316
              cd ${WKC}/tests
              ./test-all.sh full unit
L
liuyq-617 已提交
317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355
              date'''
            }
          }
        }
        stage('test_b5_s8') {
          agent{label 'b5'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b5fq
              date'''
            }
          }
        }
        stage('test_b6_s9') {
          agent{label 'b6'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b6fq
              date'''
            }
          }
        }
        stage('test_b7_s10') {
          agent{label 'b7'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b7fq
P
change  
Ping Xiao 已提交
356
              date'''              
L
liuyq-617 已提交
357 358 359
            }
          }
        }        
Y
Yiqing Liu 已提交
360 361
    }
  }
L
liuyq-617 已提交
362
  }
L
liuyq-617 已提交
363
  post {  
364 365
        success {
            emailext (
366 367
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' SUCCESS",
                body: """<!DOCTYPE html>
368 369 370 371 372 373 374 375 376 377 378 379 380 381 382
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
383
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
384 385
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
386
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
387
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
388 389
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
390
                                    
391 392 393 394 395 396
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
397
                </html>""",
L
liuyq-617 已提交
398
                to: "${env.CHANGE_AUTHOR_EMAIL}",
399 400 401 402 403
                from: "support@taosdata.com"
            )
        }
        failure {
            emailext (
404 405
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' FAIL",
                body: """<!DOCTYPE html>
406 407 408 409 410 411 412 413 414 415 416 417 418 419 420
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
421
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
L
liuyq-617 已提交
422
                                    <li>构建结果:<span style="color:red"> Failure </span></li>
423
                                    <li>构建编号:${BUILD_NUMBER}</li>
424
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
425
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
426 427
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
428
                                    
429 430 431 432 433 434
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
435
                </html>""",
L
liuyq-617 已提交
436
                to: "${env.CHANGE_AUTHOR_EMAIL}",
437 438 439 440
                from: "support@taosdata.com"
            )
        }
    }
L
liuyq-617 已提交
441
   
442
}