Jenkinsfile 13.1 KB
Newer Older
L
liuyq-617 已提交
1 2
import hudson.model.Result
import jenkins.model.CauseOfInterruption
3 4
properties([pipelineTriggers([githubPush()])])
node {
L
liuyq-617 已提交
5
    git url: 'https://github.com/taosdata/TDengine.git'
6 7
}

L
liuyq-617 已提交
8
def skipbuild=0
L
liuyq-617 已提交
9

L
recover  
liuyq-617 已提交
10 11 12 13 14
def abortPreviousBuilds() {
  def currentJobName = env.JOB_NAME
  def currentBuildNumber = env.BUILD_NUMBER.toInteger()
  def jobs = Jenkins.instance.getItemByFullName(currentJobName)
  def builds = jobs.getBuilds()
15

L
recover  
liuyq-617 已提交
16 17 18 19
  for (build in builds) {
    if (!build.isBuilding()) {
      continue;
    }
L
liuyq-617 已提交
20

L
recover  
liuyq-617 已提交
21 22 23 24 25 26 27 28 29 30 31 32 33 34
    if (currentBuildNumber == build.getNumber().toInteger()) {
      continue;
    }

    build.doKill()    //doTerm(),doKill(),doTerm()
  }
}
//  abort previous build
abortPreviousBuilds()
def abort_previous(){
  def buildNumber = env.BUILD_NUMBER as int
  if (buildNumber > 1) milestone(buildNumber - 1)
  milestone(buildNumber)
}
35
def pre_test(){
L
liuyq-617 已提交
36
    sh'hostname'
L
liuyq-617 已提交
37 38 39
    sh '''
    sudo rmtaos || echo "taosd has not installed"
    '''
L
liuyq-617 已提交
40
    sh '''
L
fix  
liuyq-617 已提交
41 42
    killall -9 taosd ||echo "no taosd running"
    killall -9 gdb || echo "no gdb running"
L
liuyq-617 已提交
43
    killall -9 python3.8 || echo "no python program running"
44
    cd ${WKC}
L
fix  
liuyq-617 已提交
45 46 47 48
    git reset --hard HEAD~10 >/dev/null
    '''
    script {
      if (env.CHANGE_TARGET == 'master') {
L
fix  
liuyq-617 已提交
49 50 51 52
        sh '''
        cd ${WKC}
        git checkout master
        '''
L
fix  
liuyq-617 已提交
53
        }
54
      else if(env.CHANGE_TARGET == '2.0'){
L
fix  
liuyq-617 已提交
55 56
        sh '''
        cd ${WKC}
57
        git checkout 2.0
L
fix  
liuyq-617 已提交
58
        '''
L
fix  
liuyq-617 已提交
59
      } 
60 61 62 63 64 65
      else{
        sh '''
        cd ${WKC}
        git checkout develop
        '''
      }
L
fix  
liuyq-617 已提交
66 67
    }
    sh'''
L
fix  
liuyq-617 已提交
68
    cd ${WKC}
L
liuyq-617 已提交
69
    git pull >/dev/null
L
liuyq-617 已提交
70
    git fetch origin +refs/pull/${CHANGE_ID}/merge
71
    git checkout -qf FETCH_HEAD
L
liuyq-617 已提交
72
    git clean -dfx
73
    cd ${WK}
L
enhance  
liuyq-617 已提交
74
    git reset --hard HEAD~10
L
fix  
liuyq-617 已提交
75 76 77
    '''
    script {
      if (env.CHANGE_TARGET == 'master') {
L
fix  
liuyq-617 已提交
78
        sh '''
L
fix  
liuyq-617 已提交
79
        cd ${WK}
L
fix  
liuyq-617 已提交
80 81
        git checkout master
        '''
L
fix  
liuyq-617 已提交
82
        }
83 84 85 86 87 88 89
      else if(env.CHANGE_TARGET == '2.0'){
        sh '''
        cd ${WK}
        git checkout 2.0
        '''
      } 
      else{
L
fix  
liuyq-617 已提交
90
        sh '''
L
fix  
liuyq-617 已提交
91
        cd ${WK}
L
fix  
liuyq-617 已提交
92 93
        git checkout develop
        '''
L
fix  
liuyq-617 已提交
94 95 96
      } 
    }
    sh '''
97
    cd ${WK}
L
fix  
liuyq-617 已提交
98
    git pull >/dev/null 
L
fix  
liuyq-617 已提交
99

100 101
    export TZ=Asia/Harbin
    date
L
liuyq-617 已提交
102
    git clean -dfx
103 104 105 106 107 108
    mkdir debug
    cd debug
    cmake .. > /dev/null
    make > /dev/null
    make install > /dev/null
    cd ${WKC}/tests
L
liuyq-617 已提交
109
    pip3 install ${WKC}/src/connector/python/
L
liuyq-617 已提交
110
    '''
111 112
    return 1
}
L
liuyq-617 已提交
113

Y
Yiqing Liu 已提交
114
pipeline {
L
liuyq-617 已提交
115 116 117 118 119
  agent none
  environment{
      WK = '/var/lib/jenkins/workspace/TDinternal'
      WKC= '/var/lib/jenkins/workspace/TDinternal/community'
  }
Y
Yiqing Liu 已提交
120
  stages {
L
change  
liuyq-617 已提交
121
      stage('pre_build'){
122
          agent{label 'master'}
L
liuyq-617 已提交
123 124 125
          when {
              changeRequest()
          }
126
          steps {
L
change  
liuyq-617 已提交
127 128 129 130
            script{
              abort_previous()
              abortPreviousBuilds()
            }
L
liuyq-617 已提交
131
          sh'''
132
          rm -rf ${WORKSPACE}.tes
L
fix  
liuyq-617 已提交
133 134
          cp -r ${WORKSPACE} ${WORKSPACE}.tes
          cd ${WORKSPACE}.tes
L
test  
liuyq-617 已提交
135
          git fetch
136 137 138 139 140 141 142
          '''
          script {
            if (env.CHANGE_TARGET == 'master') {
              sh '''
              git checkout master
              '''
              }
L
test  
liuyq-617 已提交
143 144 145 146 147 148
            else if(env.CHANGE_TARGET == '2.0'){
              sh '''
              git checkout 2.0
              '''
            } 
            else{
149 150 151 152 153 154
              sh '''
              git checkout develop
              '''
            } 
          }
          sh'''
L
liuyq-617 已提交
155
          git fetch origin +refs/pull/${CHANGE_ID}/merge
156
          git checkout -qf FETCH_HEAD
L
fix  
liuyq-617 已提交
157
          '''     
158

L
liuyq-617 已提交
159 160 161 162
          script{  
            skipbuild='2'     
            skipbuild=sh(script: "git log -2 --pretty=%B | fgrep -ie '[skip ci]' -e '[ci skip]' && echo 1 || echo 2", returnStdout:true)
            println skipbuild
163
          }
L
fix  
liuyq-617 已提交
164
          sh'''
L
liuyq-617 已提交
165
          rm -rf ${WORKSPACE}.tes
L
fix  
liuyq-617 已提交
166
          '''
167 168
          }
      }
L
change  
liuyq-617 已提交
169
      stage('Parallel test stage') {
L
liuyq-617 已提交
170 171
        //only build pr
        when {
L
liuyq-617 已提交
172
          allOf{
L
liuyq-617 已提交
173
              changeRequest()
L
liuyq-617 已提交
174 175
               expression{
                return skipbuild.trim() == '2'
176
              }
L
liuyq-617 已提交
177
            }
L
liuyq-617 已提交
178
          }
Y
Yiqing Liu 已提交
179
      parallel {
L
liuyq-617 已提交
180
        stage('python_1_s1') {
L
liuyq-617 已提交
181
          agent{label " slave1 || slave11 "}
L
liuyq-617 已提交
182
          steps {
L
liuyq-617 已提交
183
            
184
            pre_test()
L
liuyq-617 已提交
185
            timeout(time: 55, unit: 'MINUTES'){
L
liuyq-617 已提交
186
              sh '''
L
liuyq-617 已提交
187
              date
L
liuyq-617 已提交
188 189 190 191 192
              cd ${WKC}/tests
              ./test-all.sh p1
              date'''
            }
            
L
liuyq-617 已提交
193 194
          }
        }
L
liuyq-617 已提交
195
        stage('python_2_s5') {
L
liuyq-617 已提交
196
          agent{label " slave5 || slave15 "}
L
liuyq-617 已提交
197 198 199
          steps {
            
            pre_test()
L
liuyq-617 已提交
200
            timeout(time: 55, unit: 'MINUTES'){
201 202 203 204 205
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh p2
                date'''
L
liuyq-617 已提交
206 207 208 209
            }
          }
        }
        stage('python_3_s6') {
L
liuyq-617 已提交
210
          agent{label " slave6 || slave16 "}
L
liuyq-617 已提交
211
          steps {     
L
liuyq-617 已提交
212
            timeout(time: 55, unit: 'MINUTES'){       
L
liuyq-617 已提交
213 214 215 216 217 218 219
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh p3
              date'''
            }
L
liuyq-617 已提交
220 221
          }
        }
L
liuyq-617 已提交
222
        stage('test_b1_s2') {
L
liuyq-617 已提交
223
          agent{label " slave2 || slave12 "}
L
liuyq-617 已提交
224
          steps {     
L
liuyq-617 已提交
225
            timeout(time: 55, unit: 'MINUTES'){       
L
liuyq-617 已提交
226
              pre_test()
L
liuyq-617 已提交
227 228 229 230 231 232 233 234 235 236 237 238 239 240
              sh '''
                rm -rf /var/lib/taos/*
                rm -rf /var/log/taos/*
                nohup taosd >/dev/null &
                sleep 10
              '''
              sh '''
              cd ${WKC}/tests/examples/nodejs
              npm install td2.0-connector > /dev/null 2>&1
              node nodejsChecker.js host=localhost
              '''
              sh '''
                cd ${WKC}/tests/examples/C#/taosdemo
                mcs -out:taosdemo *.cs > /dev/null 2>&1
L
liuyq-617 已提交
241
                echo '' |./taosdemo -c /etc/taos
L
liuyq-617 已提交
242 243 244 245 246
              '''
              sh '''
                cd ${WKC}/tests/gotest
                bash batchtest.sh
              '''
L
liuyq-617 已提交
247 248 249 250 251
              sh '''
              cd ${WKC}/tests
              ./test-all.sh b1fq
              date'''
            }
Y
Yiqing Liu 已提交
252 253
          }
        }
L
liuyq-617 已提交
254
        stage('test_crash_gen_s3') {
L
liuyq-617 已提交
255
          agent{label " slave3 || slave13 "}
256
          
Y
Yiqing Liu 已提交
257
          steps {
258
            pre_test()
L
liuyq-617 已提交
259 260 261 262 263
            timeout(time: 60, unit: 'MINUTES'){
              sh '''
              cd ${WKC}/tests/pytest
              ./crash_gen.sh -a -p -t 4 -s 2000
              '''
264 265
            }
            timeout(time: 60, unit: 'MINUTES'){
P
Ping Xiao 已提交
266 267 268 269 270 271
              sh '''
              cd ${WKC}/tests/pytest
              rm -rf /var/lib/taos/*
              rm -rf /var/log/taos/*
              ./handle_crash_gen_val_log.sh
              '''
272 273 274 275 276 277
              sh '''
              cd ${WKC}/tests/pytest
              rm -rf /var/lib/taos/*
              rm -rf /var/log/taos/*
              ./handle_taosd_val_log.sh
              '''
L
liuyq-617 已提交
278
            }
L
liuyq-617 已提交
279
            timeout(time: 55, unit: 'MINUTES'){
280 281 282 283 284 285
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh b2fq
                date
                '''
L
test  
liuyq-617 已提交
286
            }                     
Y
Yiqing Liu 已提交
287 288
          }
        }
L
liuyq-617 已提交
289
        stage('test_valgrind_s4') {
L
liuyq-617 已提交
290
          agent{label " slave4 || slave14 "}
L
liuyq-617 已提交
291

Y
Yiqing Liu 已提交
292
          steps {
293 294 295 296 297 298 299
            pre_test()
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./valgrind-test.sh 2>&1 > mem-error-out.log
                ./handle_val_log.sh
                '''
L
liuyq-617 已提交
300
            }     
L
liuyq-617 已提交
301
            timeout(time: 55, unit: 'MINUTES'){      
L
liuyq-617 已提交
302 303 304 305 306
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b3fq
              date'''
P
change  
Ping Xiao 已提交
307 308 309 310 311
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh full example
              date'''
L
liuyq-617 已提交
312
            }
Y
Yiqing Liu 已提交
313 314
          }
        }
L
liuyq-617 已提交
315
        stage('test_b4_s7') {
L
liuyq-617 已提交
316
          agent{label " slave7 || slave17 "}
L
liuyq-617 已提交
317
          steps {     
L
liuyq-617 已提交
318
            timeout(time: 55, unit: 'MINUTES'){       
L
liuyq-617 已提交
319 320 321 322 323
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b4fq
L
fix  
liuyq-617 已提交
324
              cd ${WKC}/tests
L
liuyq-617 已提交
325
              ./test-all.sh p4
326 327
              cd ${WKC}/tests
              ./test-all.sh full jdbc
P
Ping Xiao 已提交
328 329
              cd ${WKC}/tests
              ./test-all.sh full unit
L
liuyq-617 已提交
330 331 332 333 334
              date'''
            }
          }
        }
        stage('test_b5_s8') {
L
liuyq-617 已提交
335
          agent{label " slave8 || slave18 "}
L
liuyq-617 已提交
336
          steps {     
L
liuyq-617 已提交
337
            timeout(time: 55, unit: 'MINUTES'){       
L
liuyq-617 已提交
338 339 340 341 342 343 344 345 346 347
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b5fq
              date'''
            }
          }
        }
        stage('test_b6_s9') {
L
liuyq-617 已提交
348
          agent{label " slave9 || slave19 "}
L
liuyq-617 已提交
349
          steps {     
L
liuyq-617 已提交
350
            timeout(time: 55, unit: 'MINUTES'){       
L
liuyq-617 已提交
351 352 353 354 355 356 357 358 359 360
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b6fq
              date'''
            }
          }
        }
        stage('test_b7_s10') {
L
liuyq-617 已提交
361
          agent{label " slave10 || slave20 "}
L
liuyq-617 已提交
362
          steps {     
L
liuyq-617 已提交
363
            timeout(time: 55, unit: 'MINUTES'){       
L
liuyq-617 已提交
364 365 366 367 368
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b7fq
P
change  
Ping Xiao 已提交
369
              date'''              
L
liuyq-617 已提交
370 371 372
            }
          }
        }        
Y
Yiqing Liu 已提交
373 374
    }
  }
L
liuyq-617 已提交
375
  }
L
liuyq-617 已提交
376
  post {  
377 378
        success {
            emailext (
379 380
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' SUCCESS",
                body: """<!DOCTYPE html>
381 382 383 384 385 386 387 388 389 390 391 392 393 394 395
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
396
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
397 398
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
399
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
400
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
401 402
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
403
                                    
404 405 406 407 408 409
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
410
                </html>""",
L
liuyq-617 已提交
411
                to: "${env.CHANGE_AUTHOR_EMAIL}",
412 413 414 415 416
                from: "support@taosdata.com"
            )
        }
        failure {
            emailext (
417 418
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' FAIL",
                body: """<!DOCTYPE html>
419 420 421 422 423 424 425 426 427 428 429 430 431 432 433
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
434
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
L
liuyq-617 已提交
435
                                    <li>构建结果:<span style="color:red"> Failure </span></li>
436
                                    <li>构建编号:${BUILD_NUMBER}</li>
437
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
438
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
439 440
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
441
                                    
442 443 444 445 446 447
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
448
                </html>""",
L
liuyq-617 已提交
449
                to: "${env.CHANGE_AUTHOR_EMAIL}",
450 451 452
                from: "support@taosdata.com"
            )
        }
L
liuyq-617 已提交
453 454
    } 
}