Jenkinsfile 12.0 KB
Newer Older
L
liuyq-617 已提交
1 2
import hudson.model.Result
import jenkins.model.CauseOfInterruption
3 4
properties([pipelineTriggers([githubPush()])])
node {
L
liuyq-617 已提交
5
    git url: 'https://github.com/taosdata/TDengine.git'
6
}
L
liuyq-617 已提交
7
def skipbuild=0
L
recover  
liuyq-617 已提交
8 9 10 11 12
def abortPreviousBuilds() {
  def currentJobName = env.JOB_NAME
  def currentBuildNumber = env.BUILD_NUMBER.toInteger()
  def jobs = Jenkins.instance.getItemByFullName(currentJobName)
  def builds = jobs.getBuilds()
13

L
recover  
liuyq-617 已提交
14 15 16 17
  for (build in builds) {
    if (!build.isBuilding()) {
      continue;
    }
L
liuyq-617 已提交
18

L
recover  
liuyq-617 已提交
19 20 21 22 23 24 25 26 27 28 29 30 31 32
    if (currentBuildNumber == build.getNumber().toInteger()) {
      continue;
    }

    build.doKill()    //doTerm(),doKill(),doTerm()
  }
}
//  abort previous build
abortPreviousBuilds()
def abort_previous(){
  def buildNumber = env.BUILD_NUMBER as int
  if (buildNumber > 1) milestone(buildNumber - 1)
  milestone(buildNumber)
}
33
def pre_test(){
L
fix  
liuyq-617 已提交
34
    
L
liuyq-617 已提交
35
    sh'hostname'
L
liuyq-617 已提交
36 37 38
    sh '''
    sudo rmtaos || echo "taosd has not installed"
    '''
L
liuyq-617 已提交
39
    sh '''
L
fix  
liuyq-617 已提交
40 41
    killall -9 taosd ||echo "no taosd running"
    killall -9 gdb || echo "no gdb running"
L
liuyq-617 已提交
42
    killall -9 python3.8 || echo "no python program running"
43
    cd ${WKC}
L
fix  
liuyq-617 已提交
44 45 46 47
    git reset --hard HEAD~10 >/dev/null
    '''
    script {
      if (env.CHANGE_TARGET == 'master') {
L
fix  
liuyq-617 已提交
48 49 50 51
        sh '''
        cd ${WKC}
        git checkout master
        '''
L
fix  
liuyq-617 已提交
52 53
        }
      else {
L
fix  
liuyq-617 已提交
54 55 56 57
        sh '''
        cd ${WKC}
        git checkout develop
        '''
L
fix  
liuyq-617 已提交
58 59 60
      } 
    }
    sh'''
L
fix  
liuyq-617 已提交
61
    cd ${WKC}
L
liuyq-617 已提交
62
    git pull >/dev/null
L
liuyq-617 已提交
63
    git fetch origin +refs/pull/${CHANGE_ID}/merge
64
    git checkout -qf FETCH_HEAD
L
liuyq-617 已提交
65
    git clean -dfx
66
    cd ${WK}
L
enhance  
liuyq-617 已提交
67
    git reset --hard HEAD~10
L
fix  
liuyq-617 已提交
68 69 70
    '''
    script {
      if (env.CHANGE_TARGET == 'master') {
L
fix  
liuyq-617 已提交
71
        sh '''
L
fix  
liuyq-617 已提交
72
        cd ${WK}
L
fix  
liuyq-617 已提交
73 74
        git checkout master
        '''
L
fix  
liuyq-617 已提交
75 76
        }
      else {
L
fix  
liuyq-617 已提交
77
        sh '''
L
fix  
liuyq-617 已提交
78
        cd ${WK}
L
fix  
liuyq-617 已提交
79 80
        git checkout develop
        '''
L
fix  
liuyq-617 已提交
81 82 83
      } 
    }
    sh '''
84
    cd ${WK}
L
fix  
liuyq-617 已提交
85
    git pull >/dev/null 
L
fix  
liuyq-617 已提交
86

87 88
    export TZ=Asia/Harbin
    date
L
liuyq-617 已提交
89
    git clean -dfx
90 91 92 93 94 95
    mkdir debug
    cd debug
    cmake .. > /dev/null
    make > /dev/null
    make install > /dev/null
    cd ${WKC}/tests
96
    pip3 install ${WKC}/src/connector/python
L
liuyq-617 已提交
97
    '''
98 99
    return 1
}
L
liuyq-617 已提交
100

Y
Yiqing Liu 已提交
101
pipeline {
L
liuyq-617 已提交
102
  agent none
L
liuyq-617 已提交
103
  
L
liuyq-617 已提交
104 105 106 107
  environment{
      WK = '/var/lib/jenkins/workspace/TDinternal'
      WKC= '/var/lib/jenkins/workspace/TDinternal/community'
  }
L
liuyq-617 已提交
108
  
Y
Yiqing Liu 已提交
109
  stages {
L
change  
liuyq-617 已提交
110
      stage('pre_build'){
111
          agent{label 'master'}
L
liuyq-617 已提交
112 113 114
          when {
              changeRequest()
          }
115
          steps {
L
change  
liuyq-617 已提交
116 117 118 119
            script{
              abort_previous()
              abortPreviousBuilds()
            }
L
liuyq-617 已提交
120
          sh'''
121
          rm -rf ${WORKSPACE}.tes
L
fix  
liuyq-617 已提交
122 123
          cp -r ${WORKSPACE} ${WORKSPACE}.tes
          cd ${WORKSPACE}.tes
124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140
          
          '''
          script {
            if (env.CHANGE_TARGET == 'master') {
              sh '''
              git checkout master
              git pull origin master
              '''
              }
            else {
              sh '''
              git checkout develop
              git pull origin develop
              '''
            } 
          }
          sh'''
L
liuyq-617 已提交
141
          git fetch origin +refs/pull/${CHANGE_ID}/merge
142
          git checkout -qf FETCH_HEAD
L
fix  
liuyq-617 已提交
143 144
          '''     
          
L
liuyq-617 已提交
145 146 147 148
          script{  
            skipbuild='2'     
            skipbuild=sh(script: "git log -2 --pretty=%B | fgrep -ie '[skip ci]' -e '[ci skip]' && echo 1 || echo 2", returnStdout:true)
            println skipbuild
149
          }
L
fix  
liuyq-617 已提交
150
          sh'''
L
liuyq-617 已提交
151
          rm -rf ${WORKSPACE}.tes
L
fix  
liuyq-617 已提交
152
          '''
153 154
          }
      }
L
change  
liuyq-617 已提交
155 156
    
      stage('Parallel test stage') {
L
liuyq-617 已提交
157 158
        //only build pr
        when {
L
liuyq-617 已提交
159
          allOf {
L
liuyq-617 已提交
160
              changeRequest()
L
liuyq-617 已提交
161 162
              expression{
                return skipbuild.trim() == '2'
163
              }
L
liuyq-617 已提交
164
           }
L
liuyq-617 已提交
165
          }
Y
Yiqing Liu 已提交
166
      parallel {
L
liuyq-617 已提交
167
        stage('python_1_s1') {
L
liuyq-617 已提交
168
          agent any
L
liuyq-617 已提交
169
          steps {
170
            pre_test()
L
liuyq-617 已提交
171
            timeout(time: 45, unit: 'MINUTES'){
L
liuyq-617 已提交
172
              sh '''
L
liuyq-617 已提交
173
              date
L
liuyq-617 已提交
174 175 176 177 178
              cd ${WKC}/tests
              ./test-all.sh p1
              date'''
            }
            
L
liuyq-617 已提交
179 180
          }
        }
L
liuyq-617 已提交
181
        stage('python_2_s5') {
L
liuyq-617 已提交
182
          agent any
L
liuyq-617 已提交
183 184 185
          steps {
            
            pre_test()
L
liuyq-617 已提交
186
            timeout(time: 45, unit: 'MINUTES'){
187 188 189 190 191
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh p2
                date'''
L
liuyq-617 已提交
192 193 194 195
            }
          }
        }
        stage('python_3_s6') {
L
liuyq-617 已提交
196
          agent any
L
liuyq-617 已提交
197 198 199 200 201 202 203 204 205
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh p3
              date'''
            }
L
liuyq-617 已提交
206 207
          }
        }
L
liuyq-617 已提交
208
        stage('test_b1_s2') {
L
liuyq-617 已提交
209
          agent any
L
liuyq-617 已提交
210
          steps {     
211
            timeout(time: 45, unit: 'MINUTES'){       
L
liuyq-617 已提交
212 213 214 215 216 217
              pre_test()
              sh '''
              cd ${WKC}/tests
              ./test-all.sh b1fq
              date'''
            }
Y
Yiqing Liu 已提交
218 219 220
          }
        }

L
liuyq-617 已提交
221
        stage('test_crash_gen_s3') {
L
liuyq-617 已提交
222
          agent any
Y
Yiqing Liu 已提交
223
          steps {
224
            pre_test()
L
liuyq-617 已提交
225
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245
                timeout(time: 60, unit: 'MINUTES'){
                  sh '''
                  cd ${WKC}/tests/pytest
                  ./crash_gen.sh -a -p -t 4 -s 2000
                  '''
                }
            }
            timeout(time: 60, unit: 'MINUTES'){
              sh '''
              cd ${WKC}/tests/pytest
              rm -rf /var/lib/taos/*
              rm -rf /var/log/taos/*
              ./handle_crash_gen_val_log.sh
              '''
              sh '''
              cd ${WKC}/tests/pytest
              rm -rf /var/lib/taos/*
              rm -rf /var/log/taos/*
              ./handle_taosd_val_log.sh
              '''
L
liuyq-617 已提交
246
            }
247 248 249 250 251 252 253 254 255
            timeout(time: 45, unit: 'MINUTES'){
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh b2fq
                date
                '''
            }         
            
Y
Yiqing Liu 已提交
256 257 258
          }
        }

L
liuyq-617 已提交
259
        stage('test_valgrind_s4') {
L
liuyq-617 已提交
260
          agent any
Y
Yiqing Liu 已提交
261
          steps {
262 263 264 265 266 267 268
            pre_test()
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./valgrind-test.sh 2>&1 > mem-error-out.log
                ./handle_val_log.sh
                '''
L
liuyq-617 已提交
269
            }     
L
liuyq-617 已提交
270
            timeout(time: 45, unit: 'MINUTES'){      
L
liuyq-617 已提交
271 272 273 274 275
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b3fq
              date'''
P
change  
Ping Xiao 已提交
276 277 278 279 280
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh full example
              date'''
L
liuyq-617 已提交
281
            }
Y
Yiqing Liu 已提交
282 283
          }
        }
L
liuyq-617 已提交
284
        stage('test_b4_s7') {
L
liuyq-617 已提交
285
          agent any
L
liuyq-617 已提交
286 287 288 289 290 291 292
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b4fq
L
fix  
liuyq-617 已提交
293
              cd ${WKC}/tests
L
liuyq-617 已提交
294
              ./test-all.sh p4
295 296
              cd ${WKC}/tests
              ./test-all.sh full jdbc
P
Ping Xiao 已提交
297 298
              cd ${WKC}/tests
              ./test-all.sh full unit
L
liuyq-617 已提交
299 300 301 302 303
              date'''
            }
          }
        }
        stage('test_b5_s8') {
L
liuyq-617 已提交
304
          agent any
L
liuyq-617 已提交
305 306 307 308 309 310 311 312 313 314 315 316
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b5fq
              date'''
            }
          }
        }
        stage('test_b6_s9') {
L
liuyq-617 已提交
317
          agent any
L
liuyq-617 已提交
318 319 320 321 322 323 324 325 326 327 328 329
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b6fq
              date'''
            }
          }
        }
        stage('test_b7_s10') {
L
liuyq-617 已提交
330
          agent any
L
liuyq-617 已提交
331 332 333 334 335 336 337
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b7fq
P
change  
Ping Xiao 已提交
338
              date'''              
L
liuyq-617 已提交
339 340 341
            }
          }
        }        
Y
Yiqing Liu 已提交
342 343
    }
  }
L
liuyq-617 已提交
344
  }
L
liuyq-617 已提交
345
  post {  
346 347
        success {
            emailext (
348 349
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' SUCCESS",
                body: """<!DOCTYPE html>
350 351 352 353 354 355 356 357 358 359 360 361 362 363 364
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
365
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
366 367
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
368
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
369
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
370 371
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
372
                                    
373 374 375 376 377 378
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
379
                </html>""",
L
liuyq-617 已提交
380
                to: "${env.CHANGE_AUTHOR_EMAIL}",
381 382 383 384 385
                from: "support@taosdata.com"
            )
        }
        failure {
            emailext (
386 387
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' FAIL",
                body: """<!DOCTYPE html>
388 389 390 391 392 393 394 395 396 397 398 399 400 401 402
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
403
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
L
liuyq-617 已提交
404
                                    <li>构建结果:<span style="color:red"> Failure </span></li>
405
                                    <li>构建编号:${BUILD_NUMBER}</li>
406
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
407
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
408 409
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
410
                                    
411 412 413 414 415 416
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
417
                </html>""",
L
liuyq-617 已提交
418
                to: "${env.CHANGE_AUTHOR_EMAIL}",
419 420 421 422
                from: "support@taosdata.com"
            )
        }
    }
L
liuyq-617 已提交
423
   
424
}