Jenkinsfile 11.5 KB
Newer Older
L
liuyq-617 已提交
1 2
import hudson.model.Result
import jenkins.model.CauseOfInterruption
3 4
properties([pipelineTriggers([githubPush()])])
node {
L
liuyq-617 已提交
5
    git url: 'https://github.com/taosdata/TDengine.git'
6 7
}

L
liuyq-617 已提交
8
def skipstage=0
L
liuyq-617 已提交
9

L
recover  
liuyq-617 已提交
10 11 12 13 14
def abortPreviousBuilds() {
  def currentJobName = env.JOB_NAME
  def currentBuildNumber = env.BUILD_NUMBER.toInteger()
  def jobs = Jenkins.instance.getItemByFullName(currentJobName)
  def builds = jobs.getBuilds()
15

L
recover  
liuyq-617 已提交
16 17 18 19
  for (build in builds) {
    if (!build.isBuilding()) {
      continue;
    }
L
liuyq-617 已提交
20

L
recover  
liuyq-617 已提交
21 22 23 24 25 26 27 28 29 30 31 32 33 34
    if (currentBuildNumber == build.getNumber().toInteger()) {
      continue;
    }

    build.doKill()    //doTerm(),doKill(),doTerm()
  }
}
//  abort previous build
abortPreviousBuilds()
def abort_previous(){
  def buildNumber = env.BUILD_NUMBER as int
  if (buildNumber > 1) milestone(buildNumber - 1)
  milestone(buildNumber)
}
35
def pre_test(){
L
fix  
liuyq-617 已提交
36
    
L
change  
liuyq-617 已提交
37
    
L
liuyq-617 已提交
38 39 40
    sh '''
    sudo rmtaos || echo "taosd has not installed"
    '''
L
liuyq-617 已提交
41
    sh '''
L
fix  
liuyq-617 已提交
42 43
    killall -9 taosd ||echo "no taosd running"
    killall -9 gdb || echo "no gdb running"
44
    cd ${WKC}
L
fix  
liuyq-617 已提交
45 46 47 48
    git reset --hard HEAD~10 >/dev/null
    '''
    script {
      if (env.CHANGE_TARGET == 'master') {
L
fix  
liuyq-617 已提交
49 50 51 52
        sh '''
        cd ${WKC}
        git checkout master
        '''
L
fix  
liuyq-617 已提交
53 54
        }
      else {
L
fix  
liuyq-617 已提交
55 56 57 58
        sh '''
        cd ${WKC}
        git checkout develop
        '''
L
fix  
liuyq-617 已提交
59 60 61
      } 
    }
    sh'''
L
fix  
liuyq-617 已提交
62
    cd ${WKC}
L
liuyq-617 已提交
63
    git pull >/dev/null
L
liuyq-617 已提交
64
    git fetch origin +refs/pull/${CHANGE_ID}/merge
65
    git checkout -qf FETCH_HEAD
L
liuyq-617 已提交
66
    git clean -dfx
67
    cd ${WK}
L
enhance  
liuyq-617 已提交
68
    git reset --hard HEAD~10
L
fix  
liuyq-617 已提交
69 70 71
    '''
    script {
      if (env.CHANGE_TARGET == 'master') {
L
fix  
liuyq-617 已提交
72
        sh '''
L
fix  
liuyq-617 已提交
73
        cd ${WK}
L
fix  
liuyq-617 已提交
74 75
        git checkout master
        '''
L
fix  
liuyq-617 已提交
76 77
        }
      else {
L
fix  
liuyq-617 已提交
78
        sh '''
L
fix  
liuyq-617 已提交
79
        cd ${WK}
L
fix  
liuyq-617 已提交
80 81
        git checkout develop
        '''
L
fix  
liuyq-617 已提交
82 83 84
      } 
    }
    sh '''
85
    cd ${WK}
L
fix  
liuyq-617 已提交
86
    git pull >/dev/null 
L
fix  
liuyq-617 已提交
87

88 89
    export TZ=Asia/Harbin
    date
L
liuyq-617 已提交
90
    git clean -dfx
91 92 93 94 95 96
    mkdir debug
    cd debug
    cmake .. > /dev/null
    make > /dev/null
    make install > /dev/null
    cd ${WKC}/tests
97
    pip3 install ${WKC}/src/connector/python
L
liuyq-617 已提交
98
    '''
99 100
    return 1
}
L
liuyq-617 已提交
101

Y
Yiqing Liu 已提交
102
pipeline {
L
liuyq-617 已提交
103
  agent none
L
liuyq-617 已提交
104
  
L
liuyq-617 已提交
105 106 107 108
  environment{
      WK = '/var/lib/jenkins/workspace/TDinternal'
      WKC= '/var/lib/jenkins/workspace/TDinternal/community'
  }
L
liuyq-617 已提交
109
  
Y
Yiqing Liu 已提交
110
  stages {
L
change  
liuyq-617 已提交
111
      stage('pre_build'){
112
          agent{label 'master'}
L
liuyq-617 已提交
113 114 115
          when {
              changeRequest()
          }
116
          steps {
L
change  
liuyq-617 已提交
117 118 119 120
            script{
              abort_previous()
              abortPreviousBuilds()
            }
L
liuyq-617 已提交
121
          sh'''
L
fix  
liuyq-617 已提交
122 123
          cp -r ${WORKSPACE} ${WORKSPACE}.tes
          cd ${WORKSPACE}.tes
124 125
          git checkout develop
          git pull
L
liuyq-617 已提交
126
          git fetch origin +refs/pull/${CHANGE_ID}/merge
127
          git checkout -qf FETCH_HEAD
L
fix  
liuyq-617 已提交
128 129
          '''     
          
130
          script{
L
balance  
liuyq-617 已提交
131
            env.skipstage=sh(script:"cd ${WORKSPACE}.tes && git --no-pager diff --name-only FETCH_HEAD develop|grep -v -E '.*md|//src//connector|Jenkinsfile|test-all.sh' || echo 0 ",returnStdout:true) 
132
          }
L
balance  
liuyq-617 已提交
133
          println env.skipstage
L
fix  
liuyq-617 已提交
134
          sh'''
L
liuyq-617 已提交
135
          rm -rf ${WORKSPACE}.tes
L
fix  
liuyq-617 已提交
136
          '''
137 138
          }
      }
L
change  
liuyq-617 已提交
139 140
    
      stage('Parallel test stage') {
L
liuyq-617 已提交
141 142 143
        //only build pr
        when {
              changeRequest()
144
               expression {
L
fix  
liuyq-617 已提交
145
                    env.skipstage != 0
146
              }
L
liuyq-617 已提交
147
          }
Y
Yiqing Liu 已提交
148
      parallel {
L
liuyq-617 已提交
149
        stage('python_1_s1') {
L
liuyq-617 已提交
150
          agent{label 'p1'}
L
liuyq-617 已提交
151
          steps {
L
liuyq-617 已提交
152
            
153
            pre_test()
L
liuyq-617 已提交
154
            timeout(time: 45, unit: 'MINUTES'){
L
liuyq-617 已提交
155
              sh '''
L
liuyq-617 已提交
156
              date
L
liuyq-617 已提交
157 158 159 160 161
              cd ${WKC}/tests
              ./test-all.sh p1
              date'''
            }
            
L
liuyq-617 已提交
162 163
          }
        }
L
liuyq-617 已提交
164
        stage('python_2_s5') {
L
liuyq-617 已提交
165 166 167 168
          agent{label 'p2'}
          steps {
            
            pre_test()
L
liuyq-617 已提交
169
            timeout(time: 45, unit: 'MINUTES'){
170 171 172 173 174
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh p2
                date'''
L
liuyq-617 已提交
175 176 177 178 179 180 181 182 183 184 185 186 187 188
            }
          }
        }
        stage('python_3_s6') {
          agent{label 'p3'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh p3
              date'''
            }
L
liuyq-617 已提交
189 190
          }
        }
L
liuyq-617 已提交
191
        stage('test_b1_s2') {
192
          agent{label 'b1'}
L
liuyq-617 已提交
193
          steps {     
194
            timeout(time: 45, unit: 'MINUTES'){       
L
liuyq-617 已提交
195 196 197 198 199 200
              pre_test()
              sh '''
              cd ${WKC}/tests
              ./test-all.sh b1fq
              date'''
            }
Y
Yiqing Liu 已提交
201 202 203
          }
        }

L
liuyq-617 已提交
204
        stage('test_crash_gen_s3') {
205
          agent{label "b2"}
206
          
Y
Yiqing Liu 已提交
207
          steps {
208
            pre_test()
L
liuyq-617 已提交
209 210 211 212 213 214
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./crash_gen.sh -a -p -t 4 -s 2000
                '''
            }
215 216 217 218 219 220 221

            sh '''
            cd ${WKC}/tests/pytest
            rm -rf /var/lib/taos/*
            rm -rf /var/log/taos/*
            ./handle_crash_gen_val_log.sh
            '''
L
fix  
liuyq-617 已提交
222 223 224 225 226 227
            sh '''
            cd ${WKC}/tests/pytest
            rm -rf /var/lib/taos/*
            rm -rf /var/log/taos/*
            ./handle_taosd_val_log.sh
            '''
228 229 230 231 232 233 234 235 236
            timeout(time: 45, unit: 'MINUTES'){
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh b2fq
                date
                '''
            }         
            
Y
Yiqing Liu 已提交
237 238 239
          }
        }

L
liuyq-617 已提交
240
        stage('test_valgrind_s4') {
241
          agent{label "b3"}
L
liuyq-617 已提交
242

Y
Yiqing Liu 已提交
243
          steps {
244 245 246 247 248 249 250
            pre_test()
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./valgrind-test.sh 2>&1 > mem-error-out.log
                ./handle_val_log.sh
                '''
L
liuyq-617 已提交
251
            }     
L
liuyq-617 已提交
252
            timeout(time: 45, unit: 'MINUTES'){      
L
liuyq-617 已提交
253 254 255 256 257
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b3fq
              date'''
P
change  
Ping Xiao 已提交
258 259 260 261 262
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh full example
              date'''
L
liuyq-617 已提交
263
            }
Y
Yiqing Liu 已提交
264 265
          }
        }
L
liuyq-617 已提交
266 267 268 269 270 271 272 273 274
        stage('test_b4_s7') {
          agent{label 'b4'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b4fq
L
fix  
liuyq-617 已提交
275
              cd ${WKC}/tests
L
liuyq-617 已提交
276
              ./test-all.sh p4
277 278
              cd ${WKC}/tests
              ./test-all.sh full jdbc
P
Ping Xiao 已提交
279 280
              cd ${WKC}/tests
              ./test-all.sh full unit
L
liuyq-617 已提交
281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319
              date'''
            }
          }
        }
        stage('test_b5_s8') {
          agent{label 'b5'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b5fq
              date'''
            }
          }
        }
        stage('test_b6_s9') {
          agent{label 'b6'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b6fq
              date'''
            }
          }
        }
        stage('test_b7_s10') {
          agent{label 'b7'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b7fq
P
change  
Ping Xiao 已提交
320
              date'''              
L
liuyq-617 已提交
321 322 323
            }
          }
        }        
Y
Yiqing Liu 已提交
324 325
    }
  }
L
liuyq-617 已提交
326
  }
L
liuyq-617 已提交
327
  post {  
328 329
        success {
            emailext (
330 331
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' SUCCESS",
                body: """<!DOCTYPE html>
332 333 334 335 336 337 338 339 340 341 342 343 344 345 346
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
347
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
348 349
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
350
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
351
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
352 353
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
354
                                    
355 356 357 358 359 360
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
361
                </html>""",
L
liuyq-617 已提交
362
                to: "${env.CHANGE_AUTHOR_EMAIL}",
363 364 365 366 367
                from: "support@taosdata.com"
            )
        }
        failure {
            emailext (
368 369
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' FAIL",
                body: """<!DOCTYPE html>
370 371 372 373 374 375 376 377 378 379 380 381 382 383 384
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
385
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
L
liuyq-617 已提交
386
                                    <li>构建结果:<span style="color:red"> Failure </span></li>
387
                                    <li>构建编号:${BUILD_NUMBER}</li>
388
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
389
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
390 391
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
392
                                    
393 394 395 396 397 398
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
399
                </html>""",
L
liuyq-617 已提交
400
                to: "${env.CHANGE_AUTHOR_EMAIL}",
401 402 403 404
                from: "support@taosdata.com"
            )
        }
    }
L
liuyq-617 已提交
405
   
406
}