Jenkinsfile 11.5 KB
Newer Older
L
liuyq-617 已提交
1 2
import hudson.model.Result
import jenkins.model.CauseOfInterruption
3 4
properties([pipelineTriggers([githubPush()])])
node {
L
liuyq-617 已提交
5
    git url: 'https://github.com/taosdata/TDengine.git'
6 7
}

L
liuyq-617 已提交
8
def skipstage=0
L
liuyq-617 已提交
9

L
recover  
liuyq-617 已提交
10 11 12 13 14
def abortPreviousBuilds() {
  def currentJobName = env.JOB_NAME
  def currentBuildNumber = env.BUILD_NUMBER.toInteger()
  def jobs = Jenkins.instance.getItemByFullName(currentJobName)
  def builds = jobs.getBuilds()
15

L
recover  
liuyq-617 已提交
16 17 18 19
  for (build in builds) {
    if (!build.isBuilding()) {
      continue;
    }
L
liuyq-617 已提交
20

L
recover  
liuyq-617 已提交
21 22 23 24 25 26 27 28 29 30 31 32 33 34
    if (currentBuildNumber == build.getNumber().toInteger()) {
      continue;
    }

    build.doKill()    //doTerm(),doKill(),doTerm()
  }
}
//  abort previous build
abortPreviousBuilds()
def abort_previous(){
  def buildNumber = env.BUILD_NUMBER as int
  if (buildNumber > 1) milestone(buildNumber - 1)
  milestone(buildNumber)
}
35
def pre_test(){
L
fix  
liuyq-617 已提交
36
    
L
change  
liuyq-617 已提交
37
    
L
liuyq-617 已提交
38 39 40
    sh '''
    sudo rmtaos || echo "taosd has not installed"
    '''
L
liuyq-617 已提交
41
    sh '''
L
fix  
liuyq-617 已提交
42 43
    killall -9 taosd ||echo "no taosd running"
    killall -9 gdb || echo "no gdb running"
44
    cd ${WKC}
L
fix  
liuyq-617 已提交
45 46 47 48
    git reset --hard HEAD~10 >/dev/null
    '''
    script {
      if (env.CHANGE_TARGET == 'master') {
L
fix  
liuyq-617 已提交
49 50 51 52
        sh '''
        cd ${WKC}
        git checkout master
        '''
L
fix  
liuyq-617 已提交
53 54
        }
      else {
L
fix  
liuyq-617 已提交
55 56 57 58
        sh '''
        cd ${WKC}
        git checkout develop
        '''
L
fix  
liuyq-617 已提交
59 60 61
      } 
    }
    sh'''
L
fix  
liuyq-617 已提交
62
    cd ${WKC}
L
liuyq-617 已提交
63
    git pull >/dev/null
L
liuyq-617 已提交
64
    git fetch origin +refs/pull/${CHANGE_ID}/merge
65
    git checkout -qf FETCH_HEAD
L
liuyq-617 已提交
66
    git clean -dfx
67
    cd ${WK}
L
enhance  
liuyq-617 已提交
68
    git reset --hard HEAD~10
L
fix  
liuyq-617 已提交
69 70 71
    '''
    script {
      if (env.CHANGE_TARGET == 'master') {
L
fix  
liuyq-617 已提交
72
        sh '''
L
fix  
liuyq-617 已提交
73
        cd ${WK}
L
fix  
liuyq-617 已提交
74 75
        git checkout master
        '''
L
fix  
liuyq-617 已提交
76 77
        }
      else {
L
fix  
liuyq-617 已提交
78
        sh '''
L
fix  
liuyq-617 已提交
79
        cd ${WK}
L
fix  
liuyq-617 已提交
80 81
        git checkout develop
        '''
L
fix  
liuyq-617 已提交
82 83 84
      } 
    }
    sh '''
85

86
    cd ${WK}
L
fix  
liuyq-617 已提交
87
    git pull >/dev/null 
88 89
    export TZ=Asia/Harbin
    date
L
liuyq-617 已提交
90
    git clean -dfx
91 92 93 94 95 96
    mkdir debug
    cd debug
    cmake .. > /dev/null
    make > /dev/null
    make install > /dev/null
    cd ${WKC}/tests
L
liuyq-617 已提交
97
    '''
98 99
    return 1
}
L
liuyq-617 已提交
100

Y
Yiqing Liu 已提交
101
pipeline {
L
liuyq-617 已提交
102
  agent none
L
liuyq-617 已提交
103
  
L
liuyq-617 已提交
104 105 106 107
  environment{
      WK = '/var/lib/jenkins/workspace/TDinternal'
      WKC= '/var/lib/jenkins/workspace/TDinternal/community'
  }
L
liuyq-617 已提交
108
  
Y
Yiqing Liu 已提交
109
  stages {
L
change  
liuyq-617 已提交
110
      stage('pre_build'){
111
          agent{label 'master'}
L
liuyq-617 已提交
112 113 114
          when {
              changeRequest()
          }
115
          steps {
L
change  
liuyq-617 已提交
116 117 118 119
            script{
              abort_previous()
              abortPreviousBuilds()
            }
L
liuyq-617 已提交
120
          sh'''
L
fix  
liuyq-617 已提交
121 122
          cp -r ${WORKSPACE} ${WORKSPACE}.tes
          cd ${WORKSPACE}.tes
123 124
          git checkout develop
          git pull
L
liuyq-617 已提交
125
          git fetch origin +refs/pull/${CHANGE_ID}/merge
126
          git checkout -qf FETCH_HEAD
L
fix  
liuyq-617 已提交
127 128
          '''     
          
129
          script{
L
balance  
liuyq-617 已提交
130
            env.skipstage=sh(script:"cd ${WORKSPACE}.tes && git --no-pager diff --name-only FETCH_HEAD develop|grep -v -E '.*md|//src//connector|Jenkinsfile|test-all.sh' || echo 0 ",returnStdout:true) 
131
          }
L
balance  
liuyq-617 已提交
132
          println env.skipstage
L
fix  
liuyq-617 已提交
133
          sh'''
L
liuyq-617 已提交
134
          rm -rf ${WORKSPACE}.tes
L
fix  
liuyq-617 已提交
135
          '''
136 137
          }
      }
L
change  
liuyq-617 已提交
138 139
    
      stage('Parallel test stage') {
L
liuyq-617 已提交
140 141 142
        //only build pr
        when {
              changeRequest()
143
               expression {
L
fix  
liuyq-617 已提交
144
                    env.skipstage != 0
145
              }
L
liuyq-617 已提交
146
          }
Y
Yiqing Liu 已提交
147
      parallel {
L
liuyq-617 已提交
148
        stage('python_1_s1') {
L
liuyq-617 已提交
149
          agent{label 'p1'}
L
liuyq-617 已提交
150
          steps {
L
liuyq-617 已提交
151
            
152
            pre_test()
L
liuyq-617 已提交
153
            timeout(time: 45, unit: 'MINUTES'){
L
liuyq-617 已提交
154
              sh '''
L
liuyq-617 已提交
155
              date
L
liuyq-617 已提交
156 157 158 159 160
              cd ${WKC}/tests
              ./test-all.sh p1
              date'''
            }
            
L
liuyq-617 已提交
161 162
          }
        }
L
liuyq-617 已提交
163
        stage('python_2_s5') {
L
liuyq-617 已提交
164 165 166 167
          agent{label 'p2'}
          steps {
            
            pre_test()
L
liuyq-617 已提交
168
            timeout(time: 45, unit: 'MINUTES'){
169 170 171 172 173
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh p2
                date'''
L
liuyq-617 已提交
174 175 176 177 178 179 180 181 182 183 184 185 186 187
            }
          }
        }
        stage('python_3_s6') {
          agent{label 'p3'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh p3
              date'''
            }
L
liuyq-617 已提交
188 189
          }
        }
L
liuyq-617 已提交
190
        stage('test_b1_s2') {
191
          agent{label 'b1'}
L
liuyq-617 已提交
192
          steps {     
193
            timeout(time: 45, unit: 'MINUTES'){       
L
liuyq-617 已提交
194 195 196 197 198 199
              pre_test()
              sh '''
              cd ${WKC}/tests
              ./test-all.sh b1fq
              date'''
            }
Y
Yiqing Liu 已提交
200 201 202
          }
        }

L
liuyq-617 已提交
203
        stage('test_crash_gen_s3') {
204
          agent{label "b2"}
205
          
Y
Yiqing Liu 已提交
206
          steps {
207
            pre_test()
L
liuyq-617 已提交
208 209 210 211 212 213
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./crash_gen.sh -a -p -t 4 -s 2000
                '''
            }
214 215 216 217 218 219 220

            sh '''
            cd ${WKC}/tests/pytest
            rm -rf /var/lib/taos/*
            rm -rf /var/log/taos/*
            ./handle_crash_gen_val_log.sh
            '''
L
fix  
liuyq-617 已提交
221 222 223 224 225 226
            sh '''
            cd ${WKC}/tests/pytest
            rm -rf /var/lib/taos/*
            rm -rf /var/log/taos/*
            ./handle_taosd_val_log.sh
            '''
227 228 229 230 231 232 233 234 235
            timeout(time: 45, unit: 'MINUTES'){
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh b2fq
                date
                '''
            }         
            
Y
Yiqing Liu 已提交
236 237 238
          }
        }

L
liuyq-617 已提交
239
        stage('test_valgrind_s4') {
240
          agent{label "b3"}
L
liuyq-617 已提交
241

Y
Yiqing Liu 已提交
242
          steps {
243 244 245 246 247 248 249
            pre_test()
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./valgrind-test.sh 2>&1 > mem-error-out.log
                ./handle_val_log.sh
                '''
L
liuyq-617 已提交
250
            }     
L
liuyq-617 已提交
251
            timeout(time: 45, unit: 'MINUTES'){      
L
liuyq-617 已提交
252 253 254 255 256
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b3fq
              date'''
P
change  
Ping Xiao 已提交
257 258 259 260 261
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh full example
              date'''
L
liuyq-617 已提交
262
            }
Y
Yiqing Liu 已提交
263 264
          }
        }
L
liuyq-617 已提交
265 266 267 268 269 270 271 272 273
        stage('test_b4_s7') {
          agent{label 'b4'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b4fq
L
fix  
liuyq-617 已提交
274
              cd ${WKC}/tests
L
liuyq-617 已提交
275
              ./test-all.sh p4
276 277
              cd ${WKC}/tests
              ./test-all.sh full jdbc
P
Ping Xiao 已提交
278 279
              cd ${WKC}/tests
              ./test-all.sh full unit
L
liuyq-617 已提交
280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318
              date'''
            }
          }
        }
        stage('test_b5_s8') {
          agent{label 'b5'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b5fq
              date'''
            }
          }
        }
        stage('test_b6_s9') {
          agent{label 'b6'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b6fq
              date'''
            }
          }
        }
        stage('test_b7_s10') {
          agent{label 'b7'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b7fq
P
change  
Ping Xiao 已提交
319
              date'''              
L
liuyq-617 已提交
320 321 322
            }
          }
        }        
Y
Yiqing Liu 已提交
323 324
    }
  }
L
liuyq-617 已提交
325
  }
L
liuyq-617 已提交
326
  post {  
327 328
        success {
            emailext (
329 330
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' SUCCESS",
                body: """<!DOCTYPE html>
331 332 333 334 335 336 337 338 339 340 341 342 343 344 345
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
346
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
347 348
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
349
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
350
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
351 352
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
353
                                    
354 355 356 357 358 359
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
360
                </html>""",
L
liuyq-617 已提交
361
                to: "${env.CHANGE_AUTHOR_EMAIL}",
362 363 364 365 366
                from: "support@taosdata.com"
            )
        }
        failure {
            emailext (
367 368
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' FAIL",
                body: """<!DOCTYPE html>
369 370 371 372 373 374 375 376 377 378 379 380 381 382 383
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
384
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
L
liuyq-617 已提交
385
                                    <li>构建结果:<span style="color:red"> Failure </span></li>
386
                                    <li>构建编号:${BUILD_NUMBER}</li>
387
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
388
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
389 390
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
391
                                    
392 393 394 395 396 397
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
398
                </html>""",
L
liuyq-617 已提交
399
                to: "${env.CHANGE_AUTHOR_EMAIL}",
400 401 402 403
                from: "support@taosdata.com"
            )
        }
    }
L
liuyq-617 已提交
404
   
405
}