Jenkinsfile 11.5 KB
Newer Older
L
liuyq-617 已提交
1 2
import hudson.model.Result
import jenkins.model.CauseOfInterruption
3 4
properties([pipelineTriggers([githubPush()])])
node {
L
liuyq-617 已提交
5
    git url: 'https://github.com/taosdata/TDengine.git'
6 7
}

L
liuyq-617 已提交
8
def skipstage=0
L
liuyq-617 已提交
9

L
recover  
liuyq-617 已提交
10 11 12 13 14
def abortPreviousBuilds() {
  def currentJobName = env.JOB_NAME
  def currentBuildNumber = env.BUILD_NUMBER.toInteger()
  def jobs = Jenkins.instance.getItemByFullName(currentJobName)
  def builds = jobs.getBuilds()
15

L
recover  
liuyq-617 已提交
16 17 18 19
  for (build in builds) {
    if (!build.isBuilding()) {
      continue;
    }
L
liuyq-617 已提交
20

L
recover  
liuyq-617 已提交
21 22 23 24 25 26 27 28 29 30 31 32 33 34
    if (currentBuildNumber == build.getNumber().toInteger()) {
      continue;
    }

    build.doKill()    //doTerm(),doKill(),doTerm()
  }
}
//  abort previous build
abortPreviousBuilds()
def abort_previous(){
  def buildNumber = env.BUILD_NUMBER as int
  if (buildNumber > 1) milestone(buildNumber - 1)
  milestone(buildNumber)
}
35
def pre_test(){
L
fix  
liuyq-617 已提交
36
    
L
change  
liuyq-617 已提交
37
    
L
liuyq-617 已提交
38 39 40
    sh '''
    sudo rmtaos || echo "taosd has not installed"
    '''
L
liuyq-617 已提交
41
    sh '''
L
fix  
liuyq-617 已提交
42 43
    killall -9 taosd ||echo "no taosd running"
    killall -9 gdb || echo "no gdb running"
44
    cd ${WKC}
L
fix  
liuyq-617 已提交
45 46 47 48
    git reset --hard HEAD~10 >/dev/null
    '''
    script {
      if (env.CHANGE_TARGET == 'master') {
L
fix  
liuyq-617 已提交
49 50 51 52
        sh '''
        cd ${WKC}
        git checkout master
        '''
L
fix  
liuyq-617 已提交
53 54
        }
      else {
L
fix  
liuyq-617 已提交
55 56 57 58
        sh '''
        cd ${WKC}
        git checkout develop
        '''
L
fix  
liuyq-617 已提交
59 60 61
      } 
    }
    sh'''
L
fix  
liuyq-617 已提交
62
    cd ${WKC}
L
liuyq-617 已提交
63
    git pull >/dev/null
L
liuyq-617 已提交
64
    git fetch origin +refs/pull/${CHANGE_ID}/merge
65
    git checkout -qf FETCH_HEAD
L
liuyq-617 已提交
66
    git clean -dfx
67
    cd ${WK}
L
enhance  
liuyq-617 已提交
68
    git reset --hard HEAD~10
L
fix  
liuyq-617 已提交
69 70 71
    '''
    script {
      if (env.CHANGE_TARGET == 'master') {
L
fix  
liuyq-617 已提交
72 73 74 75
        sh '''
        cd ${WKC}
        git checkout master
        '''
L
fix  
liuyq-617 已提交
76 77
        }
      else {
L
fix  
liuyq-617 已提交
78 79 80 81
        sh '''
        cd ${WKC}
        git checkout develop
        '''
L
fix  
liuyq-617 已提交
82 83 84
      } 
    }
    sh '''
85
    cd ${WK}
L
fix  
liuyq-617 已提交
86
    git pull >/dev/null 
87 88
    export TZ=Asia/Harbin
    date
L
liuyq-617 已提交
89
    git clean -dfx
90 91 92 93 94 95
    mkdir debug
    cd debug
    cmake .. > /dev/null
    make > /dev/null
    make install > /dev/null
    cd ${WKC}/tests
L
liuyq-617 已提交
96
    '''
97 98
    return 1
}
L
liuyq-617 已提交
99

Y
Yiqing Liu 已提交
100
pipeline {
L
liuyq-617 已提交
101
  agent none
L
liuyq-617 已提交
102
  
L
liuyq-617 已提交
103 104 105 106
  environment{
      WK = '/var/lib/jenkins/workspace/TDinternal'
      WKC= '/var/lib/jenkins/workspace/TDinternal/community'
  }
L
liuyq-617 已提交
107
  
Y
Yiqing Liu 已提交
108
  stages {
L
change  
liuyq-617 已提交
109
      stage('pre_build'){
110
          agent{label 'master'}
L
liuyq-617 已提交
111 112 113
          when {
              changeRequest()
          }
114
          steps {
L
change  
liuyq-617 已提交
115 116 117 118
            script{
              abort_previous()
              abortPreviousBuilds()
            }
L
liuyq-617 已提交
119
          sh'''
L
fix  
liuyq-617 已提交
120 121
          cp -r ${WORKSPACE} ${WORKSPACE}.tes
          cd ${WORKSPACE}.tes
122 123
          git checkout develop
          git pull
L
liuyq-617 已提交
124
          git fetch origin +refs/pull/${CHANGE_ID}/merge
125
          git checkout -qf FETCH_HEAD
L
fix  
liuyq-617 已提交
126 127
          '''     
          
128
          script{
L
balance  
liuyq-617 已提交
129
            env.skipstage=sh(script:"cd ${WORKSPACE}.tes && git --no-pager diff --name-only FETCH_HEAD develop|grep -v -E '.*md|//src//connector|Jenkinsfile|test-all.sh' || echo 0 ",returnStdout:true) 
130
          }
L
balance  
liuyq-617 已提交
131
          println env.skipstage
L
fix  
liuyq-617 已提交
132
          sh'''
L
liuyq-617 已提交
133
          rm -rf ${WORKSPACE}.tes
L
fix  
liuyq-617 已提交
134
          '''
135 136
          }
      }
L
change  
liuyq-617 已提交
137 138
    
      stage('Parallel test stage') {
L
liuyq-617 已提交
139 140 141
        //only build pr
        when {
              changeRequest()
142
               expression {
L
fix  
liuyq-617 已提交
143
                    env.skipstage != 0
144
              }
L
liuyq-617 已提交
145
          }
Y
Yiqing Liu 已提交
146
      parallel {
L
liuyq-617 已提交
147
        stage('python_1_s1') {
L
liuyq-617 已提交
148
          agent{label 'p1'}
L
liuyq-617 已提交
149
          steps {
L
liuyq-617 已提交
150
            
151
            pre_test()
L
liuyq-617 已提交
152
            timeout(time: 45, unit: 'MINUTES'){
L
liuyq-617 已提交
153
              sh '''
L
liuyq-617 已提交
154
              date
L
liuyq-617 已提交
155 156 157 158 159
              cd ${WKC}/tests
              ./test-all.sh p1
              date'''
            }
            
L
liuyq-617 已提交
160 161
          }
        }
L
liuyq-617 已提交
162
        stage('python_2_s5') {
L
liuyq-617 已提交
163 164 165 166
          agent{label 'p2'}
          steps {
            
            pre_test()
L
liuyq-617 已提交
167
            timeout(time: 45, unit: 'MINUTES'){
168 169 170 171 172
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh p2
                date'''
L
liuyq-617 已提交
173 174 175 176 177 178 179 180 181 182 183 184 185 186
            }
          }
        }
        stage('python_3_s6') {
          agent{label 'p3'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh p3
              date'''
            }
L
liuyq-617 已提交
187 188
          }
        }
L
liuyq-617 已提交
189
        stage('test_b1_s2') {
190
          agent{label 'b1'}
L
liuyq-617 已提交
191
          steps {     
192
            timeout(time: 45, unit: 'MINUTES'){       
L
liuyq-617 已提交
193 194 195 196 197 198
              pre_test()
              sh '''
              cd ${WKC}/tests
              ./test-all.sh b1fq
              date'''
            }
Y
Yiqing Liu 已提交
199 200 201
          }
        }

L
liuyq-617 已提交
202
        stage('test_crash_gen_s3') {
203
          agent{label "b2"}
204
          
Y
Yiqing Liu 已提交
205
          steps {
206
            pre_test()
L
liuyq-617 已提交
207 208 209 210 211 212
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./crash_gen.sh -a -p -t 4 -s 2000
                '''
            }
213 214 215 216 217 218 219

            sh '''
            cd ${WKC}/tests/pytest
            rm -rf /var/lib/taos/*
            rm -rf /var/log/taos/*
            ./handle_crash_gen_val_log.sh
            '''
L
fix  
liuyq-617 已提交
220 221 222 223 224 225
            sh '''
            cd ${WKC}/tests/pytest
            rm -rf /var/lib/taos/*
            rm -rf /var/log/taos/*
            ./handle_taosd_val_log.sh
            '''
226 227 228 229 230 231 232 233 234
            timeout(time: 45, unit: 'MINUTES'){
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh b2fq
                date
                '''
            }         
            
Y
Yiqing Liu 已提交
235 236 237
          }
        }

L
liuyq-617 已提交
238
        stage('test_valgrind_s4') {
239
          agent{label "b3"}
L
liuyq-617 已提交
240

Y
Yiqing Liu 已提交
241
          steps {
242 243 244 245 246 247 248
            pre_test()
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./valgrind-test.sh 2>&1 > mem-error-out.log
                ./handle_val_log.sh
                '''
L
liuyq-617 已提交
249
            }     
L
liuyq-617 已提交
250
            timeout(time: 45, unit: 'MINUTES'){      
L
liuyq-617 已提交
251 252 253 254 255
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b3fq
              date'''
P
change  
Ping Xiao 已提交
256 257 258 259 260
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh full example
              date'''
L
liuyq-617 已提交
261
            }
Y
Yiqing Liu 已提交
262 263
          }
        }
L
liuyq-617 已提交
264 265 266 267 268 269 270 271 272
        stage('test_b4_s7') {
          agent{label 'b4'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b4fq
L
fix  
liuyq-617 已提交
273
              cd ${WKC}/tests
L
liuyq-617 已提交
274
              ./test-all.sh p4
275 276
              cd ${WKC}/tests
              ./test-all.sh full jdbc
P
Ping Xiao 已提交
277 278
              cd ${WKC}/tests
              ./test-all.sh full unit
L
liuyq-617 已提交
279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317
              date'''
            }
          }
        }
        stage('test_b5_s8') {
          agent{label 'b5'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b5fq
              date'''
            }
          }
        }
        stage('test_b6_s9') {
          agent{label 'b6'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b6fq
              date'''
            }
          }
        }
        stage('test_b7_s10') {
          agent{label 'b7'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b7fq
P
change  
Ping Xiao 已提交
318
              date'''              
L
liuyq-617 已提交
319 320 321
            }
          }
        }        
Y
Yiqing Liu 已提交
322 323
    }
  }
L
liuyq-617 已提交
324
  }
L
liuyq-617 已提交
325
  post {  
326 327
        success {
            emailext (
328 329
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' SUCCESS",
                body: """<!DOCTYPE html>
330 331 332 333 334 335 336 337 338 339 340 341 342 343 344
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
345
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
346 347
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
348
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
349
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
350 351
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
352
                                    
353 354 355 356 357 358
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
359
                </html>""",
L
liuyq-617 已提交
360
                to: "${env.CHANGE_AUTHOR_EMAIL}",
361 362 363 364 365
                from: "support@taosdata.com"
            )
        }
        failure {
            emailext (
366 367
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' FAIL",
                body: """<!DOCTYPE html>
368 369 370 371 372 373 374 375 376 377 378 379 380 381 382
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
383
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
L
liuyq-617 已提交
384
                                    <li>构建结果:<span style="color:red"> Failure </span></li>
385
                                    <li>构建编号:${BUILD_NUMBER}</li>
386
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
387
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
388 389
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
390
                                    
391 392 393 394 395 396
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
397
                </html>""",
L
liuyq-617 已提交
398
                to: "${env.CHANGE_AUTHOR_EMAIL}",
399 400 401 402
                from: "support@taosdata.com"
            )
        }
    }
L
liuyq-617 已提交
403
   
404
}