Jenkinsfile 11.1 KB
Newer Older
L
liuyq-617 已提交
1 2
import hudson.model.Result
import jenkins.model.CauseOfInterruption
3 4
properties([pipelineTriggers([githubPush()])])
node {
L
liuyq-617 已提交
5
    git url: 'https://github.com/taosdata/TDengine.git'
6 7
}

L
liuyq-617 已提交
8
def skipstage=0
L
liuyq-617 已提交
9

L
recover  
liuyq-617 已提交
10 11 12 13 14
def abortPreviousBuilds() {
  def currentJobName = env.JOB_NAME
  def currentBuildNumber = env.BUILD_NUMBER.toInteger()
  def jobs = Jenkins.instance.getItemByFullName(currentJobName)
  def builds = jobs.getBuilds()
15

L
recover  
liuyq-617 已提交
16 17 18 19
  for (build in builds) {
    if (!build.isBuilding()) {
      continue;
    }
L
liuyq-617 已提交
20

L
recover  
liuyq-617 已提交
21 22 23 24 25 26 27 28 29 30 31 32 33 34
    if (currentBuildNumber == build.getNumber().toInteger()) {
      continue;
    }

    build.doKill()    //doTerm(),doKill(),doTerm()
  }
}
//  abort previous build
abortPreviousBuilds()
def abort_previous(){
  def buildNumber = env.BUILD_NUMBER as int
  if (buildNumber > 1) milestone(buildNumber - 1)
  milestone(buildNumber)
}
35
def pre_test(){
L
fix  
liuyq-617 已提交
36
    
L
change  
liuyq-617 已提交
37
    
L
liuyq-617 已提交
38 39 40
    sh '''
    sudo rmtaos || echo "taosd has not installed"
    '''
L
liuyq-617 已提交
41
    sh '''
L
fix  
liuyq-617 已提交
42 43
    killall -9 taosd ||echo "no taosd running"
    killall -9 gdb || echo "no gdb running"
44
    cd ${WKC}
45
    git reset --hard HEAD~10 >/dev/null 
L
liuyq-617 已提交
46
    git checkout develop
L
liuyq-617 已提交
47
    git pull >/dev/null
L
liuyq-617 已提交
48
    git fetch origin +refs/pull/${CHANGE_ID}/merge
49
    git checkout -qf FETCH_HEAD
L
liuyq-617 已提交
50
    git clean -dfx
51
    cd ${WK}
L
enhance  
liuyq-617 已提交
52
    git reset --hard HEAD~10
L
fix  
liuyq-617 已提交
53 54
    git checkout develop 
    git pull >/dev/null 
55 56 57
    cd ${WK}
    export TZ=Asia/Harbin
    date
L
liuyq-617 已提交
58
    git clean -dfx
59 60 61 62 63 64
    mkdir debug
    cd debug
    cmake .. > /dev/null
    make > /dev/null
    make install > /dev/null
    cd ${WKC}/tests
L
liuyq-617 已提交
65
    '''
66 67
    return 1
}
L
liuyq-617 已提交
68

Y
Yiqing Liu 已提交
69
pipeline {
L
liuyq-617 已提交
70
  agent none
L
liuyq-617 已提交
71
  
L
liuyq-617 已提交
72 73 74 75
  environment{
      WK = '/var/lib/jenkins/workspace/TDinternal'
      WKC= '/var/lib/jenkins/workspace/TDinternal/community'
  }
L
liuyq-617 已提交
76
  
Y
Yiqing Liu 已提交
77
  stages {
L
change  
liuyq-617 已提交
78
      stage('pre_build'){
79
          agent{label 'master'}
L
liuyq-617 已提交
80 81 82
          when {
              changeRequest()
          }
83
          steps {
L
change  
liuyq-617 已提交
84 85 86 87
            script{
              abort_previous()
              abortPreviousBuilds()
            }
L
liuyq-617 已提交
88
          sh'''
L
fix  
liuyq-617 已提交
89 90
          cp -r ${WORKSPACE} ${WORKSPACE}.tes
          cd ${WORKSPACE}.tes
91 92
          git checkout develop
          git pull
L
liuyq-617 已提交
93
          git fetch origin +refs/pull/${CHANGE_ID}/merge
94
          git checkout -qf FETCH_HEAD
L
liuyq-617 已提交
95
          '''
96
          script{
L
balance  
liuyq-617 已提交
97
            env.skipstage=sh(script:"cd ${WORKSPACE}.tes && git --no-pager diff --name-only FETCH_HEAD develop|grep -v -E '.*md|//src//connector|Jenkinsfile|test-all.sh' || echo 0 ",returnStdout:true) 
98
          }
L
balance  
liuyq-617 已提交
99
          println env.skipstage
L
fix  
liuyq-617 已提交
100
          sh'''
L
liuyq-617 已提交
101
          rm -rf ${WORKSPACE}.tes
L
fix  
liuyq-617 已提交
102
          '''
103 104
          }
      }
L
change  
liuyq-617 已提交
105 106
    
      stage('Parallel test stage') {
L
liuyq-617 已提交
107 108 109
        //only build pr
        when {
              changeRequest()
110
               expression {
L
fix  
liuyq-617 已提交
111
                    env.skipstage != 0
112
              }
L
liuyq-617 已提交
113
          }
Y
Yiqing Liu 已提交
114
      parallel {
L
liuyq-617 已提交
115
        stage('python_1_s1') {
L
liuyq-617 已提交
116
          agent{label 'p1'}
L
liuyq-617 已提交
117
          steps {
L
liuyq-617 已提交
118
            
119
            pre_test()
L
liuyq-617 已提交
120
            timeout(time: 45, unit: 'MINUTES'){
L
liuyq-617 已提交
121
              sh '''
L
liuyq-617 已提交
122
              date
L
liuyq-617 已提交
123 124 125 126 127
              cd ${WKC}/tests
              ./test-all.sh p1
              date'''
            }
            
L
liuyq-617 已提交
128 129
          }
        }
L
liuyq-617 已提交
130
        stage('python_2_s5') {
L
liuyq-617 已提交
131 132 133 134
          agent{label 'p2'}
          steps {
            
            pre_test()
L
liuyq-617 已提交
135
            timeout(time: 45, unit: 'MINUTES'){
136 137 138 139 140
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh p2
                date'''
L
liuyq-617 已提交
141 142 143 144 145 146 147 148 149 150 151 152 153 154
            }
          }
        }
        stage('python_3_s6') {
          agent{label 'p3'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh p3
              date'''
            }
L
liuyq-617 已提交
155 156
          }
        }
L
liuyq-617 已提交
157
        stage('test_b1_s2') {
158
          agent{label 'b1'}
L
liuyq-617 已提交
159
          steps {     
160
            timeout(time: 45, unit: 'MINUTES'){       
L
liuyq-617 已提交
161 162 163 164 165 166
              pre_test()
              sh '''
              cd ${WKC}/tests
              ./test-all.sh b1fq
              date'''
            }
Y
Yiqing Liu 已提交
167 168 169
          }
        }

L
liuyq-617 已提交
170
        stage('test_crash_gen_s3') {
171
          agent{label "b2"}
172
          
Y
Yiqing Liu 已提交
173
          steps {
174
            pre_test()
L
liuyq-617 已提交
175 176 177 178 179 180
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./crash_gen.sh -a -p -t 4 -s 2000
                '''
            }
181 182 183 184 185 186 187

            sh '''
            cd ${WKC}/tests/pytest
            rm -rf /var/lib/taos/*
            rm -rf /var/log/taos/*
            ./handle_crash_gen_val_log.sh
            '''
R
fix  
root 已提交
188 189 190 191 192
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                rm -rf /var/lib/taos/*
                rm -rf /var/log/taos/*
R
fix  
root 已提交
193
                ./handle_taosd_val_log.sh
R
fix  
root 已提交
194 195
                '''
            }
196 197 198 199 200 201 202 203 204
            timeout(time: 45, unit: 'MINUTES'){
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh b2fq
                date
                '''
            }         
            
Y
Yiqing Liu 已提交
205 206 207
          }
        }

L
liuyq-617 已提交
208
        stage('test_valgrind_s4') {
209
          agent{label "b3"}
L
liuyq-617 已提交
210

Y
Yiqing Liu 已提交
211
          steps {
212 213 214 215 216 217 218
            pre_test()
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./valgrind-test.sh 2>&1 > mem-error-out.log
                ./handle_val_log.sh
                '''
L
liuyq-617 已提交
219
            }     
L
liuyq-617 已提交
220
            timeout(time: 45, unit: 'MINUTES'){      
L
liuyq-617 已提交
221 222 223 224 225
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b3fq
              date'''
P
change  
Ping Xiao 已提交
226 227 228 229 230
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh full example
              date'''
L
liuyq-617 已提交
231
            }
Y
Yiqing Liu 已提交
232 233
          }
        }
L
liuyq-617 已提交
234 235 236 237 238 239 240 241 242
        stage('test_b4_s7') {
          agent{label 'b4'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b4fq
L
fix  
liuyq-617 已提交
243
              cd ${WKC}/tests
L
liuyq-617 已提交
244
              ./test-all.sh p4
245 246
              cd ${WKC}/tests
              ./test-all.sh full jdbc
P
Ping Xiao 已提交
247 248
              cd ${WKC}/tests
              ./test-all.sh full unit
L
liuyq-617 已提交
249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287
              date'''
            }
          }
        }
        stage('test_b5_s8') {
          agent{label 'b5'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b5fq
              date'''
            }
          }
        }
        stage('test_b6_s9') {
          agent{label 'b6'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b6fq
              date'''
            }
          }
        }
        stage('test_b7_s10') {
          agent{label 'b7'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b7fq
P
change  
Ping Xiao 已提交
288
              date'''              
L
liuyq-617 已提交
289 290 291
            }
          }
        }        
Y
Yiqing Liu 已提交
292 293
    }
  }
L
liuyq-617 已提交
294
  }
L
liuyq-617 已提交
295
  post {  
296 297
        success {
            emailext (
298 299
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' SUCCESS",
                body: """<!DOCTYPE html>
300 301 302 303 304 305 306 307 308 309 310 311 312 313 314
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
315
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
316 317
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
318
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
319
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
320 321
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
322
                                    
323 324 325 326 327 328
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
329
                </html>""",
L
liuyq-617 已提交
330
                to: "${env.CHANGE_AUTHOR_EMAIL}",
331 332 333 334 335
                from: "support@taosdata.com"
            )
        }
        failure {
            emailext (
336 337
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' FAIL",
                body: """<!DOCTYPE html>
338 339 340 341 342 343 344 345 346 347 348 349 350 351 352
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
353
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
L
liuyq-617 已提交
354
                                    <li>构建结果:<span style="color:red"> Failure </span></li>
355
                                    <li>构建编号:${BUILD_NUMBER}</li>
356
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
357
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
358 359
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
360
                                    
361 362 363 364 365 366
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
367
                </html>""",
L
liuyq-617 已提交
368
                to: "${env.CHANGE_AUTHOR_EMAIL}",
369 370 371 372
                from: "support@taosdata.com"
            )
        }
    }
L
liuyq-617 已提交
373
   
374
}