Jenkinsfile 10.7 KB
Newer Older
L
liuyq-617 已提交
1 2
import hudson.model.Result
import jenkins.model.CauseOfInterruption
3 4
properties([pipelineTriggers([githubPush()])])
node {
L
liuyq-617 已提交
5
    git url: 'https://github.com/taosdata/TDengine.git'
6 7
}

L
liuyq-617 已提交
8
def skipstage=0
L
liuyq-617 已提交
9 10 11 12 13 14 15 16 17 18
def abortPreviousBuilds() {
  def currentJobName = env.JOB_NAME
  def currentBuildNumber = env.BUILD_NUMBER.toInteger()
  def jobs = Jenkins.instance.getItemByFullName(currentJobName)
  def builds = jobs.getBuilds()

  for (build in builds) {
    if (!build.isBuilding()) {
      continue;
    }
19

L
liuyq-617 已提交
20 21 22
    if (currentBuildNumber == build.getNumber().toInteger()) {
      continue;
    }
23

L
liuyq-617 已提交
24 25 26 27 28 29 30 31 32 33
    build.doKill()    //doTerm(),doKill(),doTerm()
  }
}
//abort previous build
abortPreviousBuilds()
def abort_previous(){
  def buildNumber = env.BUILD_NUMBER as int
  if (buildNumber > 1) milestone(buildNumber - 1)
  milestone(buildNumber)
}
34 35 36 37 38 39
def pre_test(){
    catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                sudo rmtaos
                '''
    }
L
liuyq-617 已提交
40
    sh '''
L
liuyq-617 已提交
41
    
42
    cd ${WKC}
L
liuyq-617 已提交
43
    git checkout develop
44
    git reset --hard HEAD~10 >/dev/null 
L
liuyq-617 已提交
45
    git pull
L
liuyq-617 已提交
46
    git fetch origin +refs/pull/${CHANGE_ID}/merge
47
    git checkout -qf FETCH_HEAD
L
test  
liuyq-617 已提交
48
    git --no-pager diff --name-only FETCH_HEAD $(git merge-base FETCH_HEAD develop)|grep -v -E '.*md|//src//connector|Jenkinsfile' || exit 0
L
liuyq-617 已提交
49
    find ${WKC}/tests/pytest -name \'*\'.sql -exec rm -rf {} \\;
50
    cd ${WK}
L
enhance  
liuyq-617 已提交
51
    git reset --hard HEAD~10
52 53 54 55 56 57 58 59 60 61 62 63
    git checkout develop
    git pull
    cd ${WK}
    export TZ=Asia/Harbin
    date
    rm -rf ${WK}/debug
    mkdir debug
    cd debug
    cmake .. > /dev/null
    make > /dev/null
    make install > /dev/null
    cd ${WKC}/tests
L
liuyq-617 已提交
64
    '''
65 66
    return 1
}
L
liuyq-617 已提交
67

Y
Yiqing Liu 已提交
68
pipeline {
L
liuyq-617 已提交
69
  agent none
L
liuyq-617 已提交
70
  
L
liuyq-617 已提交
71 72 73 74
  environment{
      WK = '/var/lib/jenkins/workspace/TDinternal'
      WKC= '/var/lib/jenkins/workspace/TDinternal/community'
  }
L
liuyq-617 已提交
75
  
Y
Yiqing Liu 已提交
76
  stages {
L
change  
liuyq-617 已提交
77
      stage('pre_build'){
78
          agent{label 'master'}
L
liuyq-617 已提交
79 80 81
          when {
              changeRequest()
          }
82
          steps {
L
liuyq-617 已提交
83
          sh'''
L
fix  
liuyq-617 已提交
84 85
          cp -r ${WORKSPACE} ${WORKSPACE}.tes
          cd ${WORKSPACE}.tes
86 87
          git checkout develop
          git pull
L
liuyq-617 已提交
88
          git fetch origin +refs/pull/${CHANGE_ID}/merge
89
          git checkout -qf FETCH_HEAD
L
liuyq-617 已提交
90
          '''
91
          script{
L
balance  
liuyq-617 已提交
92
            env.skipstage=sh(script:"cd ${WORKSPACE}.tes && git --no-pager diff --name-only FETCH_HEAD develop|grep -v -E '.*md|//src//connector|Jenkinsfile|test-all.sh' || echo 0 ",returnStdout:true) 
93
          }
L
balance  
liuyq-617 已提交
94
          println env.skipstage
L
fix  
liuyq-617 已提交
95
          sh'''
L
liuyq-617 已提交
96
          rm -rf ${WORKSPACE}.tes
L
fix  
liuyq-617 已提交
97
          '''
98 99
          }
      }
L
change  
liuyq-617 已提交
100 101
    
      stage('Parallel test stage') {
L
liuyq-617 已提交
102 103 104
        //only build pr
        when {
              changeRequest()
105
               expression {
L
fix  
liuyq-617 已提交
106
                    env.skipstage != 0
107
              }
L
liuyq-617 已提交
108
          }
Y
Yiqing Liu 已提交
109
      parallel {
L
liuyq-617 已提交
110
        stage('python_1_s1') {
L
liuyq-617 已提交
111
          agent{label 'p1'}
L
liuyq-617 已提交
112
          steps {
L
liuyq-617 已提交
113
            
114
            pre_test()
L
liuyq-617 已提交
115
            timeout(time: 45, unit: 'MINUTES'){
L
liuyq-617 已提交
116
              sh '''
L
liuyq-617 已提交
117
              date
L
liuyq-617 已提交
118 119 120 121 122
              cd ${WKC}/tests
              ./test-all.sh p1
              date'''
            }
            
L
liuyq-617 已提交
123 124
          }
        }
L
liuyq-617 已提交
125
        stage('python_2_s5') {
L
liuyq-617 已提交
126 127 128 129
          agent{label 'p2'}
          steps {
            
            pre_test()
L
liuyq-617 已提交
130
            timeout(time: 45, unit: 'MINUTES'){
131 132 133 134 135
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh p2
                date'''
L
liuyq-617 已提交
136 137 138 139 140 141 142 143 144 145 146 147 148 149
            }
          }
        }
        stage('python_3_s6') {
          agent{label 'p3'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh p3
              date'''
            }
L
liuyq-617 已提交
150 151
          }
        }
L
liuyq-617 已提交
152
        stage('test_b1_s2') {
153
          agent{label 'b1'}
L
liuyq-617 已提交
154
          steps {     
155
            timeout(time: 45, unit: 'MINUTES'){       
L
liuyq-617 已提交
156 157 158 159 160 161
              pre_test()
              sh '''
              cd ${WKC}/tests
              ./test-all.sh b1fq
              date'''
            }
Y
Yiqing Liu 已提交
162 163 164
          }
        }

L
liuyq-617 已提交
165
        stage('test_crash_gen_s3') {
166
          agent{label "b2"}
167
          
Y
Yiqing Liu 已提交
168
          steps {
169
            pre_test()
L
liuyq-617 已提交
170 171 172 173 174 175
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./crash_gen.sh -a -p -t 4 -s 2000
                '''
            }
176 177 178 179 180 181 182

            sh '''
            cd ${WKC}/tests/pytest
            rm -rf /var/lib/taos/*
            rm -rf /var/log/taos/*
            ./handle_crash_gen_val_log.sh
            '''
183 184 185 186 187 188 189 190 191
            timeout(time: 45, unit: 'MINUTES'){
                sh '''
                date
                cd ${WKC}/tests
                ./test-all.sh b2fq
                date
                '''
            }         
            
Y
Yiqing Liu 已提交
192 193 194
          }
        }

L
liuyq-617 已提交
195
        stage('test_valgrind_s4') {
196
          agent{label "b3"}
L
liuyq-617 已提交
197

Y
Yiqing Liu 已提交
198
          steps {
199 200 201 202 203 204 205
            pre_test()
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./valgrind-test.sh 2>&1 > mem-error-out.log
                ./handle_val_log.sh
                '''
L
liuyq-617 已提交
206
            }     
L
liuyq-617 已提交
207
            timeout(time: 45, unit: 'MINUTES'){      
L
liuyq-617 已提交
208 209 210 211 212 213
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b3fq
              date'''
            }
Y
Yiqing Liu 已提交
214 215
          }
        }
L
liuyq-617 已提交
216 217 218 219 220 221 222 223 224
        stage('test_b4_s7') {
          agent{label 'b4'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b4fq
L
fix  
liuyq-617 已提交
225
              cd ${WKC}/tests
L
liuyq-617 已提交
226
              ./test-all.sh p4
227 228
              cd ${WKC}/tests
              ./test-all.sh full jdbc
P
Ping Xiao 已提交
229 230
              cd ${WKC}/tests
              ./test-all.sh full unit
L
liuyq-617 已提交
231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273
              date'''
            }
          }
        }
        stage('test_b5_s8') {
          agent{label 'b5'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b5fq
              date'''
            }
          }
        }
        stage('test_b6_s9') {
          agent{label 'b6'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b6fq
              date'''
            }
          }
        }
        stage('test_b7_s10') {
          agent{label 'b7'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b7fq
              date'''
            }
          }
        }        
Y
Yiqing Liu 已提交
274 275
    }
  }
L
liuyq-617 已提交
276
  }
L
liuyq-617 已提交
277
  post {  
278 279
        success {
            emailext (
280 281
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' SUCCESS",
                body: """<!DOCTYPE html>
282 283 284 285 286 287 288 289 290 291 292 293 294 295 296
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
297
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
298 299
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
300
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
301
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
302 303
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
304
                                    
305 306 307 308 309 310
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
311
                </html>""",
L
liuyq-617 已提交
312
                to: "${env.CHANGE_AUTHOR_EMAIL}",
313 314 315 316 317
                from: "support@taosdata.com"
            )
        }
        failure {
            emailext (
318 319
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' FAIL",
                body: """<!DOCTYPE html>
320 321 322 323 324 325 326 327 328 329 330 331 332 333 334
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
335
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
L
liuyq-617 已提交
336
                                    <li>构建结果:<span style="color:red"> Failure </span></li>
337
                                    <li>构建编号:${BUILD_NUMBER}</li>
338
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
339
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
340 341
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
342
                                    
343 344 345 346 347 348
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
349
                </html>""",
L
liuyq-617 已提交
350
                to: "${env.CHANGE_AUTHOR_EMAIL}",
351 352 353 354
                from: "support@taosdata.com"
            )
        }
    }
L
liuyq-617 已提交
355
   
356
}