Jenkinsfile 10.4 KB
Newer Older
L
liuyq-617 已提交
1 2
import hudson.model.Result
import jenkins.model.CauseOfInterruption
3 4
properties([pipelineTriggers([githubPush()])])
node {
L
liuyq-617 已提交
5
    git url: 'https://github.com/taosdata/TDengine.git'
6 7
}

L
liuyq-617 已提交
8
def kipstage=0
L
liuyq-617 已提交
9 10 11 12 13 14 15 16 17 18
def abortPreviousBuilds() {
  def currentJobName = env.JOB_NAME
  def currentBuildNumber = env.BUILD_NUMBER.toInteger()
  def jobs = Jenkins.instance.getItemByFullName(currentJobName)
  def builds = jobs.getBuilds()

  for (build in builds) {
    if (!build.isBuilding()) {
      continue;
    }
19

L
liuyq-617 已提交
20 21 22
    if (currentBuildNumber == build.getNumber().toInteger()) {
      continue;
    }
23

L
liuyq-617 已提交
24 25 26 27 28 29 30 31 32 33
    build.doKill()    //doTerm(),doKill(),doTerm()
  }
}
//abort previous build
abortPreviousBuilds()
def abort_previous(){
  def buildNumber = env.BUILD_NUMBER as int
  if (buildNumber > 1) milestone(buildNumber - 1)
  milestone(buildNumber)
}
34 35 36 37 38 39
def pre_test(){
    catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                sudo rmtaos
                '''
    }
L
liuyq-617 已提交
40
    sh '''
L
liuyq-617 已提交
41
    
42
    cd ${WKC}
L
liuyq-617 已提交
43
    git checkout develop
44
    git reset --hard HEAD~10 >/dev/null 
L
liuyq-617 已提交
45
    git pull
L
liuyq-617 已提交
46
    git fetch origin +refs/pull/${CHANGE_ID}/merge
47
    git checkout -qf FETCH_HEAD
L
test  
liuyq-617 已提交
48
    git --no-pager diff --name-only FETCH_HEAD $(git merge-base FETCH_HEAD develop)|grep -v -E '.*md|//src//connector|Jenkinsfile' || exit 0
49
    cd ${WK}
L
enhance  
liuyq-617 已提交
50
    git reset --hard HEAD~10
51 52 53 54 55 56 57 58 59 60 61 62
    git checkout develop
    git pull
    cd ${WK}
    export TZ=Asia/Harbin
    date
    rm -rf ${WK}/debug
    mkdir debug
    cd debug
    cmake .. > /dev/null
    make > /dev/null
    make install > /dev/null
    cd ${WKC}/tests
L
liuyq-617 已提交
63
    '''
64 65
    return 1
}
L
liuyq-617 已提交
66

Y
Yiqing Liu 已提交
67
pipeline {
L
liuyq-617 已提交
68
  agent none
L
liuyq-617 已提交
69
  
L
liuyq-617 已提交
70 71 72 73
  environment{
      WK = '/var/lib/jenkins/workspace/TDinternal'
      WKC= '/var/lib/jenkins/workspace/TDinternal/community'
  }
L
liuyq-617 已提交
74
  
Y
Yiqing Liu 已提交
75
  stages {
L
change  
liuyq-617 已提交
76
      stage('pre_build'){
77
          agent{label 'master'}
L
liuyq-617 已提交
78 79 80
          when {
              changeRequest()
          }
81
          steps {
L
liuyq-617 已提交
82
          sh'''
83 84 85
          cd ${WORKSPACE}
          git checkout develop
          git pull
L
liuyq-617 已提交
86
          git fetch origin +refs/pull/${CHANGE_ID}/merge
87
          git checkout -qf FETCH_HEAD
L
liuyq-617 已提交
88
          '''
89
          script{
L
liuyq-617 已提交
90
            skipstage=sh(script:"git --no-pager diff --name-only FETCH_HEAD develop|grep -v -E '.*md|//src//connector|Jenkinsfile|test-all.sh' || echo 0 ",returnStdout:true) 
91 92 93
          }
          }
      }
L
change  
liuyq-617 已提交
94 95
    
      stage('Parallel test stage') {
L
liuyq-617 已提交
96 97 98
        //only build pr
        when {
              changeRequest()
99
               expression {
L
liuyq-617 已提交
100
                    skipstage != 0
101
              }
L
liuyq-617 已提交
102
          }
Y
Yiqing Liu 已提交
103
      parallel {
L
liuyq-617 已提交
104
        stage('python_1_s1') {
L
liuyq-617 已提交
105
          agent{label 'p1'}
L
liuyq-617 已提交
106
          steps {
L
liuyq-617 已提交
107
            
108
            pre_test()
L
liuyq-617 已提交
109
            timeout(time: 45, unit: 'MINUTES'){
L
liuyq-617 已提交
110
              sh '''
L
liuyq-617 已提交
111
              date
L
liuyq-617 已提交
112 113 114 115 116 117
              cd ${WKC}/tests
              find pytest -name '*'sql|xargs rm -rf
              ./test-all.sh p1
              date'''
            }
            
L
liuyq-617 已提交
118 119
          }
        }
L
liuyq-617 已提交
120
        stage('python_2_s5') {
L
liuyq-617 已提交
121 122 123 124
          agent{label 'p2'}
          steps {
            
            pre_test()
L
liuyq-617 已提交
125
            timeout(time: 45, unit: 'MINUTES'){
L
liuyq-617 已提交
126
            sh '''
L
liuyq-617 已提交
127
            date
L
liuyq-617 已提交
128
            cd ${WKC}/tests
L
liuyq-617 已提交
129
            find pytest -name '*'sql|xargs rm -rf
L
liuyq-617 已提交
130
            ./test-all.sh p2
L
liuyq-617 已提交
131
            date'''
L
liuyq-617 已提交
132 133 134 135 136 137 138 139 140 141 142 143 144 145
            }
          }
        }
        stage('python_3_s6') {
          agent{label 'p3'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh p3
              date'''
            }
L
liuyq-617 已提交
146 147
          }
        }
L
liuyq-617 已提交
148
        stage('test_b1_s2') {
149
          agent{label 'b1'}
L
liuyq-617 已提交
150
          steps {     
151
            timeout(time: 45, unit: 'MINUTES'){       
L
liuyq-617 已提交
152 153 154 155 156 157
              pre_test()
              sh '''
              cd ${WKC}/tests
              ./test-all.sh b1fq
              date'''
            }
Y
Yiqing Liu 已提交
158 159 160
          }
        }

L
liuyq-617 已提交
161
        stage('test_crash_gen_s3') {
162
          agent{label "b2"}
Y
Yiqing Liu 已提交
163
          steps {
164
            pre_test()
L
liuyq-617 已提交
165 166 167 168 169 170
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./crash_gen.sh -a -p -t 4 -s 2000
                '''
            }
171 172 173 174 175 176
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./handle_crash_gen_val_log.sh
                '''
            }
L
liuyq-617 已提交
177
            timeout(time: 45, unit: 'MINUTES'){
L
liuyq-617 已提交
178 179 180 181 182 183 184
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b2fq
              date
              '''
            }
Y
Yiqing Liu 已提交
185 186 187
          }
        }

L
liuyq-617 已提交
188
        stage('test_valgrind_s4') {
189
          agent{label "b3"}
L
liuyq-617 已提交
190

Y
Yiqing Liu 已提交
191
          steps {
192 193 194 195 196 197 198
            pre_test()
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./valgrind-test.sh 2>&1 > mem-error-out.log
                ./handle_val_log.sh
                '''
L
liuyq-617 已提交
199
            }     
L
liuyq-617 已提交
200
            timeout(time: 45, unit: 'MINUTES'){      
L
liuyq-617 已提交
201 202 203 204 205 206
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b3fq
              date'''
            }
Y
Yiqing Liu 已提交
207 208
          }
        }
L
liuyq-617 已提交
209 210 211 212 213 214 215 216 217
        stage('test_b4_s7') {
          agent{label 'b4'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b4fq
L
liuyq-617 已提交
218
              ./test-all.sh p4
L
liuyq-617 已提交
219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261
              date'''
            }
          }
        }
        stage('test_b5_s8') {
          agent{label 'b5'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b5fq
              date'''
            }
          }
        }
        stage('test_b6_s9') {
          agent{label 'b6'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b6fq
              date'''
            }
          }
        }
        stage('test_b7_s10') {
          agent{label 'b7'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b7fq
              date'''
            }
          }
        }        
Y
Yiqing Liu 已提交
262 263
    }
  }
L
liuyq-617 已提交
264
  }
L
liuyq-617 已提交
265
  post {  
266 267
        success {
            emailext (
268 269
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' SUCCESS",
                body: """<!DOCTYPE html>
270 271 272 273 274 275 276 277 278 279 280 281 282 283 284
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
285
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
286 287
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
288
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
289
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
290 291
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
292
                                    
293 294 295 296 297 298
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
299
                </html>""",
L
liuyq-617 已提交
300
                to: "${env.CHANGE_AUTHOR_EMAIL}",
301 302 303 304 305
                from: "support@taosdata.com"
            )
        }
        failure {
            emailext (
306 307
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' FAIL",
                body: """<!DOCTYPE html>
308 309 310 311 312 313 314 315 316 317 318 319 320 321 322
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
323
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
L
liuyq-617 已提交
324
                                    <li>构建结果:<span style="color:red"> Failure </span></li>
325
                                    <li>构建编号:${BUILD_NUMBER}</li>
326
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
L
fix  
liuyq-617 已提交
327
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
328 329
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
330
                                    
331 332 333 334 335 336
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
337
                </html>""",
L
liuyq-617 已提交
338
                to: "${env.CHANGE_AUTHOR_EMAIL}",
339 340 341 342
                from: "support@taosdata.com"
            )
        }
    }
L
liuyq-617 已提交
343
   
344
}