Jenkinsfile 9.7 KB
Newer Older
L
liuyq-617 已提交
1 2
import hudson.model.Result
import jenkins.model.CauseOfInterruption
3 4
properties([pipelineTriggers([githubPush()])])
node {
L
liuyq-617 已提交
5
    git url: 'https://github.com/taosdata/TDengine.git'
6 7 8
}


L
liuyq-617 已提交
9 10 11 12 13 14 15 16 17 18
def abortPreviousBuilds() {
  def currentJobName = env.JOB_NAME
  def currentBuildNumber = env.BUILD_NUMBER.toInteger()
  def jobs = Jenkins.instance.getItemByFullName(currentJobName)
  def builds = jobs.getBuilds()

  for (build in builds) {
    if (!build.isBuilding()) {
      continue;
    }
19

L
liuyq-617 已提交
20 21 22
    if (currentBuildNumber == build.getNumber().toInteger()) {
      continue;
    }
23

L
liuyq-617 已提交
24 25 26 27 28 29 30 31 32 33
    build.doKill()    //doTerm(),doKill(),doTerm()
  }
}
//abort previous build
abortPreviousBuilds()
def abort_previous(){
  def buildNumber = env.BUILD_NUMBER as int
  if (buildNumber > 1) milestone(buildNumber - 1)
  milestone(buildNumber)
}
34 35 36 37 38 39 40
def pre_test(){
    catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                sudo rmtaos
                '''
    }
    sh '''
L
liuyq-617 已提交
41
    
42
    cd ${WKC}
L
liuyq-617 已提交
43
    git checkout develop
44
    git reset --hard HEAD~10 >/dev/null 
L
liuyq-617 已提交
45
    git pull
46
    git fetch origin +refs/pull/${CHANGE_ID}/merge
47
    git checkout -qf FETCH_HEAD
L
test  
liuyq-617 已提交
48
    git --no-pager diff --name-only FETCH_HEAD $(git merge-base FETCH_HEAD develop)|grep -v -E '.*md|//src//connector|Jenkinsfile' || exit 0
49
    cd ${WK}
L
enhance  
liuyq-617 已提交
50
    git reset --hard HEAD~10
51 52 53 54 55 56 57 58 59 60 61 62 63 64 65
    git checkout develop
    git pull
    cd ${WK}
    export TZ=Asia/Harbin
    date
    rm -rf ${WK}/debug
    mkdir debug
    cd debug
    cmake .. > /dev/null
    make > /dev/null
    make install > /dev/null
    cd ${WKC}/tests
    '''
    return 1
}
66
def kipstage=0
Y
Yiqing Liu 已提交
67
pipeline {
L
liuyq-617 已提交
68
  agent none
L
liuyq-617 已提交
69
  
L
liuyq-617 已提交
70 71 72 73
  environment{
      WK = '/var/lib/jenkins/workspace/TDinternal'
      WKC= '/var/lib/jenkins/workspace/TDinternal/community'
  }
L
liuyq-617 已提交
74
  
Y
Yiqing Liu 已提交
75
  stages {
L
revert  
liuyq-617 已提交
76
      
L
liuyq-617 已提交
77
    
L
liuyq-617 已提交
78
      stage('Parallel test stage') {
L
liuyq-617 已提交
79 80 81 82
        //only build pr
        when {
              changeRequest()
          }
Y
Yiqing Liu 已提交
83
      parallel {
L
liuyq-617 已提交
84
        stage('python_1_s1') {
L
liuyq-617 已提交
85
          agent{label 'p1'}
L
liuyq-617 已提交
86
          steps {
L
liuyq-617 已提交
87
            
88
            pre_test()
L
liuyq-617 已提交
89
            timeout(time: 45, unit: 'MINUTES'){
L
liuyq-617 已提交
90
              sh '''
L
liuyq-617 已提交
91
              date
L
liuyq-617 已提交
92 93 94 95 96 97
              cd ${WKC}/tests
              find pytest -name '*'sql|xargs rm -rf
              ./test-all.sh p1
              date'''
            }
            
L
liuyq-617 已提交
98 99
          }
        }
L
liuyq-617 已提交
100
        stage('python_2_s5') {
L
liuyq-617 已提交
101 102 103 104
          agent{label 'p2'}
          steps {
            
            pre_test()
L
liuyq-617 已提交
105
            timeout(time: 45, unit: 'MINUTES'){
L
liuyq-617 已提交
106
            sh '''
L
liuyq-617 已提交
107
            date
L
liuyq-617 已提交
108
            cd ${WKC}/tests
L
liuyq-617 已提交
109
            find pytest -name '*'sql|xargs rm -rf
L
liuyq-617 已提交
110
            ./test-all.sh p2
L
liuyq-617 已提交
111
            date'''
L
liuyq-617 已提交
112 113 114 115 116 117 118 119 120 121 122 123 124 125
            }
          }
        }
        stage('python_3_s6') {
          agent{label 'p3'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh p3
              date'''
            }
L
liuyq-617 已提交
126 127
          }
        }
L
liuyq-617 已提交
128
        stage('test_b1_s2') {
129
          agent{label 'b1'}
L
liuyq-617 已提交
130
          steps {     
Y
Yiqing Liu 已提交
131
            timeout(time: 90, unit: 'MINUTES'){       
L
liuyq-617 已提交
132 133 134 135 136 137
              pre_test()
              sh '''
              cd ${WKC}/tests
              ./test-all.sh b1fq
              date'''
            }
Y
Yiqing Liu 已提交
138 139 140
          }
        }

L
liuyq-617 已提交
141
        stage('test_crash_gen_s3') {
142
          agent{label "b2"}
Y
Yiqing Liu 已提交
143
          steps {
144
            pre_test()
L
liuyq-617 已提交
145 146 147 148 149 150
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./crash_gen.sh -a -p -t 4 -s 2000
                '''
            }
151 152 153 154 155 156
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./handle_crash_gen_val_log.sh
                '''
            }
L
liuyq-617 已提交
157
            timeout(time: 45, unit: 'MINUTES'){
L
liuyq-617 已提交
158 159 160 161 162 163 164
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b2fq
              date
              '''
            }
Y
Yiqing Liu 已提交
165 166 167
          }
        }

L
liuyq-617 已提交
168
        stage('test_valgrind_s4') {
169
          agent{label "b3"}
L
liuyq-617 已提交
170

Y
Yiqing Liu 已提交
171
          steps {
172 173 174 175 176 177 178
            pre_test()
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./valgrind-test.sh 2>&1 > mem-error-out.log
                ./handle_val_log.sh
                '''
L
liuyq-617 已提交
179
            }     
L
liuyq-617 已提交
180
            timeout(time: 45, unit: 'MINUTES'){      
L
liuyq-617 已提交
181 182 183 184 185 186
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b3fq
              date'''
            }
Y
Yiqing Liu 已提交
187 188
          }
        }
L
liuyq-617 已提交
189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240
        stage('test_b4_s7') {
          agent{label 'b4'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b4fq
              date'''
            }
          }
        }
        stage('test_b5_s8') {
          agent{label 'b5'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b5fq
              date'''
            }
          }
        }
        stage('test_b6_s9') {
          agent{label 'b6'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b6fq
              date'''
            }
          }
        }
        stage('test_b7_s10') {
          agent{label 'b7'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b7fq
              date'''
            }
          }
        }        
Y
Yiqing Liu 已提交
241 242
    }
  }
L
liuyq-617 已提交
243
  }
L
revert  
liuyq-617 已提交
244
  post {      
245 246
        success {
            emailext (
247 248
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' SUCCESS",
                body: """<!DOCTYPE html>
249 250 251 252 253 254 255 256 257 258 259 260 261 262 263
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
264
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
265 266
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
267
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
Y
Yiqing Liu 已提交
268
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
269 270
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
271
                                    
272 273 274 275 276 277
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
278
                </html>""",
L
liuyq-617 已提交
279
                to: "${env.CHANGE_AUTHOR_EMAIL}",
280 281 282 283 284
                from: "support@taosdata.com"
            )
        }
        failure {
            emailext (
285 286
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' FAIL",
                body: """<!DOCTYPE html>
287 288 289 290 291 292 293 294 295 296 297 298 299 300 301
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
302
                                    <li>构建名称>>分支:${env.BRANCH_NAME}</li>
303 304
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
305
                                    <li>触发用户:${env.CHANGE_AUTHOR}</li>
Y
Yiqing Liu 已提交
306
                                    <li>提交信息:${env.CHANGE_TITLE}</li>
307 308
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
309
                                    
310 311 312 313 314 315
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
316
                </html>""",
L
liuyq-617 已提交
317
                to: "${env.CHANGE_AUTHOR_EMAIL}",
318 319 320 321
                from: "support@taosdata.com"
            )
        }
    }
L
liuyq-617 已提交
322
   
323
}