Jenkinsfile 9.8 KB
Newer Older
L
liuyq-617 已提交
1 2
import hudson.model.Result
import jenkins.model.CauseOfInterruption
3 4
properties([pipelineTriggers([githubPush()])])
node {
L
liuyq-617 已提交
5
    git url: 'https://github.com/taosdata/TDengine.git'
6 7 8
}


L
liuyq-617 已提交
9 10 11 12 13 14 15 16 17 18
def abortPreviousBuilds() {
  def currentJobName = env.JOB_NAME
  def currentBuildNumber = env.BUILD_NUMBER.toInteger()
  def jobs = Jenkins.instance.getItemByFullName(currentJobName)
  def builds = jobs.getBuilds()

  for (build in builds) {
    if (!build.isBuilding()) {
      continue;
    }
19

L
liuyq-617 已提交
20 21 22
    if (currentBuildNumber == build.getNumber().toInteger()) {
      continue;
    }
23

L
liuyq-617 已提交
24 25 26 27 28 29 30 31 32 33
    build.doKill()    //doTerm(),doKill(),doTerm()
  }
}
//abort previous build
abortPreviousBuilds()
def abort_previous(){
  def buildNumber = env.BUILD_NUMBER as int
  if (buildNumber > 1) milestone(buildNumber - 1)
  milestone(buildNumber)
}
34 35 36 37 38 39 40
def pre_test(){
    catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                sudo rmtaos
                '''
    }
    sh '''
L
liuyq-617 已提交
41
    
42
    cd ${WKC}
L
liuyq-617 已提交
43
    git checkout develop
44
    git reset --hard HEAD~10 >/dev/null 
L
liuyq-617 已提交
45
    git pull
46
    git fetch origin +refs/pull/${CHANGE_ID}/merge
47
    git checkout -qf FETCH_HEAD
L
test  
liuyq-617 已提交
48
    git --no-pager diff --name-only FETCH_HEAD $(git merge-base FETCH_HEAD develop)|grep -v -E '.*md|//src//connector|Jenkinsfile' || exit 0
49
    cd ${WK}
L
enhance  
liuyq-617 已提交
50
    git reset --hard HEAD~10
51 52 53 54 55 56 57 58 59 60 61 62 63 64 65
    git checkout develop
    git pull
    cd ${WK}
    export TZ=Asia/Harbin
    date
    rm -rf ${WK}/debug
    mkdir debug
    cd debug
    cmake .. > /dev/null
    make > /dev/null
    make install > /dev/null
    cd ${WKC}/tests
    '''
    return 1
}
Y
Yiqing Liu 已提交
66
pipeline {
L
liuyq-617 已提交
67
  agent none
L
liuyq-617 已提交
68
  
L
liuyq-617 已提交
69 70 71 72
  environment{
      WK = '/var/lib/jenkins/workspace/TDinternal'
      WKC= '/var/lib/jenkins/workspace/TDinternal/community'
  }
L
liuyq-617 已提交
73
  
Y
Yiqing Liu 已提交
74
  stages {
L
revert  
liuyq-617 已提交
75
      
L
liuyq-617 已提交
76
    
L
liuyq-617 已提交
77
      stage('Parallel test stage') {
L
liuyq-617 已提交
78 79 80 81
        //only build pr
        when {
              changeRequest()
          }
Y
Yiqing Liu 已提交
82
      parallel {
L
liuyq-617 已提交
83
        stage('python_1_s1') {
L
liuyq-617 已提交
84
          agent{label 'p1'}
L
liuyq-617 已提交
85
          steps {
L
liuyq-617 已提交
86
            
87
            pre_test()
L
liuyq-617 已提交
88
            timeout(time: 45, unit: 'MINUTES'){
L
liuyq-617 已提交
89
              sh '''
L
liuyq-617 已提交
90
              date
L
liuyq-617 已提交
91 92 93 94 95 96
              cd ${WKC}/tests
              find pytest -name '*'sql|xargs rm -rf
              ./test-all.sh p1
              date'''
            }
            
L
liuyq-617 已提交
97 98
          }
        }
L
liuyq-617 已提交
99
        stage('python_2_s5') {
L
liuyq-617 已提交
100 101 102 103
          agent{label 'p2'}
          steps {
            
            pre_test()
L
liuyq-617 已提交
104
            timeout(time: 45, unit: 'MINUTES'){
L
liuyq-617 已提交
105
            sh '''
L
liuyq-617 已提交
106
            date
L
liuyq-617 已提交
107
            cd ${WKC}/tests
L
liuyq-617 已提交
108
            find pytest -name '*'sql|xargs rm -rf
L
liuyq-617 已提交
109
            ./test-all.sh p2
L
liuyq-617 已提交
110
            date'''
L
liuyq-617 已提交
111 112 113 114 115 116 117 118 119 120 121 122 123 124
            }
          }
        }
        stage('python_3_s6') {
          agent{label 'p3'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh p3
              date'''
            }
L
liuyq-617 已提交
125 126
          }
        }
L
liuyq-617 已提交
127
        stage('test_b1_s2') {
128
          agent{label 'b1'}
L
liuyq-617 已提交
129
          steps {     
L
revert  
liuyq-617 已提交
130
            timeout(time: 90, unit: 'MINUTES'){       
L
liuyq-617 已提交
131 132 133 134 135 136
              pre_test()
              sh '''
              cd ${WKC}/tests
              ./test-all.sh b1fq
              date'''
            }
Y
Yiqing Liu 已提交
137 138 139
          }
        }

L
liuyq-617 已提交
140
        stage('test_crash_gen_s3') {
141
          agent{label "b2"}
Y
Yiqing Liu 已提交
142
          steps {
143
            pre_test()
L
liuyq-617 已提交
144 145 146 147 148 149
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./crash_gen.sh -a -p -t 4 -s 2000
                '''
            }
150 151 152 153 154 155
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./handle_crash_gen_val_log.sh
                '''
            }
L
liuyq-617 已提交
156
            timeout(time: 45, unit: 'MINUTES'){
L
liuyq-617 已提交
157 158 159 160 161 162 163
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b2fq
              date
              '''
            }
Y
Yiqing Liu 已提交
164 165 166
          }
        }

L
liuyq-617 已提交
167
        stage('test_valgrind_s4') {
168
          agent{label "b3"}
L
liuyq-617 已提交
169

Y
Yiqing Liu 已提交
170
          steps {
171 172 173 174 175 176 177
            pre_test()
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./valgrind-test.sh 2>&1 > mem-error-out.log
                ./handle_val_log.sh
                '''
L
liuyq-617 已提交
178
            }     
L
liuyq-617 已提交
179
            timeout(time: 45, unit: 'MINUTES'){      
L
liuyq-617 已提交
180 181 182 183 184 185
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b3fq
              date'''
            }
Y
Yiqing Liu 已提交
186 187
          }
        }
L
liuyq-617 已提交
188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239
        stage('test_b4_s7') {
          agent{label 'b4'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b4fq
              date'''
            }
          }
        }
        stage('test_b5_s8') {
          agent{label 'b5'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b5fq
              date'''
            }
          }
        }
        stage('test_b6_s9') {
          agent{label 'b6'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b6fq
              date'''
            }
          }
        }
        stage('test_b7_s10') {
          agent{label 'b7'}
          steps {     
            timeout(time: 45, unit: 'MINUTES'){       
              pre_test()
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b7fq
              date'''
            }
          }
        }        
Y
Yiqing Liu 已提交
240 241
    }
  }
L
liuyq-617 已提交
242
  }
L
revert  
liuyq-617 已提交
243 244
  post {      
      
245 246
        success {
            emailext (
L
revert  
liuyq-617 已提交
247 248
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]'",
                body: '''<!DOCTYPE html>
249 250 251 252 253 254 255 256 257 258 259 260 261 262 263
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
L
revert  
liuyq-617 已提交
264
                                    <li>构建名称>>分支:${PROJECT_NAME}</li>
265 266
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
L
revert  
liuyq-617 已提交
267
                                    <li>触发用户:${CAUSE}</li>
268 269 270
                                    <li>提交信息:${CHANGE_TITLE}</li>
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
L
revert  
liuyq-617 已提交
271
                                    <li>变更集:${JELLY_SCRIPT}</li>
272 273 274 275 276 277
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
L
revert  
liuyq-617 已提交
278
                </html>''',
L
liuyq-617 已提交
279
                to: "${env.CHANGE_AUTHOR_EMAIL}",
280 281 282 283 284
                from: "support@taosdata.com"
            )
        }
        failure {
            emailext (
L
revert  
liuyq-617 已提交
285 286
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]'",
                body: '''<!DOCTYPE html>
287 288 289 290 291 292 293 294 295 296 297 298 299 300 301
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
L
revert  
liuyq-617 已提交
302
                                    <li>构建名称>>分支:${PROJECT_NAME}</li>
303 304
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
L
revert  
liuyq-617 已提交
305
                                    <li>触发用户:${CAUSE}</li>
306 307 308
                                    <li>提交信息:${CHANGE_TITLE}</li>
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
L
revert  
liuyq-617 已提交
309
                                    <li>变更集:${JELLY_SCRIPT}</li>
310 311 312 313 314 315
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
L
revert  
liuyq-617 已提交
316
                </html>''',
L
liuyq-617 已提交
317
                to: "${env.CHANGE_AUTHOR_EMAIL}",
318 319 320 321
                from: "support@taosdata.com"
            )
        }
    }
L
liuyq-617 已提交
322
   
323
}