Jenkinsfile 8.2 KB
Newer Older
L
liuyq-617 已提交
1 2
import hudson.model.Result
import jenkins.model.CauseOfInterruption
3 4
properties([pipelineTriggers([githubPush()])])
node {
L
liuyq-617 已提交
5
    git url: 'https://github.com/taosdata/TDengine.git'
6 7 8
}


L
liuyq-617 已提交
9 10 11 12 13 14 15 16 17 18
def abortPreviousBuilds() {
  def currentJobName = env.JOB_NAME
  def currentBuildNumber = env.BUILD_NUMBER.toInteger()
  def jobs = Jenkins.instance.getItemByFullName(currentJobName)
  def builds = jobs.getBuilds()

  for (build in builds) {
    if (!build.isBuilding()) {
      continue;
    }
19

L
liuyq-617 已提交
20 21 22
    if (currentBuildNumber == build.getNumber().toInteger()) {
      continue;
    }
23

L
liuyq-617 已提交
24 25 26 27 28 29 30 31 32 33
    build.doKill()    //doTerm(),doKill(),doTerm()
  }
}
//abort previous build
abortPreviousBuilds()
def abort_previous(){
  def buildNumber = env.BUILD_NUMBER as int
  if (buildNumber > 1) milestone(buildNumber - 1)
  milestone(buildNumber)
}
34 35 36 37 38 39 40
def pre_test(){
    catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                sudo rmtaos
                '''
    }
    sh '''
L
liuyq-617 已提交
41
    
42
    cd ${WKC}
L
liuyq-617 已提交
43
    git checkout develop
44
    git reset --hard HEAD~10 >/dev/null 
L
liuyq-617 已提交
45
    git pull
46
    git fetch origin +refs/pull/${CHANGE_ID}/merge
47
    git checkout -qf FETCH_HEAD
L
test  
liuyq-617 已提交
48
    git --no-pager diff --name-only FETCH_HEAD $(git merge-base FETCH_HEAD develop)|grep -v -E '.*md|//src//connector|Jenkinsfile' || exit 0
49
    cd ${WK}
L
enhance  
liuyq-617 已提交
50
    git reset --hard HEAD~10
51 52 53 54 55 56 57 58 59 60 61 62 63 64 65
    git checkout develop
    git pull
    cd ${WK}
    export TZ=Asia/Harbin
    date
    rm -rf ${WK}/debug
    mkdir debug
    cd debug
    cmake .. > /dev/null
    make > /dev/null
    make install > /dev/null
    cd ${WKC}/tests
    '''
    return 1
}
Y
Yiqing Liu 已提交
66
pipeline {
L
liuyq-617 已提交
67
  agent none
L
liuyq-617 已提交
68
  
L
liuyq-617 已提交
69 70 71 72
  environment{
      WK = '/var/lib/jenkins/workspace/TDinternal'
      WKC= '/var/lib/jenkins/workspace/TDinternal/community'
  }
L
liuyq-617 已提交
73
  
Y
Yiqing Liu 已提交
74
  stages {
L
liuyq-617 已提交
75 76
      
    
L
liuyq-617 已提交
77
      stage('Parallel test stage') {
L
liuyq-617 已提交
78 79 80 81
        //only build pr
        when {
              changeRequest()
          }
Y
Yiqing Liu 已提交
82
      parallel {
L
liuyq-617 已提交
83 84
        stage('python_1') {
          agent{label 'p1'}
L
liuyq-617 已提交
85
          steps {
L
liuyq-617 已提交
86
            
87
            pre_test()
L
liuyq-617 已提交
88 89 90 91 92 93 94 95
            timeout(time: 90, unit: 'MINUTES'){
              sh '''
              cd ${WKC}/tests
              find pytest -name '*'sql|xargs rm -rf
              ./test-all.sh p1
              date'''
            }
            
L
liuyq-617 已提交
96 97 98 99 100 101 102 103 104
          }
        }
        stage('python_2') {
          agent{label 'p2'}
          steps {
            
            pre_test()
            sh '''
            cd ${WKC}/tests
L
liuyq-617 已提交
105
            find pytest -name '*'sql|xargs rm -rf
L
liuyq-617 已提交
106
            ./test-all.sh p2
L
liuyq-617 已提交
107
            date'''
L
liuyq-617 已提交
108
            sh '''
R
root 已提交
109
            cd ${WKC}/tests
L
liuyq-617 已提交
110 111
            ./test-all.sh b4fq
            '''
L
liuyq-617 已提交
112 113
          }
        }
L
liuyq-617 已提交
114
        stage('test_b1') {
115
          agent{label 'b1'}
L
liuyq-617 已提交
116 117 118 119 120 121 122 123
          steps {     
            timeout(time: 90, unit: 'MINUTES'){       
              pre_test()
              sh '''
              cd ${WKC}/tests
              ./test-all.sh b1fq
              date'''
            }
Y
Yiqing Liu 已提交
124 125 126 127
          }
        }

        stage('test_crash_gen') {
128
          agent{label "b2"}
Y
Yiqing Liu 已提交
129
          steps {
130
            pre_test()
L
liuyq-617 已提交
131 132 133 134 135 136
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./crash_gen.sh -a -p -t 4 -s 2000
                '''
            }
137 138 139 140 141 142
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./handle_crash_gen_val_log.sh
                '''
            }
L
liuyq-617 已提交
143 144 145 146 147 148 149 150
            timeout(time: 90, unit: 'MINUTES'){
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b2fq
              date
              '''
            }
Y
Yiqing Liu 已提交
151 152 153 154
          }
        }

        stage('test_valgrind') {
155
          agent{label "b3"}
L
liuyq-617 已提交
156

Y
Yiqing Liu 已提交
157
          steps {
158 159 160 161 162 163 164
            pre_test()
            catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
                sh '''
                cd ${WKC}/tests/pytest
                ./valgrind-test.sh 2>&1 > mem-error-out.log
                ./handle_val_log.sh
                '''
L
liuyq-617 已提交
165 166 167 168 169 170 171 172
            }     
            timeout(time: 90, unit: 'MINUTES'){      
              sh '''
              date
              cd ${WKC}/tests
              ./test-all.sh b3fq
              date'''
            }
Y
Yiqing Liu 已提交
173 174
          }
        }
L
liuyq-617 已提交
175 176
   
        
Y
Yiqing Liu 已提交
177 178
    }
  }
L
liuyq-617 已提交
179
  }
L
revert  
liuyq-617 已提交
180 181
  post {      
      
182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215
        success {
            emailext (
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]'",
                body: '''<!DOCTYPE html>
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
                                    <li>构建名称>>分支:${PROJECT_NAME}</li>
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
                                    <li>触发用户:${CAUSE}</li>
                                    <li>提交信息:${CHANGE_TITLE}</li>
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
                                    <li>变更集:${JELLY_SCRIPT}</li>
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
                </html>''',
L
liuyq-617 已提交
216
                to: "${env.CHANGE_AUTHOR_EMAIL}",
217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253
                from: "support@taosdata.com"
            )
        }
        failure {
            emailext (
                subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]'",
                body: '''<!DOCTYPE html>
                <html>
                <head>
                <meta charset="UTF-8">
                </head>
                <body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
                    <table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
                        <tr>
                            <td><br />
                                <b><font color="#0B610B"><font size="6">构建信息</font></font></b>
                                <hr size="2" width="100%" align="center" /></td>
                        </tr>
                        <tr>
                            <td>
                                <ul>
                                <div style="font-size:18px">
                                    <li>构建名称>>分支:${PROJECT_NAME}</li>
                                    <li>构建结果:<span style="color:green"> Successful </span></li>
                                    <li>构建编号:${BUILD_NUMBER}</li>
                                    <li>触发用户:${CAUSE}</li>
                                    <li>提交信息:${CHANGE_TITLE}</li>
                                    <li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
                                    <li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
                                    <li>变更集:${JELLY_SCRIPT}</li>
                                </div>
                                </ul>
                            </td>
                        </tr>
                    </table></font>
                </body>
                </html>''',
L
liuyq-617 已提交
254
                to: "${env.CHANGE_AUTHOR_EMAIL}",
255 256 257 258
                from: "support@taosdata.com"
            )
        }
    }
L
liuyq-617 已提交
259
   
260
}