Merge pull request #14006 from taosdata/ci/TD-16621_2.6

ci: split ci environment into two

Jenkinsfile2

@@ -7,6 +7,7 @@ def sync_source() {
     sh '''
         hostname
         date
+        env
     '''
     sh '''
         cd ${WKC}
@@ -57,6 +58,7 @@ def sync_source() {
         [ -f src/connector/grafanaplugin/README.md ] && rm -f src/connector/grafanaplugin/README.md > /dev/null || echo "failed to remove grafanaplugin README.md"
         git pull >/dev/null
         git clean -dfx
+        git log -5
     '''
     script {
         if (env.CHANGE_TARGET == 'master') {
@@ -90,6 +92,7 @@ def sync_source() {
         cd ${WK}
         git pull >/dev/null
         git clean -dfx
+        git log -5
     '''
     script {
         if (env.CHANGE_URL =~ /\/TDengine\//) {
@@ -98,16 +101,13 @@ def sync_source() {
                 cd ${WKC}
                 git fetch origin +refs/pull/${CHANGE_ID}/merge
                 git checkout -qf FETCH_HEAD
-
-                if [ ! -d src/connector/python/.github ]; then
-                    rm -rf src/connector/python/* || :
-                    rm -rf src/connector/python/.* || :
-                    git clone --depth 1 https://github.com/taosdata/taos-connector-python src/connector/python || echo "failed to clone python connector"
-                else
-                    cd src/connector/python || echo "src/connector/python not exist"
-                    git pull || :
+                git log -5
+            '''
+            sh '''
                 cd ${WKC}
-                fi
+                rm -rf src/connector/python
+                mkdir -p src/connector/python
+                git clone --depth 1 https://github.com/taosdata/taos-connector-python src/connector/python || echo "failed to clone python connector"
             '''
         } else if (env.CHANGE_URL =~ /\/TDinternal\//) {
             sh '''
@@ -115,16 +115,13 @@ def sync_source() {
                 cd ${WK}
                 git fetch origin +refs/pull/${CHANGE_ID}/merge
                 git checkout -qf FETCH_HEAD
-
-                if [ ! -d community/src/connector/python/.github ]; then
-                    rm -rf community/src/connector/python/* || :
-                    rm -rf community/src/connector/python/.* || :
-                    git clone --depth 1 https://github.com/taosdata/taos-connector-python community/src/connector/python || echo "failed to clone python connector"
-                else
-                    cd community/src/connector/python || echo "community/src/connector/python not exist"
-                    git pull || :
-                    cd ${WK}
-                fi
+                git log -5
+            '''
+            sh '''
+                cd ${WKC}
+                rm -rf src/connector/python
+                mkdir -p src/connector/python
+                git clone --depth 1 https://github.com/taosdata/taos-connector-python src/connector/python || echo "failed to clone python connector"
             '''
         } else {
             sh '''
@@ -136,16 +133,6 @@ def sync_source() {
         cd ${WKC}
         git submodule update --init --recursive
     '''
-    sh '''
-        cd ${WKC}
-        git branch
-        git log -5
-    '''
-    sh '''
-        cd ${WK}
-        git branch
-        git log -5
-    '''
 }
 def pre_test() {
     sync_source()
@@ -157,6 +144,7 @@ def pre_test() {
         go env -w GO111MODULE=on
         cmake .. -DBUILD_HTTP=false -DBUILD_TOOLS=true > /dev/null
         make -j8 >/dev/null
+        make install
     '''
     return 1
 }
@@ -174,7 +162,7 @@ def pre_test_mac() {
     return 1
 }
 pipeline {
-    agent {label " dispatcher "}
+    agent none
     options { skipDefaultCheckout() }
     environment{
         WK = '/var/data/jenkins/workspace/TDinternal'
@@ -182,18 +170,7 @@ pipeline {
         LOGDIR = '/var/data/jenkins/workspace/log'
     }
     stages {
-        stage ('pre_build') {
-            steps {
-                sh '''
-                    date
-                    pwd
-                    env
-                    hostname
-                '''
-            }
-        }
-        stage ('Parallel build stage') {
-            //only build pr
+        stage('run test') {
             options { skipDefaultCheckout() }
             when {
                 allOf {
@@ -202,98 +179,57 @@ pipeline {
                 }
             }
             parallel {
-                stage ('dispatcher sync source') {
-                    steps {
-                        timeout(time: 20, unit: 'MINUTES') {
-                            sync_source()
-                            script {
-                                sh '''
-                                    echo "dispatcher ready"
-                                    date
-                                '''
-                            }
-                        }
-                    }
-                }
-                stage ('build worker01') {
-                    agent {label " worker01 "}
+                stage ('build arm64') {
+                    agent {label " worker07_arm64 || worker09_arm64 "}
                     steps {
                         timeout(time: 20, unit: 'MINUTES') {
                             pre_test()
                             script {
                                 sh '''
-                                    echo "worker01 build done"
+                                    echo "arm64 build done"
                                     date
                                 '''
                             }
                         }
                     }
                 }
-                stage ('build worker02') {
-                    agent {label " worker02 "}
+                stage ('build Mac') {
+                    agent {label " Mac_catalina "}
                     steps {
                         timeout(time: 20, unit: 'MINUTES') {
-                            pre_test()
+                            pre_test_mac()
                             script {
                                 sh '''
-                                    echo "worker02 build done"
+                                    echo "Mac build done"
                                     date
                                 '''
                             }
                         }
                     }
                 }
-            }
-        }
-        stage('run test') {
-            options { skipDefaultCheckout() }
-            when {
-                allOf {
-                    changeRequest()
-                    not { expression { env.CHANGE_BRANCH =~ /docs\// }}
-                }
-            }
-            parallel {
-                stage ('build worker07_arm64') {
-                    agent {label " worker07_arm64 "}
+                stage('run cases') {
+                    agent {label " worker01 || worker02 "}
                     steps {
-                        timeout(time: 20, unit: 'MINUTES') {
-                            pre_test()
-                            script {
                         sh '''
-                                    echo "worker07_arm64 build done"
                             date
+                            pwd
+                            hostname
                         '''
-                            }
-                        }
-                    }
-                }
-                stage ('build Mac_catalina ') {
-                    agent {label " Mac_catalina "}
-                    steps {
-                        timeout(time: 20, unit: 'MINUTES') {
-                            pre_test_mac()
+                        timeout(time: 15, unit: 'MINUTES') {
+                            pre_test()
                             script {
                                 sh '''
-                                    echo "Mac_catalina build done"
+                                    echo "Linux build done"
                                     date
                                 '''
                             }
                         }
-                    }
-                }
-                stage('run cases') {
-                    steps {
-                        sh '''
-                            date
-                            hostname
-                        '''
                         catchError(buildResult: 'FAILURE', stageResult: 'FAILURE') {
-                            timeout(time: 20, unit: 'MINUTES') {
+                            timeout(time: 25, unit: 'MINUTES') {
                                 sh '''
                                     date
                                     cd ${WKC}/tests/parallel_test
-                                    time ./run.sh -m m.json -t cases.task -l ${LOGDIR} -b ${BRANCH_NAME}
+                                    time ./run.sh -m /home/m.json -t cases.task -l ${LOGDIR} -b ${BRANCH_NAME}
                                     date
                                     hostname
                                 '''