提交 472e263c 编写于 作者: J Jesse Zhang

Use in_parallel in lieu of aggregate

In the same vein of commits a5fb66d3 and d1f74955.

fly validate-pipeline (and set-pipeline) warns about it being
deprecated. This is also slightly in my way of backporting
868fd2d7 and 6aac45f3.
上级 1fe16e29
...@@ -104,7 +104,7 @@ def validate_pipeline_release_jobs(raw_pipeline_yml): ...@@ -104,7 +104,7 @@ def validate_pipeline_release_jobs(raw_pipeline_yml):
all_job_names = [job['name'] for job in jobs_raw] all_job_names = [job['name'] for job in jobs_raw]
release_candidate_job = [ job for job in jobs_raw if job['name'] == 'gate_release_candidate_start' ][0] release_candidate_job = [ job for job in jobs_raw if job['name'] == 'gate_release_candidate_start' ][0]
release_qualifying_job_names = release_candidate_job['plan'][0]['aggregate'][0]['passed'] release_qualifying_job_names = release_candidate_job['plan'][0]['in_parallel'][0]['passed']
jobs_that_are_not_blocking_release = [job for job in all_job_names if job not in release_qualifying_job_names] jobs_that_are_not_blocking_release = [job for job in all_job_names if job not in release_qualifying_job_names]
......
...@@ -1120,7 +1120,7 @@ jobs: ...@@ -1120,7 +1120,7 @@ jobs:
- name: gate_compile_start - name: gate_compile_start
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
trigger: true trigger: true
- get: gpaddon_src - get: gpaddon_src
...@@ -1134,7 +1134,7 @@ jobs: ...@@ -1134,7 +1134,7 @@ jobs:
- name: compile_gpdb_centos6 - name: compile_gpdb_centos6
plan: plan:
- aggregate: - in_parallel:
- get: reduced-frequency-trigger - get: reduced-frequency-trigger
trigger: ((reduced-frequency-trigger-flag)) trigger: ((reduced-frequency-trigger-flag))
- get: gpdb_src - get: gpdb_src
...@@ -1164,7 +1164,7 @@ jobs: ...@@ -1164,7 +1164,7 @@ jobs:
TARGET_OS: centos TARGET_OS: centos
TARGET_OS_VERSION: 6 TARGET_OS_VERSION: 6
BLD_TARGETS: "clients loaders" BLD_TARGETS: "clients loaders"
- aggregate: - in_parallel:
- put: bin_gpdb_centos6 - put: bin_gpdb_centos6
params: params:
file: gpdb_artifacts/bin_gpdb.tar.gz file: gpdb_artifacts/bin_gpdb.tar.gz
...@@ -1177,7 +1177,7 @@ jobs: ...@@ -1177,7 +1177,7 @@ jobs:
- name: compile_gpdb_centos7 - name: compile_gpdb_centos7
plan: plan:
- aggregate: - in_parallel:
- get: reduced-frequency-trigger - get: reduced-frequency-trigger
trigger: ((reduced-frequency-trigger-flag)) trigger: ((reduced-frequency-trigger-flag))
- get: gpdb_src - get: gpdb_src
...@@ -1207,7 +1207,7 @@ jobs: ...@@ -1207,7 +1207,7 @@ jobs:
TARGET_OS: centos TARGET_OS: centos
TARGET_OS_VERSION: 7 TARGET_OS_VERSION: 7
BLD_TARGETS: "clients loaders" BLD_TARGETS: "clients loaders"
- aggregate: - in_parallel:
- put: bin_gpdb_centos7 - put: bin_gpdb_centos7
params: params:
file: gpdb_artifacts/bin_gpdb.tar.gz file: gpdb_artifacts/bin_gpdb.tar.gz
...@@ -1220,7 +1220,7 @@ jobs: ...@@ -1220,7 +1220,7 @@ jobs:
- name: compile_gpdb_sles11 - name: compile_gpdb_sles11
plan: plan:
- aggregate: - in_parallel:
- get: reduced-frequency-trigger - get: reduced-frequency-trigger
trigger: ((reduced-frequency-trigger-flag)) trigger: ((reduced-frequency-trigger-flag))
- get: gpdb_src - get: gpdb_src
...@@ -1279,7 +1279,7 @@ jobs: ...@@ -1279,7 +1279,7 @@ jobs:
- name: compile_gpdb_ubuntu16 - name: compile_gpdb_ubuntu16
plan: plan:
- aggregate: - in_parallel:
- get: reduced-frequency-trigger - get: reduced-frequency-trigger
trigger: ((reduced-frequency-trigger-flag)) trigger: ((reduced-frequency-trigger-flag))
- get: gpdb_src - get: gpdb_src
...@@ -1294,7 +1294,7 @@ jobs: ...@@ -1294,7 +1294,7 @@ jobs:
file: gpdb_src/concourse/tasks/compile_gpdb_ubuntu16.yml file: gpdb_src/concourse/tasks/compile_gpdb_ubuntu16.yml
image: ubuntu-gpcloud-dev-16 image: ubuntu-gpcloud-dev-16
privileged: true privileged: true
- aggregate: - in_parallel:
- put: bin_gpdb_ubuntu16 - put: bin_gpdb_ubuntu16
params: params:
file: gpdb_artifacts/bin_gpdb.tar.gz file: gpdb_artifacts/bin_gpdb.tar.gz
...@@ -1304,7 +1304,7 @@ jobs: ...@@ -1304,7 +1304,7 @@ jobs:
- name: compile_gpdb_ubuntu16_oss - name: compile_gpdb_ubuntu16_oss
plan: plan:
- aggregate: - in_parallel:
- get: reduced-frequency-trigger - get: reduced-frequency-trigger
trigger: ((reduced-frequency-trigger-flag)) trigger: ((reduced-frequency-trigger-flag))
- get: gpdb_src - get: gpdb_src
...@@ -1316,7 +1316,7 @@ jobs: ...@@ -1316,7 +1316,7 @@ jobs:
passed: passed:
- gate_compile_start - gate_compile_start
- get: debian_release - get: debian_release
- aggregate: - in_parallel:
- task: compile_gpdb - task: compile_gpdb
image: ubuntu-gpdb-dev-16 image: ubuntu-gpdb-dev-16
file: gpdb_src/concourse/tasks/compile_gpdb_open_source_ubuntu.yml file: gpdb_src/concourse/tasks/compile_gpdb_open_source_ubuntu.yml
...@@ -1328,7 +1328,7 @@ jobs: ...@@ -1328,7 +1328,7 @@ jobs:
params: params:
DEBFULLNAME: ((debian-package-maintainer-fullname)) DEBFULLNAME: ((debian-package-maintainer-fullname))
DEBEMAIL: ((debian-package-maintainer-email)) DEBEMAIL: ((debian-package-maintainer-email))
- aggregate: - in_parallel:
- put: compiled_bits_ubuntu16 - put: compiled_bits_ubuntu16
params: params:
file: compiled_bits_ubuntu16/compiled_bits_ubuntu16.tar.gz file: compiled_bits_ubuntu16/compiled_bits_ubuntu16.tar.gz
...@@ -1338,14 +1338,14 @@ jobs: ...@@ -1338,14 +1338,14 @@ jobs:
- name: compile_gpdb_ubuntu16_oss_abi - name: compile_gpdb_ubuntu16_oss_abi
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_compile_start] passed: [gate_compile_start]
trigger: ((gpdb_src-trigger-flag)) trigger: ((gpdb_src-trigger-flag))
- get: gpdb_src_latest_5X_tag - get: gpdb_src_latest_5X_tag
- get: ubuntu-gpdb-dev-16 - get: ubuntu-gpdb-dev-16
passed: [gate_compile_start] passed: [gate_compile_start]
- aggregate: - in_parallel:
- task: compile_gpdb_head - task: compile_gpdb_head
image: ubuntu-gpdb-dev-16 image: ubuntu-gpdb-dev-16
config: config:
...@@ -1418,7 +1418,7 @@ jobs: ...@@ -1418,7 +1418,7 @@ jobs:
- name: compile_gpdb_open_source_centos6 - name: compile_gpdb_open_source_centos6
plan: plan:
- aggregate: - in_parallel:
- get: reduced-frequency-trigger - get: reduced-frequency-trigger
trigger: ((reduced-frequency-trigger-flag)) trigger: ((reduced-frequency-trigger-flag))
- get: gpdb_src - get: gpdb_src
...@@ -1434,7 +1434,7 @@ jobs: ...@@ -1434,7 +1434,7 @@ jobs:
- name: compile_gpdb_windows_cl - name: compile_gpdb_windows_cl
plan: plan:
- aggregate: - in_parallel:
- get: reduced-frequency-trigger - get: reduced-frequency-trigger
trigger: ((reduced-frequency-trigger-flag)) trigger: ((reduced-frequency-trigger-flag))
tags: ["wix"] tags: ["wix"]
...@@ -1472,7 +1472,7 @@ jobs: ...@@ -1472,7 +1472,7 @@ jobs:
TARGET_OS: win32 TARGET_OS: win32
TARGET_OS_VERSION: TARGET_OS_VERSION:
BLD_TARGETS: "clients loaders" BLD_TARGETS: "clients loaders"
- aggregate: - in_parallel:
- put: bin_gpdb_windows_clients - put: bin_gpdb_windows_clients
tags: ["wix"] tags: ["wix"]
params: params:
...@@ -1488,7 +1488,7 @@ jobs: ...@@ -1488,7 +1488,7 @@ jobs:
# Compile gpdb on a remote AIX machine, triggered by concourse. # Compile gpdb on a remote AIX machine, triggered by concourse.
# We need to serialize this job to avoid overwhelming workload # We need to serialize this job to avoid overwhelming workload
# on remote machine. # on remote machine.
- aggregate: - in_parallel:
- get: nightly-trigger-aix - get: nightly-trigger-aix
trigger: true trigger: true
- get: gpdb_src - get: gpdb_src
...@@ -1510,7 +1510,7 @@ jobs: ...@@ -1510,7 +1510,7 @@ jobs:
IVYREPO_USER: {{ivyrepo_user}} IVYREPO_USER: {{ivyrepo_user}}
IVYREPO_PASSWD: {{ivyrepo_passwd}} IVYREPO_PASSWD: {{ivyrepo_passwd}}
BLD_TARGETS: "clients loaders" BLD_TARGETS: "clients loaders"
- aggregate: - in_parallel:
- put: installer_aix7_gpdb_clients - put: installer_aix7_gpdb_clients
params: params:
file: gpdb_artifacts/greenplum-clients-*-aix7_ppc_64.zip file: gpdb_artifacts/greenplum-clients-*-aix7_ppc_64.zip
...@@ -1520,7 +1520,7 @@ jobs: ...@@ -1520,7 +1520,7 @@ jobs:
- name: client_loader_remote_test_aix - name: client_loader_remote_test_aix
serial: true serial: true
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: passed:
- gate_compile_start - gate_compile_start
...@@ -1566,7 +1566,7 @@ jobs: ...@@ -1566,7 +1566,7 @@ jobs:
- name: gate_compile_end - name: gate_compile_end
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: passed:
- gate_compile_start - gate_compile_start
...@@ -1613,7 +1613,7 @@ jobs: ...@@ -1613,7 +1613,7 @@ jobs:
- name: gate_icw_start - name: gate_icw_start
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: passed:
- gate_compile_end - gate_compile_end
...@@ -1645,7 +1645,7 @@ jobs: ...@@ -1645,7 +1645,7 @@ jobs:
- name: icw_planner_centos6 - name: icw_planner_centos6
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_icw_start] passed: [gate_icw_start]
- get: bin_gpdb - get: bin_gpdb
...@@ -1672,7 +1672,7 @@ jobs: ...@@ -1672,7 +1672,7 @@ jobs:
- name: icw_planner_ictcp_centos6 - name: icw_planner_ictcp_centos6
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_icw_start] passed: [gate_icw_start]
- get: bin_gpdb - get: bin_gpdb
...@@ -1690,7 +1690,7 @@ jobs: ...@@ -1690,7 +1690,7 @@ jobs:
- name: icw_gporca_centos6 - name: icw_gporca_centos6
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_icw_start] passed: [gate_icw_start]
- get: bin_gpdb - get: bin_gpdb
...@@ -1709,7 +1709,7 @@ jobs: ...@@ -1709,7 +1709,7 @@ jobs:
- name: icw_gporca_centos7 - name: icw_gporca_centos7
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_icw_start] passed: [gate_icw_start]
- get: bin_gpdb - get: bin_gpdb
...@@ -1728,7 +1728,7 @@ jobs: ...@@ -1728,7 +1728,7 @@ jobs:
- name: icw_planner_centos7 - name: icw_planner_centos7
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_icw_start] passed: [gate_icw_start]
- get: bin_gpdb - get: bin_gpdb
...@@ -1747,7 +1747,7 @@ jobs: ...@@ -1747,7 +1747,7 @@ jobs:
- name: icw_planner_oracle7 - name: icw_planner_oracle7
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_icw_start] passed: [gate_icw_start]
- get: bin_gpdb - get: bin_gpdb
...@@ -1766,7 +1766,7 @@ jobs: ...@@ -1766,7 +1766,7 @@ jobs:
- name: icw_gporca_oracle7 - name: icw_gporca_oracle7
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_icw_start] passed: [gate_icw_start]
- get: bin_gpdb - get: bin_gpdb
...@@ -1785,7 +1785,7 @@ jobs: ...@@ -1785,7 +1785,7 @@ jobs:
- name: icw_gporca_sles11 - name: icw_gporca_sles11
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_icw_start] passed: [gate_icw_start]
- get: bin_gpdb - get: bin_gpdb
...@@ -1802,7 +1802,7 @@ jobs: ...@@ -1802,7 +1802,7 @@ jobs:
- name: icw_planner_ubuntu16 - name: icw_planner_ubuntu16
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_icw_start] passed: [gate_icw_start]
- get: deb_package_ubuntu16 - get: deb_package_ubuntu16
...@@ -1821,7 +1821,7 @@ jobs: ...@@ -1821,7 +1821,7 @@ jobs:
- name: icw_planner_ubuntu16_oss - name: icw_planner_ubuntu16_oss
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_icw_start] passed: [gate_icw_start]
- get: deb_package_open_source_ubuntu16 - get: deb_package_open_source_ubuntu16
...@@ -1840,7 +1840,7 @@ jobs: ...@@ -1840,7 +1840,7 @@ jobs:
- name: icw_gporca_ubuntu16 - name: icw_gporca_ubuntu16
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_icw_start] passed: [gate_icw_start]
- get: deb_package_ubuntu16 - get: deb_package_ubuntu16
...@@ -1859,7 +1859,7 @@ jobs: ...@@ -1859,7 +1859,7 @@ jobs:
- name: icw_gporca_ubuntu16_oss - name: icw_gporca_ubuntu16_oss
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_icw_start] passed: [gate_icw_start]
- get: deb_package_open_source_ubuntu16 - get: deb_package_open_source_ubuntu16
...@@ -1878,7 +1878,7 @@ jobs: ...@@ -1878,7 +1878,7 @@ jobs:
- name: icw_extensions_gpcloud - name: icw_extensions_gpcloud
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_icw_start] passed: [gate_icw_start]
trigger: [[ test_trigger ]] trigger: [[ test_trigger ]]
...@@ -1888,7 +1888,7 @@ jobs: ...@@ -1888,7 +1888,7 @@ jobs:
passed: [gate_icw_start] passed: [gate_icw_start]
- get: centos-gpdb-dev-6 - get: centos-gpdb-dev-6
- get: ubuntu-gpdb-dev-16 - get: ubuntu-gpdb-dev-16
- aggregate: - in_parallel:
- task: unit_tests_gpcloud - task: unit_tests_gpcloud
file: gpdb_src/concourse/tasks/unit_tests_gpcloud.yml file: gpdb_src/concourse/tasks/unit_tests_gpcloud.yml
image: centos-gpdb-dev-6 image: centos-gpdb-dev-6
...@@ -1924,7 +1924,7 @@ jobs: ...@@ -1924,7 +1924,7 @@ jobs:
- name: QP_optimizer-functional - name: QP_optimizer-functional
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
params: {submodules: none} params: {submodules: none}
passed: [gate_icw_start] passed: [gate_icw_start]
...@@ -1933,7 +1933,7 @@ jobs: ...@@ -1933,7 +1933,7 @@ jobs:
passed: [gate_icw_start] passed: [gate_icw_start]
trigger: [[ test_trigger ]] trigger: [[ test_trigger ]]
- get: centos-gpdb-dev-6 - get: centos-gpdb-dev-6
- aggregate: - in_parallel:
- task: optimizer_functional_part1 - task: optimizer_functional_part1
timeout: 3h timeout: 3h
file: gpdb_src/concourse/tasks/tinc_gpdb.yml file: gpdb_src/concourse/tasks/tinc_gpdb.yml
...@@ -1955,7 +1955,7 @@ jobs: ...@@ -1955,7 +1955,7 @@ jobs:
- name: fips_centos6 - name: fips_centos6
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_icw_start] passed: [gate_icw_start]
- get: gpdb_binary - get: gpdb_binary
...@@ -1993,7 +1993,7 @@ jobs: ...@@ -1993,7 +1993,7 @@ jobs:
- name: gate_icw_end - name: gate_icw_end
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: passed:
- icw_planner_centos6 - icw_planner_centos6
...@@ -2030,7 +2030,7 @@ jobs: ...@@ -2030,7 +2030,7 @@ jobs:
passed: passed:
- icw_gporca_sles11 - icw_gporca_sles11
{% if pipeline_type == "prod" %} {% if pipeline_type == "prod" %}
- aggregate: - in_parallel:
- put: bin_gpdb_centos6_icw_green - put: bin_gpdb_centos6_icw_green
params: params:
file: bin_gpdb_centos6/bin_gpdb.tar.gz file: bin_gpdb_centos6/bin_gpdb.tar.gz
...@@ -2067,7 +2067,7 @@ jobs: ...@@ -2067,7 +2067,7 @@ jobs:
path: 'sh' path: 'sh'
args: ['-c', 'sleep `expr 1 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] args: ['-c', 'sleep `expr 1 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`']
{% endif %} {% endif %}
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: passed:
- gate_compile_end - gate_compile_end
...@@ -2089,7 +2089,7 @@ jobs: ...@@ -2089,7 +2089,7 @@ jobs:
- name: cs_[[ test_name ]] - name: cs_[[ test_name ]]
plan: plan:
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_cs_start] passed: [gate_cs_start]
- get: gpdb_binary - get: gpdb_binary
...@@ -2124,7 +2124,7 @@ jobs: ...@@ -2124,7 +2124,7 @@ jobs:
- name: cs_[[ test_name ]] - name: cs_[[ test_name ]]
plan: plan:
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_cs_start] passed: [gate_cs_start]
- get: gpdb_binary - get: gpdb_binary
...@@ -2161,7 +2161,7 @@ jobs: ...@@ -2161,7 +2161,7 @@ jobs:
- name: cs_[[ test_name ]] - name: cs_[[ test_name ]]
plan: plan:
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: *cs_ccp_aggregate_mpp_start - in_parallel: *cs_ccp_aggregate_mpp_start
- put: terraform - put: terraform
<<: *cs_ccp_terraform_params <<: *cs_ccp_terraform_params
- task: gen_cluster - task: gen_cluster
...@@ -2179,7 +2179,7 @@ jobs: ...@@ -2179,7 +2179,7 @@ jobs:
{% endfor %} {% endfor %}
- name: fts - name: fts
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
params: {submodules: none} params: {submodules: none}
passed: [gate_cs_start] passed: [gate_cs_start]
...@@ -2188,7 +2188,7 @@ jobs: ...@@ -2188,7 +2188,7 @@ jobs:
passed: [gate_cs_start] passed: [gate_cs_start]
trigger: [[ test_trigger ]] trigger: [[ test_trigger ]]
- get: centos-gpdb-dev-6 - get: centos-gpdb-dev-6
- aggregate: - in_parallel:
- task: fts_transitions_part01 - task: fts_transitions_part01
file: gpdb_src/concourse/tasks/tinc_gpdb.yml file: gpdb_src/concourse/tasks/tinc_gpdb.yml
image: centos-gpdb-dev-6 image: centos-gpdb-dev-6
...@@ -2216,7 +2216,7 @@ jobs: ...@@ -2216,7 +2216,7 @@ jobs:
- name: storage - name: storage
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
params: {submodules: none} params: {submodules: none}
passed: [gate_cs_start] passed: [gate_cs_start]
...@@ -2225,7 +2225,7 @@ jobs: ...@@ -2225,7 +2225,7 @@ jobs:
passed: [gate_cs_start] passed: [gate_cs_start]
trigger: [[ test_trigger ]] trigger: [[ test_trigger ]]
- get: centos-gpdb-dev-6 - get: centos-gpdb-dev-6
- aggregate: - in_parallel:
- task: aocoalter_catalog_loaders - task: aocoalter_catalog_loaders
file: gpdb_src/concourse/tasks/tinc_gpdb.yml file: gpdb_src/concourse/tasks/tinc_gpdb.yml
params: params:
...@@ -2264,7 +2264,7 @@ jobs: ...@@ -2264,7 +2264,7 @@ jobs:
- name: gate_cs_end - name: gate_cs_end
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: &gate_cs_passed passed: &gate_cs_passed
{% for test_name in cs_walrep_suites + {% for test_name in cs_walrep_suites +
...@@ -2303,7 +2303,7 @@ jobs: ...@@ -2303,7 +2303,7 @@ jobs:
path: 'sh' path: 'sh'
args: ['-c', 'sleep `expr 2 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] args: ['-c', 'sleep `expr 2 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`']
{% endif %} {% endif %}
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: passed:
- gate_compile_end - gate_compile_end
...@@ -2321,7 +2321,7 @@ jobs: ...@@ -2321,7 +2321,7 @@ jobs:
- name: mpp_interconnect - name: mpp_interconnect
plan: plan:
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_mpp_start] passed: [gate_mpp_start]
- get: gpdb_binary - get: gpdb_binary
...@@ -2349,7 +2349,7 @@ jobs: ...@@ -2349,7 +2349,7 @@ jobs:
- name: mpp_resource_group_centos6 - name: mpp_resource_group_centos6
plan: plan:
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_mpp_start] passed: [gate_mpp_start]
- get: bin_gpdb - get: bin_gpdb
...@@ -2389,7 +2389,7 @@ jobs: ...@@ -2389,7 +2389,7 @@ jobs:
- name: mpp_resource_group_centos7 - name: mpp_resource_group_centos7
plan: plan:
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_mpp_start] passed: [gate_mpp_start]
- get: bin_gpdb - get: bin_gpdb
...@@ -2430,7 +2430,7 @@ jobs: ...@@ -2430,7 +2430,7 @@ jobs:
- name: gate_mpp_end - name: gate_mpp_end
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: passed:
- mpp_interconnect - mpp_interconnect
...@@ -2470,7 +2470,7 @@ jobs: ...@@ -2470,7 +2470,7 @@ jobs:
path: 'sh' path: 'sh'
args: ['-c', 'sleep `expr 3 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] args: ['-c', 'sleep `expr 3 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`']
{% endif %} {% endif %}
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: passed:
- gate_compile_end - gate_compile_end
...@@ -2489,7 +2489,7 @@ jobs: ...@@ -2489,7 +2489,7 @@ jobs:
- name: MM_[[ test_name ]] - name: MM_[[ test_name ]]
plan: plan:
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
params: params:
submodules: submodules:
...@@ -2530,7 +2530,7 @@ jobs: ...@@ -2530,7 +2530,7 @@ jobs:
- name: MM_gppkg - name: MM_gppkg
plan: plan:
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
params: params:
submodules: submodules:
...@@ -2573,7 +2573,7 @@ jobs: ...@@ -2573,7 +2573,7 @@ jobs:
- name: MM_gpcheck - name: MM_gpcheck
plan: plan:
- aggregate: &gets_for_behave - in_parallel: &gets_for_behave
- get: gpdb_src - get: gpdb_src
params: params:
submodules: submodules:
...@@ -2593,7 +2593,7 @@ jobs: ...@@ -2593,7 +2593,7 @@ jobs:
- name: MM_gpexpand - name: MM_gpexpand
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
params: params:
submodules: submodules:
...@@ -2631,7 +2631,7 @@ jobs: ...@@ -2631,7 +2631,7 @@ jobs:
{% for test_name in MM_2_suites %} {% for test_name in MM_2_suites %}
- name: MM_[[ test_name ]] - name: MM_[[ test_name ]]
plan: plan:
- aggregate: *gets_for_behave - in_parallel: *gets_for_behave
- task: [[ test_name ]] - task: [[ test_name ]]
file: gpdb_src/concourse/tasks/behave_gpdb.yml file: gpdb_src/concourse/tasks/behave_gpdb.yml
image: centos-gpdb-dev-6 image: centos-gpdb-dev-6
...@@ -2641,8 +2641,8 @@ jobs: ...@@ -2641,8 +2641,8 @@ jobs:
{% endfor %} {% endfor %}
- name: MM_pt-rebuild - name: MM_pt-rebuild
plan: plan:
- aggregate: *gets_for_behave - in_parallel: *gets_for_behave
- aggregate: - in_parallel:
- task: persistent_table_rebuild - task: persistent_table_rebuild
file: gpdb_src/concourse/tasks/behave_gpdb.yml file: gpdb_src/concourse/tasks/behave_gpdb.yml
image: centos-gpdb-dev-6 image: centos-gpdb-dev-6
...@@ -2658,7 +2658,7 @@ jobs: ...@@ -2658,7 +2658,7 @@ jobs:
- name: MU_check_centos - name: MU_check_centos
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_mm_start] passed: [gate_mm_start]
- get: bin_gpdb - get: bin_gpdb
...@@ -2674,7 +2674,7 @@ jobs: ...@@ -2674,7 +2674,7 @@ jobs:
- name: MM_gpaddmirrors - name: MM_gpaddmirrors
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
params: params:
submodules: submodules:
...@@ -2710,7 +2710,7 @@ jobs: ...@@ -2710,7 +2710,7 @@ jobs:
- name: gate_mm_end - name: gate_mm_end
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: &gate_mm_end_passed passed: &gate_mm_end_passed
{% for test_name in MM_1_suites + {% for test_name in MM_1_suites +
...@@ -2751,7 +2751,7 @@ jobs: ...@@ -2751,7 +2751,7 @@ jobs:
path: 'sh' path: 'sh'
args: ['-c', 'sleep `expr 4 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] args: ['-c', 'sleep `expr 4 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`']
{% endif %} {% endif %}
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: passed:
- gate_compile_end - gate_compile_end
...@@ -2763,7 +2763,7 @@ jobs: ...@@ -2763,7 +2763,7 @@ jobs:
- name: DPM_backup-restore - name: DPM_backup-restore
plan: plan:
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
params: params:
submodules: submodules:
...@@ -2801,7 +2801,7 @@ jobs: ...@@ -2801,7 +2801,7 @@ jobs:
- get: nightly-trigger - get: nightly-trigger
trigger: [[ test_trigger ]] trigger: [[ test_trigger ]]
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: ccp_src - get: ccp_src
tags: ["ddboost"] tags: ["ddboost"]
- get: gpdb_src - get: gpdb_src
...@@ -2879,7 +2879,7 @@ jobs: ...@@ -2879,7 +2879,7 @@ jobs:
- get: nightly-trigger - get: nightly-trigger
trigger: [[ test_trigger ]] trigger: [[ test_trigger ]]
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: ccp_src - get: ccp_src
tags: ["ddboost"] tags: ["ddboost"]
- get: gpdb_src - get: gpdb_src
...@@ -2957,7 +2957,7 @@ jobs: ...@@ -2957,7 +2957,7 @@ jobs:
- get: nightly-trigger - get: nightly-trigger
trigger: [[ test_trigger ]] trigger: [[ test_trigger ]]
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: ccp_src - get: ccp_src
tags: ["ddboost"] tags: ["ddboost"]
- get: gpdb_src - get: gpdb_src
...@@ -3036,7 +3036,7 @@ jobs: ...@@ -3036,7 +3036,7 @@ jobs:
tags: ["netbackup"] tags: ["netbackup"]
trigger: [[ test_trigger ]] trigger: [[ test_trigger ]]
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: ccp_src - get: ccp_src
tags: ["netbackup"] tags: ["netbackup"]
- get: gpdb_src - get: gpdb_src
...@@ -3094,7 +3094,7 @@ jobs: ...@@ -3094,7 +3094,7 @@ jobs:
tags: ["netbackup"] tags: ["netbackup"]
trigger: [[ test_trigger ]] trigger: [[ test_trigger ]]
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: ccp_src - get: ccp_src
tags: ["netbackup"] tags: ["netbackup"]
- get: gpdb_src - get: gpdb_src
...@@ -3152,7 +3152,7 @@ jobs: ...@@ -3152,7 +3152,7 @@ jobs:
tags: ["netbackup"] tags: ["netbackup"]
trigger: [[ test_trigger ]] trigger: [[ test_trigger ]]
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: ccp_src - get: ccp_src
tags: ["netbackup"] tags: ["netbackup"]
- get: gpdb_src - get: gpdb_src
...@@ -3207,7 +3207,7 @@ jobs: ...@@ -3207,7 +3207,7 @@ jobs:
- name: DPM_backup_43_restore_5 - name: DPM_backup_43_restore_5
plan: plan:
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
params: params:
submodules: submodules:
...@@ -3256,7 +3256,7 @@ jobs: ...@@ -3256,7 +3256,7 @@ jobs:
- name: gptransfer-43x-to-5x - name: gptransfer-43x-to-5x
plan: plan:
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_dpm_start] passed: [gate_dpm_start]
- get: gpdb_binary - get: gpdb_binary
...@@ -3269,7 +3269,7 @@ jobs: ...@@ -3269,7 +3269,7 @@ jobs:
- get: centos-gpdb-dev-6 - get: centos-gpdb-dev-6
# The separate clusters can be created in parallel with the aggregate and do blocks # The separate clusters can be created in parallel with the aggregate and do blocks
# The terraform put and gen cluster that correspond must still happen serially # The terraform put and gen cluster that correspond must still happen serially
- aggregate: - in_parallel:
- do: - do:
- put: terraform - put: terraform
params: params:
...@@ -3362,7 +3362,7 @@ jobs: ...@@ -3362,7 +3362,7 @@ jobs:
- name: gptransfer-5x-to-5x - name: gptransfer-5x-to-5x
plan: plan:
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_dpm_start] passed: [gate_dpm_start]
- get: gpdb_binary - get: gpdb_binary
...@@ -3373,7 +3373,7 @@ jobs: ...@@ -3373,7 +3373,7 @@ jobs:
- get: centos-gpdb-dev-6 - get: centos-gpdb-dev-6
# The separate clusters can be created in parallel with the aggregate and do blocks # The separate clusters can be created in parallel with the aggregate and do blocks
# The terraform put and gen cluster that correspond must still happen serially # The terraform put and gen cluster that correspond must still happen serially
- aggregate: - in_parallel:
- do: - do:
- put: terraform - put: terraform
params: params:
...@@ -3464,7 +3464,7 @@ jobs: ...@@ -3464,7 +3464,7 @@ jobs:
- name: gate_dpm_end - name: gate_dpm_end
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
trigger: true trigger: true
passed: passed:
...@@ -3516,7 +3516,7 @@ jobs: ...@@ -3516,7 +3516,7 @@ jobs:
path: 'sh' path: 'sh'
args: ['-c', 'sleep `expr 5 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] args: ['-c', 'sleep `expr 5 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`']
{% endif %} {% endif %}
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: passed:
- gate_compile_end - gate_compile_end
...@@ -3530,7 +3530,7 @@ jobs: ...@@ -3530,7 +3530,7 @@ jobs:
- name: regression_tests_gphdfs_hadoop_centos - name: regression_tests_gphdfs_hadoop_centos
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_ud_start] passed: [gate_ud_start]
- get: bin_gpdb - get: bin_gpdb
...@@ -3547,7 +3547,7 @@ jobs: ...@@ -3547,7 +3547,7 @@ jobs:
- name: gate_ud_end - name: gate_ud_end
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: &gate_ud_end passed: &gate_ud_end
- regression_tests_gphdfs_hadoop_centos - regression_tests_gphdfs_hadoop_centos
...@@ -3580,7 +3580,7 @@ jobs: ...@@ -3580,7 +3580,7 @@ jobs:
path: 'sh' path: 'sh'
args: ['-c', 'sleep `expr 6 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] args: ['-c', 'sleep `expr 6 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`']
{% endif %} {% endif %}
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: passed:
- gate_compile_end - gate_compile_end
...@@ -3596,7 +3596,7 @@ jobs: ...@@ -3596,7 +3596,7 @@ jobs:
{% set platform_version = '7' if "centos7" in platform else '6' %} {% set platform_version = '7' if "centos7" in platform else '6' %}
- name: postgis_build_[[ platform ]] - name: postgis_build_[[ platform ]]
plan: plan:
- aggregate: - in_parallel:
- get: postgis_src - get: postgis_src
- get: madlib_ci - get: madlib_ci
- get: gpdb_src - get: gpdb_src
...@@ -3609,7 +3609,7 @@ jobs: ...@@ -3609,7 +3609,7 @@ jobs:
- gate_advanced_analytics_start - gate_advanced_analytics_start
- get: centos-gpdb-dev-[[ platform_version ]] - get: centos-gpdb-dev-[[ platform_version ]]
- get: gcc_4.4.2_snowflake - get: gcc_4.4.2_snowflake
- aggregate: - in_parallel:
- task: postgis_gpdb_build - task: postgis_gpdb_build
file: madlib_ci/concourse/tasks/build_postgis.yml file: madlib_ci/concourse/tasks/build_postgis.yml
image: centos-gpdb-dev-[[ platform_version ]] image: centos-gpdb-dev-[[ platform_version ]]
...@@ -3619,7 +3619,7 @@ jobs: ...@@ -3619,7 +3619,7 @@ jobs:
IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_REALM: {{ivyrepo_realm}}
IVYREPO_USER: {{ivyrepo_user}} IVYREPO_USER: {{ivyrepo_user}}
IVYREPO_PASSWD: {{ivyrepo_passwd}} IVYREPO_PASSWD: {{ivyrepo_passwd}}
- aggregate: - in_parallel:
- put: postgis_gppkg_[[ platform ]] - put: postgis_gppkg_[[ platform ]]
params: params:
file: postgis_gppkg/postgis-*.gppkg file: postgis_gppkg/postgis-*.gppkg
...@@ -3630,7 +3630,7 @@ jobs: ...@@ -3630,7 +3630,7 @@ jobs:
{% set orca_state = 'off' if "Planner" in test_name else 'on' %} {% set orca_state = 'off' if "Planner" in test_name else 'on' %}
- name: MADlib_Test_[[ test_name ]] - name: MADlib_Test_[[ test_name ]]
plan: plan:
- aggregate: - in_parallel:
- get: madlib_ci - get: madlib_ci
- get: gpdb_src - get: gpdb_src
passed: passed:
...@@ -3652,7 +3652,7 @@ jobs: ...@@ -3652,7 +3652,7 @@ jobs:
- name: Postgis_Test_[[ test_name ]] - name: Postgis_Test_[[ test_name ]]
plan: plan:
- aggregate: - in_parallel:
- get: madlib_ci - get: madlib_ci
- get: postgis_src - get: postgis_src
passed: passed:
...@@ -3686,7 +3686,7 @@ jobs: ...@@ -3686,7 +3686,7 @@ jobs:
{% endfor %} {% endfor %}
- name: gate_advanced_analytics_end - name: gate_advanced_analytics_end
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
trigger: true trigger: true
passed: passed:
...@@ -3741,7 +3741,7 @@ jobs: ...@@ -3741,7 +3741,7 @@ jobs:
path: 'sh' path: 'sh'
args: ['-c', 'sleep `expr 7 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] args: ['-c', 'sleep `expr 7 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`']
{% endif %} {% endif %}
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: passed:
- gate_compile_end - gate_compile_end
...@@ -3754,7 +3754,7 @@ jobs: ...@@ -3754,7 +3754,7 @@ jobs:
- name: cs_[[ test_name ]] - name: cs_[[ test_name ]]
plan: plan:
- *ccp_jitter_delay - *ccp_jitter_delay
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: [gate_filerep_start] passed: [gate_filerep_start]
- get: gpdb_binary - get: gpdb_binary
...@@ -3792,7 +3792,7 @@ jobs: ...@@ -3792,7 +3792,7 @@ jobs:
{% endfor %} {% endfor %}
- name: gate_filerep_end - name: gate_filerep_end
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
passed: passed:
{% for test_name in cs_filerep_end_to_end_suites %} {% for test_name in cs_filerep_end_to_end_suites %}
...@@ -3817,7 +3817,7 @@ jobs: ...@@ -3817,7 +3817,7 @@ jobs:
- name: gate_release_candidate_start - name: gate_release_candidate_start
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
trigger: true trigger: true
passed: passed:
...@@ -3912,7 +3912,7 @@ jobs: ...@@ -3912,7 +3912,7 @@ jobs:
- name: Release_Candidate - name: Release_Candidate
plan: plan:
- aggregate: - in_parallel:
- get: gpdb_src - get: gpdb_src
trigger: true trigger: true
passed: [gate_release_candidate_start] passed: [gate_release_candidate_start]
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册