From 472e263c98410bad87e011d555fd0544b3bd2c2e Mon Sep 17 00:00:00 2001 From: Jesse Zhang Date: Thu, 1 Oct 2020 15:34:02 -0700 Subject: [PATCH] Use in_parallel in lieu of aggregate In the same vein of commits a5fb66d318e4b7b8 and d1f749551e851c14. fly validate-pipeline (and set-pipeline) warns about it being deprecated. This is also slightly in my way of backporting 868fd2d78e34b46a and 6aac45f3f934cc24. --- concourse/pipelines/5X_STABLE-generated.yml | 246 ++++++++++---------- concourse/pipelines/gen_pipeline.py | 2 +- concourse/pipelines/templates/gpdb-tpl.yml | 188 +++++++-------- 3 files changed, 218 insertions(+), 218 deletions(-) diff --git a/concourse/pipelines/5X_STABLE-generated.yml b/concourse/pipelines/5X_STABLE-generated.yml index 175a203bce..9fe366ec33 100644 --- a/concourse/pipelines/5X_STABLE-generated.yml +++ b/concourse/pipelines/5X_STABLE-generated.yml @@ -1077,7 +1077,7 @@ jobs: - name: gate_compile_start plan: - - aggregate: + - in_parallel: - get: gpdb_src trigger: true - get: gpaddon_src @@ -1091,7 +1091,7 @@ jobs: - name: compile_gpdb_centos6 plan: - - aggregate: + - in_parallel: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src @@ -1121,7 +1121,7 @@ jobs: TARGET_OS: centos TARGET_OS_VERSION: 6 BLD_TARGETS: "clients loaders" - - aggregate: + - in_parallel: - put: bin_gpdb_centos6 params: file: gpdb_artifacts/bin_gpdb.tar.gz @@ -1134,7 +1134,7 @@ jobs: - name: compile_gpdb_centos7 plan: - - aggregate: + - in_parallel: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src @@ -1164,7 +1164,7 @@ jobs: TARGET_OS: centos TARGET_OS_VERSION: 7 BLD_TARGETS: "clients loaders" - - aggregate: + - in_parallel: - put: bin_gpdb_centos7 params: file: gpdb_artifacts/bin_gpdb.tar.gz @@ -1177,7 +1177,7 @@ jobs: - name: compile_gpdb_sles11 plan: - - aggregate: + - in_parallel: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src @@ -1236,7 +1236,7 @@ jobs: - name: compile_gpdb_ubuntu16 plan: - - aggregate: + - in_parallel: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src @@ -1251,7 +1251,7 @@ jobs: file: gpdb_src/concourse/tasks/compile_gpdb_ubuntu16.yml image: ubuntu-gpcloud-dev-16 privileged: true - - aggregate: + - in_parallel: - put: bin_gpdb_ubuntu16 params: file: gpdb_artifacts/bin_gpdb.tar.gz @@ -1261,7 +1261,7 @@ jobs: - name: compile_gpdb_ubuntu16_oss plan: - - aggregate: + - in_parallel: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src @@ -1273,7 +1273,7 @@ jobs: passed: - gate_compile_start - get: debian_release - - aggregate: + - in_parallel: - task: compile_gpdb image: ubuntu-gpdb-dev-16 file: gpdb_src/concourse/tasks/compile_gpdb_open_source_ubuntu.yml @@ -1285,7 +1285,7 @@ jobs: params: DEBFULLNAME: ((debian-package-maintainer-fullname)) DEBEMAIL: ((debian-package-maintainer-email)) - - aggregate: + - in_parallel: - put: compiled_bits_ubuntu16 params: file: compiled_bits_ubuntu16/compiled_bits_ubuntu16.tar.gz @@ -1295,14 +1295,14 @@ jobs: - name: compile_gpdb_ubuntu16_oss_abi plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_compile_start] trigger: ((gpdb_src-trigger-flag)) - get: gpdb_src_latest_5X_tag - get: ubuntu-gpdb-dev-16 passed: [gate_compile_start] - - aggregate: + - in_parallel: - task: compile_gpdb_head image: ubuntu-gpdb-dev-16 config: @@ -1375,7 +1375,7 @@ jobs: - name: compile_gpdb_open_source_centos6 plan: - - aggregate: + - in_parallel: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src @@ -1391,7 +1391,7 @@ jobs: - name: compile_gpdb_windows_cl plan: - - aggregate: + - in_parallel: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) tags: ["wix"] @@ -1429,7 +1429,7 @@ jobs: TARGET_OS: win32 TARGET_OS_VERSION: BLD_TARGETS: "clients loaders" - - aggregate: + - in_parallel: - put: bin_gpdb_windows_clients tags: ["wix"] params: @@ -1445,7 +1445,7 @@ jobs: # Compile gpdb on a remote AIX machine, triggered by concourse. # We need to serialize this job to avoid overwhelming workload # on remote machine. - - aggregate: + - in_parallel: - get: nightly-trigger-aix trigger: true - get: gpdb_src @@ -1467,7 +1467,7 @@ jobs: IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} BLD_TARGETS: "clients loaders" - - aggregate: + - in_parallel: - put: installer_aix7_gpdb_clients params: file: gpdb_artifacts/greenplum-clients-*-aix7_ppc_64.zip @@ -1477,7 +1477,7 @@ jobs: - name: client_loader_remote_test_aix serial: true plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_start @@ -1523,7 +1523,7 @@ jobs: - name: gate_compile_end plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_start @@ -1569,7 +1569,7 @@ jobs: - name: gate_icw_start plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_end @@ -1601,7 +1601,7 @@ jobs: - name: icw_planner_centos6 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: bin_gpdb @@ -1628,7 +1628,7 @@ jobs: - name: icw_planner_ictcp_centos6 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: bin_gpdb @@ -1646,7 +1646,7 @@ jobs: - name: icw_gporca_centos6 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: bin_gpdb @@ -1665,7 +1665,7 @@ jobs: - name: icw_gporca_centos7 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: bin_gpdb @@ -1684,7 +1684,7 @@ jobs: - name: icw_planner_centos7 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: bin_gpdb @@ -1703,7 +1703,7 @@ jobs: - name: icw_planner_oracle7 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: bin_gpdb @@ -1722,7 +1722,7 @@ jobs: - name: icw_gporca_oracle7 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: bin_gpdb @@ -1741,7 +1741,7 @@ jobs: - name: icw_gporca_sles11 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: bin_gpdb @@ -1758,7 +1758,7 @@ jobs: - name: icw_planner_ubuntu16 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: deb_package_ubuntu16 @@ -1777,7 +1777,7 @@ jobs: - name: icw_planner_ubuntu16_oss plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: deb_package_open_source_ubuntu16 @@ -1796,7 +1796,7 @@ jobs: - name: icw_gporca_ubuntu16 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: deb_package_ubuntu16 @@ -1815,7 +1815,7 @@ jobs: - name: icw_gporca_ubuntu16_oss plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: deb_package_open_source_ubuntu16 @@ -1834,7 +1834,7 @@ jobs: - name: icw_extensions_gpcloud plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] trigger: true @@ -1844,7 +1844,7 @@ jobs: passed: [gate_icw_start] - get: centos-gpdb-dev-6 - get: ubuntu-gpdb-dev-16 - - aggregate: + - in_parallel: - task: unit_tests_gpcloud file: gpdb_src/concourse/tasks/unit_tests_gpcloud.yml image: centos-gpdb-dev-6 @@ -1880,7 +1880,7 @@ jobs: - name: QP_optimizer-functional plan: - - aggregate: + - in_parallel: - get: gpdb_src params: {submodules: none} passed: [gate_icw_start] @@ -1889,7 +1889,7 @@ jobs: passed: [gate_icw_start] trigger: true - get: centos-gpdb-dev-6 - - aggregate: + - in_parallel: - task: optimizer_functional_part1 timeout: 3h file: gpdb_src/concourse/tasks/tinc_gpdb.yml @@ -1911,7 +1911,7 @@ jobs: - name: fips_centos6 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: gpdb_binary @@ -1949,7 +1949,7 @@ jobs: - name: gate_icw_end plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: - icw_planner_centos6 @@ -1985,7 +1985,7 @@ jobs: - get: bin_gpdb_sles11 passed: - icw_gporca_sles11 - - aggregate: + - in_parallel: - put: bin_gpdb_centos6_icw_green params: file: bin_gpdb_centos6/bin_gpdb.tar.gz @@ -2017,7 +2017,7 @@ jobs: run: path: 'sh' args: ['-c', 'sleep `expr 1 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_end @@ -2038,7 +2038,7 @@ jobs: - name: cs_walrep_1 plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_cs_start] - get: gpdb_binary @@ -2071,7 +2071,7 @@ jobs: - name: cs_walrep_2 plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_cs_start] - get: gpdb_binary @@ -2104,7 +2104,7 @@ jobs: - name: cs_pg_twophase_01_10 plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_cs_start] - get: gpdb_binary @@ -2139,7 +2139,7 @@ jobs: - name: cs_pg_twophase_11_20 plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_cs_start] - get: gpdb_binary @@ -2174,7 +2174,7 @@ jobs: - name: cs_pg_twophase_21_30 plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_cs_start] - get: gpdb_binary @@ -2209,7 +2209,7 @@ jobs: - name: cs_pg_twophase_31_40 plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_cs_start] - get: gpdb_binary @@ -2244,7 +2244,7 @@ jobs: - name: cs_pg_twophase_41_49 plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_cs_start] - get: gpdb_binary @@ -2279,7 +2279,7 @@ jobs: - name: cs_switch_01_12 plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_cs_start] - get: gpdb_binary @@ -2314,7 +2314,7 @@ jobs: - name: cs_crash_recovery_schema_topology plan: - *ccp_jitter_delay - - aggregate: *cs_ccp_aggregate_mpp_start + - in_parallel: *cs_ccp_aggregate_mpp_start - put: terraform <<: *cs_ccp_terraform_params - task: gen_cluster @@ -2332,7 +2332,7 @@ jobs: - name: cs_crash_recovery_04_10 plan: - *ccp_jitter_delay - - aggregate: *cs_ccp_aggregate_mpp_start + - in_parallel: *cs_ccp_aggregate_mpp_start - put: terraform <<: *cs_ccp_terraform_params - task: gen_cluster @@ -2350,7 +2350,7 @@ jobs: - name: cs_crash_recovery_11_20 plan: - *ccp_jitter_delay - - aggregate: *cs_ccp_aggregate_mpp_start + - in_parallel: *cs_ccp_aggregate_mpp_start - put: terraform <<: *cs_ccp_terraform_params - task: gen_cluster @@ -2368,7 +2368,7 @@ jobs: - name: cs_crash_recovery_21_30 plan: - *ccp_jitter_delay - - aggregate: *cs_ccp_aggregate_mpp_start + - in_parallel: *cs_ccp_aggregate_mpp_start - put: terraform <<: *cs_ccp_terraform_params - task: gen_cluster @@ -2386,7 +2386,7 @@ jobs: - name: cs_crash_recovery_31_42 plan: - *ccp_jitter_delay - - aggregate: *cs_ccp_aggregate_mpp_start + - in_parallel: *cs_ccp_aggregate_mpp_start - put: terraform <<: *cs_ccp_terraform_params - task: gen_cluster @@ -2403,7 +2403,7 @@ jobs: - name: fts plan: - - aggregate: + - in_parallel: - get: gpdb_src params: {submodules: none} passed: [gate_cs_start] @@ -2412,7 +2412,7 @@ jobs: passed: [gate_cs_start] trigger: true - get: centos-gpdb-dev-6 - - aggregate: + - in_parallel: - task: fts_transitions_part01 file: gpdb_src/concourse/tasks/tinc_gpdb.yml image: centos-gpdb-dev-6 @@ -2440,7 +2440,7 @@ jobs: - name: storage plan: - - aggregate: + - in_parallel: - get: gpdb_src params: {submodules: none} passed: [gate_cs_start] @@ -2449,7 +2449,7 @@ jobs: passed: [gate_cs_start] trigger: true - get: centos-gpdb-dev-6 - - aggregate: + - in_parallel: - task: aocoalter_catalog_loaders file: gpdb_src/concourse/tasks/tinc_gpdb.yml params: @@ -2488,7 +2488,7 @@ jobs: - name: gate_cs_end plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: &gate_cs_passed - cs_walrep_1 @@ -2531,7 +2531,7 @@ jobs: run: path: 'sh' args: ['-c', 'sleep `expr 2 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_end @@ -2549,7 +2549,7 @@ jobs: - name: mpp_interconnect plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_mpp_start] - get: gpdb_binary @@ -2577,7 +2577,7 @@ jobs: - name: mpp_resource_group_centos6 plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_mpp_start] - get: bin_gpdb @@ -2617,7 +2617,7 @@ jobs: - name: mpp_resource_group_centos7 plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_mpp_start] - get: bin_gpdb @@ -2658,7 +2658,7 @@ jobs: - name: gate_mpp_end plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: - mpp_interconnect @@ -2694,7 +2694,7 @@ jobs: run: path: 'sh' args: ['-c', 'sleep `expr 3 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_end @@ -2712,7 +2712,7 @@ jobs: - name: MM_gprecoverseg plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src params: submodules: @@ -2752,7 +2752,7 @@ jobs: - name: MM_gpcheckcat plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src params: submodules: @@ -2792,7 +2792,7 @@ jobs: - name: MM_gpinitstandby plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src params: submodules: @@ -2832,7 +2832,7 @@ jobs: - name: MM_gpactivatestandby plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src params: submodules: @@ -2872,7 +2872,7 @@ jobs: - name: MM_gppkg plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src params: submodules: @@ -2915,7 +2915,7 @@ jobs: - name: MM_gpcheck plan: - - aggregate: &gets_for_behave + - in_parallel: &gets_for_behave - get: gpdb_src params: submodules: @@ -2935,7 +2935,7 @@ jobs: - name: MM_gpexpand plan: - - aggregate: + - in_parallel: - get: gpdb_src params: submodules: @@ -2972,7 +2972,7 @@ jobs: - name: MM_analyzedb plan: - - aggregate: *gets_for_behave + - in_parallel: *gets_for_behave - task: analyzedb file: gpdb_src/concourse/tasks/behave_gpdb.yml image: centos-gpdb-dev-6 @@ -2981,7 +2981,7 @@ jobs: - name: MM_reindexdb plan: - - aggregate: *gets_for_behave + - in_parallel: *gets_for_behave - task: reindexdb file: gpdb_src/concourse/tasks/behave_gpdb.yml image: centos-gpdb-dev-6 @@ -2990,7 +2990,7 @@ jobs: - name: MM_gpperfmon plan: - - aggregate: *gets_for_behave + - in_parallel: *gets_for_behave - task: gpperfmon file: gpdb_src/concourse/tasks/behave_gpdb.yml image: centos-gpdb-dev-6 @@ -2999,7 +2999,7 @@ jobs: - name: MM_gpinitsystem plan: - - aggregate: *gets_for_behave + - in_parallel: *gets_for_behave - task: gpinitsystem file: gpdb_src/concourse/tasks/behave_gpdb.yml image: centos-gpdb-dev-6 @@ -3008,7 +3008,7 @@ jobs: - name: MM_gpstart plan: - - aggregate: *gets_for_behave + - in_parallel: *gets_for_behave - task: gpstart file: gpdb_src/concourse/tasks/behave_gpdb.yml image: centos-gpdb-dev-6 @@ -3017,8 +3017,8 @@ jobs: - name: MM_pt-rebuild plan: - - aggregate: *gets_for_behave - - aggregate: + - in_parallel: *gets_for_behave + - in_parallel: - task: persistent_table_rebuild file: gpdb_src/concourse/tasks/behave_gpdb.yml image: centos-gpdb-dev-6 @@ -3034,7 +3034,7 @@ jobs: - name: MU_check_centos plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_mm_start] - get: bin_gpdb @@ -3050,7 +3050,7 @@ jobs: - name: MM_gpaddmirrors plan: - - aggregate: + - in_parallel: - get: gpdb_src params: submodules: @@ -3086,7 +3086,7 @@ jobs: - name: gate_mm_end plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: &gate_mm_end_passed - MM_gprecoverseg @@ -3128,7 +3128,7 @@ jobs: run: path: 'sh' args: ['-c', 'sleep `expr 4 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_end @@ -3140,7 +3140,7 @@ jobs: - name: DPM_backup-restore plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src params: submodules: @@ -3178,7 +3178,7 @@ jobs: - get: nightly-trigger trigger: true - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: ccp_src tags: ["ddboost"] - get: gpdb_src @@ -3256,7 +3256,7 @@ jobs: - get: nightly-trigger trigger: true - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: ccp_src tags: ["ddboost"] - get: gpdb_src @@ -3334,7 +3334,7 @@ jobs: - get: nightly-trigger trigger: true - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: ccp_src tags: ["ddboost"] - get: gpdb_src @@ -3413,7 +3413,7 @@ jobs: tags: ["netbackup"] trigger: true - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: ccp_src tags: ["netbackup"] - get: gpdb_src @@ -3471,7 +3471,7 @@ jobs: tags: ["netbackup"] trigger: true - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: ccp_src tags: ["netbackup"] - get: gpdb_src @@ -3529,7 +3529,7 @@ jobs: tags: ["netbackup"] trigger: true - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: ccp_src tags: ["netbackup"] - get: gpdb_src @@ -3584,7 +3584,7 @@ jobs: - name: DPM_backup_43_restore_5 plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src params: submodules: @@ -3633,7 +3633,7 @@ jobs: - name: gptransfer-43x-to-5x plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_dpm_start] - get: gpdb_binary @@ -3646,7 +3646,7 @@ jobs: - get: centos-gpdb-dev-6 # The separate clusters can be created in parallel with the aggregate and do blocks # The terraform put and gen cluster that correspond must still happen serially - - aggregate: + - in_parallel: - do: - put: terraform params: @@ -3739,7 +3739,7 @@ jobs: - name: gptransfer-5x-to-5x plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_dpm_start] - get: gpdb_binary @@ -3750,7 +3750,7 @@ jobs: - get: centos-gpdb-dev-6 # The separate clusters can be created in parallel with the aggregate and do blocks # The terraform put and gen cluster that correspond must still happen serially - - aggregate: + - in_parallel: - do: - put: terraform params: @@ -3841,7 +3841,7 @@ jobs: - name: gate_dpm_end plan: - - aggregate: + - in_parallel: - get: gpdb_src trigger: true passed: @@ -3889,7 +3889,7 @@ jobs: run: path: 'sh' args: ['-c', 'sleep `expr 5 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_end @@ -3903,7 +3903,7 @@ jobs: - name: regression_tests_gphdfs_hadoop_centos plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_ud_start] - get: bin_gpdb @@ -3920,7 +3920,7 @@ jobs: - name: gate_ud_end plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: &gate_ud_end - regression_tests_gphdfs_hadoop_centos @@ -3949,7 +3949,7 @@ jobs: run: path: 'sh' args: ['-c', 'sleep `expr 6 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_end @@ -3963,7 +3963,7 @@ jobs: - name: postgis_build_centos6 plan: - - aggregate: + - in_parallel: - get: postgis_src - get: madlib_ci - get: gpdb_src @@ -3976,7 +3976,7 @@ jobs: - gate_advanced_analytics_start - get: centos-gpdb-dev-6 - get: gcc_4.4.2_snowflake - - aggregate: + - in_parallel: - task: postgis_gpdb_build file: madlib_ci/concourse/tasks/build_postgis.yml image: centos-gpdb-dev-6 @@ -3986,13 +3986,13 @@ jobs: IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} - - aggregate: + - in_parallel: - put: postgis_gppkg_centos6 params: file: postgis_gppkg/postgis-*.gppkg - name: postgis_build_centos7 plan: - - aggregate: + - in_parallel: - get: postgis_src - get: madlib_ci - get: gpdb_src @@ -4005,7 +4005,7 @@ jobs: - gate_advanced_analytics_start - get: centos-gpdb-dev-7 - get: gcc_4.4.2_snowflake - - aggregate: + - in_parallel: - task: postgis_gpdb_build file: madlib_ci/concourse/tasks/build_postgis.yml image: centos-gpdb-dev-7 @@ -4015,14 +4015,14 @@ jobs: IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} - - aggregate: + - in_parallel: - put: postgis_gppkg_centos7 params: file: postgis_gppkg/postgis-*.gppkg - name: MADlib_Test_Planner_centos6 plan: - - aggregate: + - in_parallel: - get: madlib_ci - get: gpdb_src passed: @@ -4044,7 +4044,7 @@ jobs: - name: Postgis_Test_Planner_centos6 plan: - - aggregate: + - in_parallel: - get: madlib_ci - get: postgis_src passed: @@ -4077,7 +4077,7 @@ jobs: - name: MADlib_Test_Orca_centos6 plan: - - aggregate: + - in_parallel: - get: madlib_ci - get: gpdb_src passed: @@ -4099,7 +4099,7 @@ jobs: - name: Postgis_Test_Orca_centos6 plan: - - aggregate: + - in_parallel: - get: madlib_ci - get: postgis_src passed: @@ -4132,7 +4132,7 @@ jobs: - name: MADlib_Test_Planner_centos7 plan: - - aggregate: + - in_parallel: - get: madlib_ci - get: gpdb_src passed: @@ -4154,7 +4154,7 @@ jobs: - name: Postgis_Test_Planner_centos7 plan: - - aggregate: + - in_parallel: - get: madlib_ci - get: postgis_src passed: @@ -4187,7 +4187,7 @@ jobs: - name: MADlib_Test_Orca_centos7 plan: - - aggregate: + - in_parallel: - get: madlib_ci - get: gpdb_src passed: @@ -4209,7 +4209,7 @@ jobs: - name: Postgis_Test_Orca_centos7 plan: - - aggregate: + - in_parallel: - get: madlib_ci - get: postgis_src passed: @@ -4242,7 +4242,7 @@ jobs: - name: gate_advanced_analytics_end plan: - - aggregate: + - in_parallel: - get: gpdb_src trigger: true passed: @@ -4289,7 +4289,7 @@ jobs: run: path: 'sh' args: ['-c', 'sleep `expr 7 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_end @@ -4301,7 +4301,7 @@ jobs: - name: cs_filerep_end_to_end_full_mirror plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_filerep_start] - get: gpdb_binary @@ -4337,7 +4337,7 @@ jobs: - name: cs_filerep_end_to_end_incr_mirror plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_filerep_start] - get: gpdb_binary @@ -4373,7 +4373,7 @@ jobs: - name: cs_filerep_end_to_end_full_primary plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_filerep_start] - get: gpdb_binary @@ -4408,7 +4408,7 @@ jobs: - name: cs_filerep_end_to_end_incr_primary plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_filerep_start] - get: gpdb_binary @@ -4443,7 +4443,7 @@ jobs: - name: gate_filerep_end plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: - cs_filerep_end_to_end_full_mirror @@ -4468,7 +4468,7 @@ jobs: - name: gate_release_candidate_start plan: - - aggregate: + - in_parallel: - get: gpdb_src trigger: true passed: @@ -4580,7 +4580,7 @@ jobs: - name: Release_Candidate plan: - - aggregate: + - in_parallel: - get: gpdb_src trigger: true passed: [gate_release_candidate_start] diff --git a/concourse/pipelines/gen_pipeline.py b/concourse/pipelines/gen_pipeline.py index 30df8c9232..202fc619dc 100755 --- a/concourse/pipelines/gen_pipeline.py +++ b/concourse/pipelines/gen_pipeline.py @@ -104,7 +104,7 @@ def validate_pipeline_release_jobs(raw_pipeline_yml): all_job_names = [job['name'] for job in jobs_raw] release_candidate_job = [ job for job in jobs_raw if job['name'] == 'gate_release_candidate_start' ][0] - release_qualifying_job_names = release_candidate_job['plan'][0]['aggregate'][0]['passed'] + release_qualifying_job_names = release_candidate_job['plan'][0]['in_parallel'][0]['passed'] jobs_that_are_not_blocking_release = [job for job in all_job_names if job not in release_qualifying_job_names] diff --git a/concourse/pipelines/templates/gpdb-tpl.yml b/concourse/pipelines/templates/gpdb-tpl.yml index 2579cfc960..74778bc39a 100644 --- a/concourse/pipelines/templates/gpdb-tpl.yml +++ b/concourse/pipelines/templates/gpdb-tpl.yml @@ -1120,7 +1120,7 @@ jobs: - name: gate_compile_start plan: - - aggregate: + - in_parallel: - get: gpdb_src trigger: true - get: gpaddon_src @@ -1134,7 +1134,7 @@ jobs: - name: compile_gpdb_centos6 plan: - - aggregate: + - in_parallel: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src @@ -1164,7 +1164,7 @@ jobs: TARGET_OS: centos TARGET_OS_VERSION: 6 BLD_TARGETS: "clients loaders" - - aggregate: + - in_parallel: - put: bin_gpdb_centos6 params: file: gpdb_artifacts/bin_gpdb.tar.gz @@ -1177,7 +1177,7 @@ jobs: - name: compile_gpdb_centos7 plan: - - aggregate: + - in_parallel: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src @@ -1207,7 +1207,7 @@ jobs: TARGET_OS: centos TARGET_OS_VERSION: 7 BLD_TARGETS: "clients loaders" - - aggregate: + - in_parallel: - put: bin_gpdb_centos7 params: file: gpdb_artifacts/bin_gpdb.tar.gz @@ -1220,7 +1220,7 @@ jobs: - name: compile_gpdb_sles11 plan: - - aggregate: + - in_parallel: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src @@ -1279,7 +1279,7 @@ jobs: - name: compile_gpdb_ubuntu16 plan: - - aggregate: + - in_parallel: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src @@ -1294,7 +1294,7 @@ jobs: file: gpdb_src/concourse/tasks/compile_gpdb_ubuntu16.yml image: ubuntu-gpcloud-dev-16 privileged: true - - aggregate: + - in_parallel: - put: bin_gpdb_ubuntu16 params: file: gpdb_artifacts/bin_gpdb.tar.gz @@ -1304,7 +1304,7 @@ jobs: - name: compile_gpdb_ubuntu16_oss plan: - - aggregate: + - in_parallel: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src @@ -1316,7 +1316,7 @@ jobs: passed: - gate_compile_start - get: debian_release - - aggregate: + - in_parallel: - task: compile_gpdb image: ubuntu-gpdb-dev-16 file: gpdb_src/concourse/tasks/compile_gpdb_open_source_ubuntu.yml @@ -1328,7 +1328,7 @@ jobs: params: DEBFULLNAME: ((debian-package-maintainer-fullname)) DEBEMAIL: ((debian-package-maintainer-email)) - - aggregate: + - in_parallel: - put: compiled_bits_ubuntu16 params: file: compiled_bits_ubuntu16/compiled_bits_ubuntu16.tar.gz @@ -1338,14 +1338,14 @@ jobs: - name: compile_gpdb_ubuntu16_oss_abi plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_compile_start] trigger: ((gpdb_src-trigger-flag)) - get: gpdb_src_latest_5X_tag - get: ubuntu-gpdb-dev-16 passed: [gate_compile_start] - - aggregate: + - in_parallel: - task: compile_gpdb_head image: ubuntu-gpdb-dev-16 config: @@ -1418,7 +1418,7 @@ jobs: - name: compile_gpdb_open_source_centos6 plan: - - aggregate: + - in_parallel: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src @@ -1434,7 +1434,7 @@ jobs: - name: compile_gpdb_windows_cl plan: - - aggregate: + - in_parallel: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) tags: ["wix"] @@ -1472,7 +1472,7 @@ jobs: TARGET_OS: win32 TARGET_OS_VERSION: BLD_TARGETS: "clients loaders" - - aggregate: + - in_parallel: - put: bin_gpdb_windows_clients tags: ["wix"] params: @@ -1488,7 +1488,7 @@ jobs: # Compile gpdb on a remote AIX machine, triggered by concourse. # We need to serialize this job to avoid overwhelming workload # on remote machine. - - aggregate: + - in_parallel: - get: nightly-trigger-aix trigger: true - get: gpdb_src @@ -1510,7 +1510,7 @@ jobs: IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} BLD_TARGETS: "clients loaders" - - aggregate: + - in_parallel: - put: installer_aix7_gpdb_clients params: file: gpdb_artifacts/greenplum-clients-*-aix7_ppc_64.zip @@ -1520,7 +1520,7 @@ jobs: - name: client_loader_remote_test_aix serial: true plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_start @@ -1566,7 +1566,7 @@ jobs: - name: gate_compile_end plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_start @@ -1613,7 +1613,7 @@ jobs: - name: gate_icw_start plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_end @@ -1645,7 +1645,7 @@ jobs: - name: icw_planner_centos6 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: bin_gpdb @@ -1672,7 +1672,7 @@ jobs: - name: icw_planner_ictcp_centos6 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: bin_gpdb @@ -1690,7 +1690,7 @@ jobs: - name: icw_gporca_centos6 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: bin_gpdb @@ -1709,7 +1709,7 @@ jobs: - name: icw_gporca_centos7 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: bin_gpdb @@ -1728,7 +1728,7 @@ jobs: - name: icw_planner_centos7 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: bin_gpdb @@ -1747,7 +1747,7 @@ jobs: - name: icw_planner_oracle7 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: bin_gpdb @@ -1766,7 +1766,7 @@ jobs: - name: icw_gporca_oracle7 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: bin_gpdb @@ -1785,7 +1785,7 @@ jobs: - name: icw_gporca_sles11 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: bin_gpdb @@ -1802,7 +1802,7 @@ jobs: - name: icw_planner_ubuntu16 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: deb_package_ubuntu16 @@ -1821,7 +1821,7 @@ jobs: - name: icw_planner_ubuntu16_oss plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: deb_package_open_source_ubuntu16 @@ -1840,7 +1840,7 @@ jobs: - name: icw_gporca_ubuntu16 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: deb_package_ubuntu16 @@ -1859,7 +1859,7 @@ jobs: - name: icw_gporca_ubuntu16_oss plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: deb_package_open_source_ubuntu16 @@ -1878,7 +1878,7 @@ jobs: - name: icw_extensions_gpcloud plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] trigger: [[ test_trigger ]] @@ -1888,7 +1888,7 @@ jobs: passed: [gate_icw_start] - get: centos-gpdb-dev-6 - get: ubuntu-gpdb-dev-16 - - aggregate: + - in_parallel: - task: unit_tests_gpcloud file: gpdb_src/concourse/tasks/unit_tests_gpcloud.yml image: centos-gpdb-dev-6 @@ -1924,7 +1924,7 @@ jobs: - name: QP_optimizer-functional plan: - - aggregate: + - in_parallel: - get: gpdb_src params: {submodules: none} passed: [gate_icw_start] @@ -1933,7 +1933,7 @@ jobs: passed: [gate_icw_start] trigger: [[ test_trigger ]] - get: centos-gpdb-dev-6 - - aggregate: + - in_parallel: - task: optimizer_functional_part1 timeout: 3h file: gpdb_src/concourse/tasks/tinc_gpdb.yml @@ -1955,7 +1955,7 @@ jobs: - name: fips_centos6 plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_icw_start] - get: gpdb_binary @@ -1993,7 +1993,7 @@ jobs: - name: gate_icw_end plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: - icw_planner_centos6 @@ -2030,7 +2030,7 @@ jobs: passed: - icw_gporca_sles11 {% if pipeline_type == "prod" %} - - aggregate: + - in_parallel: - put: bin_gpdb_centos6_icw_green params: file: bin_gpdb_centos6/bin_gpdb.tar.gz @@ -2067,7 +2067,7 @@ jobs: path: 'sh' args: ['-c', 'sleep `expr 1 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] {% endif %} - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_end @@ -2089,7 +2089,7 @@ jobs: - name: cs_[[ test_name ]] plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_cs_start] - get: gpdb_binary @@ -2124,7 +2124,7 @@ jobs: - name: cs_[[ test_name ]] plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_cs_start] - get: gpdb_binary @@ -2161,7 +2161,7 @@ jobs: - name: cs_[[ test_name ]] plan: - *ccp_jitter_delay - - aggregate: *cs_ccp_aggregate_mpp_start + - in_parallel: *cs_ccp_aggregate_mpp_start - put: terraform <<: *cs_ccp_terraform_params - task: gen_cluster @@ -2179,7 +2179,7 @@ jobs: {% endfor %} - name: fts plan: - - aggregate: + - in_parallel: - get: gpdb_src params: {submodules: none} passed: [gate_cs_start] @@ -2188,7 +2188,7 @@ jobs: passed: [gate_cs_start] trigger: [[ test_trigger ]] - get: centos-gpdb-dev-6 - - aggregate: + - in_parallel: - task: fts_transitions_part01 file: gpdb_src/concourse/tasks/tinc_gpdb.yml image: centos-gpdb-dev-6 @@ -2216,7 +2216,7 @@ jobs: - name: storage plan: - - aggregate: + - in_parallel: - get: gpdb_src params: {submodules: none} passed: [gate_cs_start] @@ -2225,7 +2225,7 @@ jobs: passed: [gate_cs_start] trigger: [[ test_trigger ]] - get: centos-gpdb-dev-6 - - aggregate: + - in_parallel: - task: aocoalter_catalog_loaders file: gpdb_src/concourse/tasks/tinc_gpdb.yml params: @@ -2264,7 +2264,7 @@ jobs: - name: gate_cs_end plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: &gate_cs_passed {% for test_name in cs_walrep_suites + @@ -2303,7 +2303,7 @@ jobs: path: 'sh' args: ['-c', 'sleep `expr 2 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] {% endif %} - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_end @@ -2321,7 +2321,7 @@ jobs: - name: mpp_interconnect plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_mpp_start] - get: gpdb_binary @@ -2349,7 +2349,7 @@ jobs: - name: mpp_resource_group_centos6 plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_mpp_start] - get: bin_gpdb @@ -2389,7 +2389,7 @@ jobs: - name: mpp_resource_group_centos7 plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_mpp_start] - get: bin_gpdb @@ -2430,7 +2430,7 @@ jobs: - name: gate_mpp_end plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: - mpp_interconnect @@ -2470,7 +2470,7 @@ jobs: path: 'sh' args: ['-c', 'sleep `expr 3 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] {% endif %} - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_end @@ -2489,7 +2489,7 @@ jobs: - name: MM_[[ test_name ]] plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src params: submodules: @@ -2530,7 +2530,7 @@ jobs: - name: MM_gppkg plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src params: submodules: @@ -2573,7 +2573,7 @@ jobs: - name: MM_gpcheck plan: - - aggregate: &gets_for_behave + - in_parallel: &gets_for_behave - get: gpdb_src params: submodules: @@ -2593,7 +2593,7 @@ jobs: - name: MM_gpexpand plan: - - aggregate: + - in_parallel: - get: gpdb_src params: submodules: @@ -2631,7 +2631,7 @@ jobs: {% for test_name in MM_2_suites %} - name: MM_[[ test_name ]] plan: - - aggregate: *gets_for_behave + - in_parallel: *gets_for_behave - task: [[ test_name ]] file: gpdb_src/concourse/tasks/behave_gpdb.yml image: centos-gpdb-dev-6 @@ -2641,8 +2641,8 @@ jobs: {% endfor %} - name: MM_pt-rebuild plan: - - aggregate: *gets_for_behave - - aggregate: + - in_parallel: *gets_for_behave + - in_parallel: - task: persistent_table_rebuild file: gpdb_src/concourse/tasks/behave_gpdb.yml image: centos-gpdb-dev-6 @@ -2658,7 +2658,7 @@ jobs: - name: MU_check_centos plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_mm_start] - get: bin_gpdb @@ -2674,7 +2674,7 @@ jobs: - name: MM_gpaddmirrors plan: - - aggregate: + - in_parallel: - get: gpdb_src params: submodules: @@ -2710,7 +2710,7 @@ jobs: - name: gate_mm_end plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: &gate_mm_end_passed {% for test_name in MM_1_suites + @@ -2751,7 +2751,7 @@ jobs: path: 'sh' args: ['-c', 'sleep `expr 4 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] {% endif %} - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_end @@ -2763,7 +2763,7 @@ jobs: - name: DPM_backup-restore plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src params: submodules: @@ -2801,7 +2801,7 @@ jobs: - get: nightly-trigger trigger: [[ test_trigger ]] - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: ccp_src tags: ["ddboost"] - get: gpdb_src @@ -2879,7 +2879,7 @@ jobs: - get: nightly-trigger trigger: [[ test_trigger ]] - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: ccp_src tags: ["ddboost"] - get: gpdb_src @@ -2957,7 +2957,7 @@ jobs: - get: nightly-trigger trigger: [[ test_trigger ]] - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: ccp_src tags: ["ddboost"] - get: gpdb_src @@ -3036,7 +3036,7 @@ jobs: tags: ["netbackup"] trigger: [[ test_trigger ]] - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: ccp_src tags: ["netbackup"] - get: gpdb_src @@ -3094,7 +3094,7 @@ jobs: tags: ["netbackup"] trigger: [[ test_trigger ]] - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: ccp_src tags: ["netbackup"] - get: gpdb_src @@ -3152,7 +3152,7 @@ jobs: tags: ["netbackup"] trigger: [[ test_trigger ]] - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: ccp_src tags: ["netbackup"] - get: gpdb_src @@ -3207,7 +3207,7 @@ jobs: - name: DPM_backup_43_restore_5 plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src params: submodules: @@ -3256,7 +3256,7 @@ jobs: - name: gptransfer-43x-to-5x plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_dpm_start] - get: gpdb_binary @@ -3269,7 +3269,7 @@ jobs: - get: centos-gpdb-dev-6 # The separate clusters can be created in parallel with the aggregate and do blocks # The terraform put and gen cluster that correspond must still happen serially - - aggregate: + - in_parallel: - do: - put: terraform params: @@ -3362,7 +3362,7 @@ jobs: - name: gptransfer-5x-to-5x plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_dpm_start] - get: gpdb_binary @@ -3373,7 +3373,7 @@ jobs: - get: centos-gpdb-dev-6 # The separate clusters can be created in parallel with the aggregate and do blocks # The terraform put and gen cluster that correspond must still happen serially - - aggregate: + - in_parallel: - do: - put: terraform params: @@ -3464,7 +3464,7 @@ jobs: - name: gate_dpm_end plan: - - aggregate: + - in_parallel: - get: gpdb_src trigger: true passed: @@ -3516,7 +3516,7 @@ jobs: path: 'sh' args: ['-c', 'sleep `expr 5 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] {% endif %} - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_end @@ -3530,7 +3530,7 @@ jobs: - name: regression_tests_gphdfs_hadoop_centos plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_ud_start] - get: bin_gpdb @@ -3547,7 +3547,7 @@ jobs: - name: gate_ud_end plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: &gate_ud_end - regression_tests_gphdfs_hadoop_centos @@ -3580,7 +3580,7 @@ jobs: path: 'sh' args: ['-c', 'sleep `expr 6 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] {% endif %} - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_end @@ -3596,7 +3596,7 @@ jobs: {% set platform_version = '7' if "centos7" in platform else '6' %} - name: postgis_build_[[ platform ]] plan: - - aggregate: + - in_parallel: - get: postgis_src - get: madlib_ci - get: gpdb_src @@ -3609,7 +3609,7 @@ jobs: - gate_advanced_analytics_start - get: centos-gpdb-dev-[[ platform_version ]] - get: gcc_4.4.2_snowflake - - aggregate: + - in_parallel: - task: postgis_gpdb_build file: madlib_ci/concourse/tasks/build_postgis.yml image: centos-gpdb-dev-[[ platform_version ]] @@ -3619,7 +3619,7 @@ jobs: IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} - - aggregate: + - in_parallel: - put: postgis_gppkg_[[ platform ]] params: file: postgis_gppkg/postgis-*.gppkg @@ -3630,7 +3630,7 @@ jobs: {% set orca_state = 'off' if "Planner" in test_name else 'on' %} - name: MADlib_Test_[[ test_name ]] plan: - - aggregate: + - in_parallel: - get: madlib_ci - get: gpdb_src passed: @@ -3652,7 +3652,7 @@ jobs: - name: Postgis_Test_[[ test_name ]] plan: - - aggregate: + - in_parallel: - get: madlib_ci - get: postgis_src passed: @@ -3686,7 +3686,7 @@ jobs: {% endfor %} - name: gate_advanced_analytics_end plan: - - aggregate: + - in_parallel: - get: gpdb_src trigger: true passed: @@ -3741,7 +3741,7 @@ jobs: path: 'sh' args: ['-c', 'sleep `expr 7 \* {{group_start_delay}} + 1 + $RANDOM % {{group_delay_jitter}}`'] {% endif %} - - aggregate: + - in_parallel: - get: gpdb_src passed: - gate_compile_end @@ -3754,7 +3754,7 @@ jobs: - name: cs_[[ test_name ]] plan: - *ccp_jitter_delay - - aggregate: + - in_parallel: - get: gpdb_src passed: [gate_filerep_start] - get: gpdb_binary @@ -3792,7 +3792,7 @@ jobs: {% endfor %} - name: gate_filerep_end plan: - - aggregate: + - in_parallel: - get: gpdb_src passed: {% for test_name in cs_filerep_end_to_end_suites %} @@ -3817,7 +3817,7 @@ jobs: - name: gate_release_candidate_start plan: - - aggregate: + - in_parallel: - get: gpdb_src trigger: true passed: @@ -3912,7 +3912,7 @@ jobs: - name: Release_Candidate plan: - - aggregate: + - in_parallel: - get: gpdb_src trigger: true passed: [gate_release_candidate_start] -- GitLab