{% set walrep_suites = ['walrep_2'] %} {% set CLI_1_suites = ['gprecoverseg', 'gpcheckcat', 'gpinitstandby', 'gpactivatestandby'] %} {% set CLI_2_suites = ['analyzedb', 'gpperfmon', 'gpinitsystem'] %} ## ====================================================================== ## __ _ _ __ ___ _ _ _ __ ___ ## / _` | '__/ _ \| | | | '_ \/ __| ## | (_| | | | (_) | |_| | |_) \__ \ ## \__, |_| \___/ \__,_| .__/|___/ ## |___/ |_| ## ====================================================================== groups: - name: all jobs: {% if "centos6" in os_types %} - compile_gpdb_centos6 - compile_gpdb_binary_swap_centos6 - compile_gpdb_open_source_centos6 {% endif %} {% if "centos7" in os_types %} - compile_gpdb_centos7 {% endif %} {% if "sles" in os_types %} - compile_gpdb_sles11 {% endif %} {% if "ubuntu16" in os_types %} - compile_gpdb_ubuntu16 {% endif %} {% if "aix7" in os_types %} - compile_gpdb_aix7_remote {% endif %} {% if "aix7" in os_types %} - client_loader_remote_test_aix {% endif %} {% if "ICW" in test_sections %} ## -------------------------------------------------------------------- {% if "centos6" in os_types %} - icw_gporca_centos6 - icw_gporca_centos6_gpos_memory - icw_planner_centos6 - icw_planner_ictcp_centos6 {% endif %} {% if "centos6" in os_types and "CLI" in test_sections %} - pg_upgrade {% endif %} {% if "centos7" in os_types %} - icw_gporca_centos7 - icw_planner_centos7 - icg_planner_centos7_random_numsegments - icw_planner_centos7_online_expand {% endif %} {% if "sles" in os_types %} - icw_gporca_sles11 - icw_gporca_sles12 - icw_planner_sles12 {% endif %} {% if "ubuntu16" in os_types %} - icw_planner_ubuntu16 - icw_gporca_conan_ubuntu16 {% endif %} {% if "ubuntu16" in os_types %} - gpdb_packaging_ubuntu16 {% endif %} - gate_icw_end {% endif %} {% if "Replication" in test_sections %} ## -------------------------------------------------------------------- - gate_replication_start - walrep_2 - segwalrep_mirrorless_centos6 {% endif %} {% if "Interconnect" in test_sections %} ## -------------------------------------------------------------------- - interconnect {% endif %} {% if "ResourceGroups" in test_sections %} ## -------------------------------------------------------------------- - gate_resource_groups_start - resource_group_centos6 {% if "centos7" in os_types %} - resource_group_centos7 {% endif %} {% if "sles" in os_types %} - resource_group_sles12 {% endif %} {% endif %} {% if "CLI" in test_sections %} ## -------------------------------------------------------------------- - gate_cli_start {% for test_name in CLI_1_suites + CLI_2_suites %} - [[ test_name ]] {% endfor %} - gpaddmirrors - gpexpand - gpcheck - gppkg - check_centos - gptransfer {% endif %} {% if "UD" in test_sections %} ## -------------------------------------------------------------------- - gate_ud_start - regression_tests_gphdfs_hadoop_centos - regression_tests_gphdfs_mapr_centos {% endif %} {% if "AA" in test_sections %} ## -------------------------------------------------------------------- - gate_advanced_analytics_start {% if "centos6" in os_types or "centos7" in os_types%} - madlib_build_gppkg {% endif %} {% if "centos6" in os_types %} - MADlib_Test_orca_centos6 - MADlib_Test_planner_centos6 {% endif %} {% if "centos7" in os_types %} - MADlib_Test_orca_centos7 - MADlib_Test_planner_centos7 {% endif %} {% endif %} ## --------------------------------------------------------------------- {% if "Extensions" in test_sections %} {% if "centos6" in os_types %} - icw_extensions_gpcloud_centos6 {% endif %} {% if "ubuntu16" in os_types %} - icw_extensions_gpcloud_ubuntu16 {% endif %} {%endif %} {% if pipeline_type == "prod" %} ## ====================================================================== - name: Release jobs: - gate_release_candidate_start - Release_Candidate {% endif %} ## ====================================================================== - name: Compile jobs: {% if "centos6" in os_types %} - compile_gpdb_centos6 - compile_gpdb_binary_swap_centos6 - compile_gpdb_open_source_centos6 {% endif %} {% if "centos7" in os_types %} - compile_gpdb_centos7 {% endif %} {% if "sles" in os_types %} - compile_gpdb_sles11 {% endif %} {% if "ubuntu16" in os_types %} - compile_gpdb_ubuntu16 {% endif %} {% if "aix7" in os_types %} - compile_gpdb_aix7_remote {% endif %} ## ====================================================================== - name: ClientsLoaders jobs: {% if "aix7" in os_types %} - compile_gpdb_aix7_remote - client_loader_remote_test_aix {% endif %} {% if "ICW" in test_sections %} ## ====================================================================== - name: ICW jobs: {% if "centos6" in os_types %} - icw_gporca_centos6 - icw_gporca_centos6_gpos_memory - icw_planner_centos6 - icw_planner_ictcp_centos6 - compile_gpdb_centos6 {% endif %} {% if "centos6" in os_types and "CLI" in test_sections %} - pg_upgrade {% endif %} {% if "centos7" in os_types %} - icw_gporca_centos7 - icw_planner_centos7 - icg_planner_centos7_random_numsegments - icw_planner_centos7_online_expand - compile_gpdb_centos7 {% endif %} {% if "sles" in os_types %} - icw_gporca_sles11 - icw_gporca_sles12 - icw_planner_sles12 - compile_gpdb_sles11 {% endif %} {% if "ubuntu16" in os_types %} - icw_planner_ubuntu16 - icw_gporca_conan_ubuntu16 - compile_gpdb_ubuntu16 - gpdb_packaging_ubuntu16 - compile_gpdb_ubuntu16 {% endif %} - gate_icw_end {% endif %} ## ====================================================================== {% if "Extensions" in test_sections %} - name: Extensions jobs: {% if "centos6" in os_types %} - icw_extensions_gpcloud_centos6 {% endif %} {% if "ubuntu16" in os_types %} - icw_extensions_gpcloud_ubuntu16 {% endif %} {% endif %} {% if "Replication" in test_sections %} ## ====================================================================== - name: Replication jobs: - gate_replication_start - walrep_2 - segwalrep_mirrorless_centos6 - compile_gpdb_centos6 {% endif %} {% if "Interconnect" in test_sections %} ## ====================================================================== {% if "centos6" in os_types %} - name: Interconnect jobs: - compile_gpdb_centos6 - interconnect {% endif %} {% endif %} {% if "ResourceGroups" in test_sections %} ## ====================================================================== - name: ResourceGroups jobs: - gate_resource_groups_start - resource_group_centos6 - compile_gpdb_centos6 {% if "centos7" in os_types %} - resource_group_centos7 - compile_gpdb_centos7 {% endif %} {% if "sles" in os_types %} - resource_group_sles12 - compile_gpdb_sles11 {% endif %} {% endif %} {% if "CLI" in test_sections %} ## ====================================================================== - name: CLI jobs: - gate_cli_start {% for test_name in CLI_1_suites + CLI_2_suites %} - [[ test_name ]] {% endfor %} - gpaddmirrors - gpexpand - gpcheck - gppkg - check_centos - compile_gpdb_centos6 - gptransfer - compile_gpdb_centos6 {% if "centos6" in os_types and "ICW" in test_sections %} - pg_upgrade {% endif %} {% endif %} {% if "UD" in test_sections %} ## ====================================================================== - name: UD jobs: - gate_ud_start - regression_tests_gphdfs_hadoop_centos - regression_tests_gphdfs_mapr_centos - compile_gpdb_centos6 {% endif %} {% if "AA" in test_sections %} - name: AdvancedAnalytics jobs: - gate_advanced_analytics_start {% if "centos6" in os_types or "centos7" in os_types%} - madlib_build_gppkg {% endif %} {% if "centos6" in os_types %} - MADlib_Test_orca_centos6 - MADlib_Test_planner_centos6 {% endif %} {% if "centos7" in os_types %} - MADlib_Test_orca_centos7 - MADlib_Test_planner_centos7 {% endif %} {% endif %} ## ====================================================================== ## _ ## _ __ ___ ___ ___ _ _ _ __ ___ ___ | |_ _ _ _ __ ___ ___ ## | '__/ _ \/ __|/ _ \| | | | '__/ __/ _ \ | __| | | | '_ \ / _ \/ __| ## | | | __/\__ \ (_) | |_| | | | (_| __/ | |_| |_| | |_) | __/\__ \ ## |_| \___||___/\___/ \__,_|_| \___\___| \__|\__, | .__/ \___||___/ ## |___/|_| ## ====================================================================== resource_types: - name: terraform type: docker-image source: repository: ljfranklin/terraform-resource ## ====================================================================== ## _ __ ___ ___ ___ _ _ _ __ ___ ___ ___ ## | '__/ _ \/ __|/ _ \| | | | '__/ __/ _ \/ __| ## | | | __/\__ \ (_) | |_| | | | (_| __/\__ \ ## |_| \___||___/\___/ \__,_|_| \___\___||___/ ## ====================================================================== resources: {% if ("ICW" in test_sections and "sles" in os_types) or "Replication" in test_sections or "ResourceGroups" in test_sections or "CLI" in test_sections or "UD" in test_sections %} - name: ccp_src type: git source: branch: {{ccp-git-branch}} private_key: {{ccp-git-key}} uri: {{ccp-git-remote}} {% if "centos6" in os_types or "ICW" in test_sections %} - name: terraform type: terraform source: env: AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}} AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}} GOOGLE_CREDENTIALS: {{google-service-account-key}} vars: project_id: {{google-project-id}} storage: access_key_id: {{tf-machine-access-key-id}} secret_access_key: {{tf-machine-secret-access-key}} region_name: {{aws-region}} # This is not parameterized, on purpose. All tfstates will go to this spot, # and different teams will place there clusters' tfstate files under different paths bucket: gpdb5-pipeline-dynamic-terraform bucket_path: clusters-google/ {% endif %} {% endif %} {% if "centos6" in os_types and "ICW" in test_sections %} - name: icw_gporca_centos6_dump type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{test-data-bucket-name}} secret_access_key: {{bucket-secret-access-key}} region_name: {{aws-region}} versioned_file: gpdb6/icw_gporca_centos6/dump.sql.xz {% endif %} {% if "CLI" in test_sections %} # a second cluster for gptransfer tests - name: terraform2 type: terraform source: env: AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}} AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}} GOOGLE_CREDENTIALS: {{google-service-account-key}} vars: project_id: {{google-project-id}} storage: access_key_id: {{tf-machine-access-key-id}} secret_access_key: {{tf-machine-secret-access-key}} region_name: {{aws-region}} bucket: gpdb5-pipeline-dynamic-terraform bucket_path: clusters-google/ {% endif %} {% if "aix7" in os_types %} - name: aix_environments type: pool source: uri: {{concourse-resource-pools-git-remote}} branch: master pool: client_loader_remote_aix private_key: {{concourse-resource-pools-git-key}} {% endif %} - name: gpdb_src type: git source: branch: {{gpdb-git-branch}} uri: {{gpdb-git-remote}} ignore_paths: - gpdb-doc/* - README* {% if "centos6" in os_types %} - name: gpdb_src_binary_swap type: git source: branch: {{gpdb-binary-swap-git-tag}} uri: {{gpdb-binary-swap-git-remote}} ignore_paths: - gpdb-doc/* - README* - name: gpaddon_src_binary_swap type: git source: branch: {{gpaddon-binary-swap-git-branch}} private_key: {{gpaddon-git-key}} uri: {{gpaddon-binary-swap-git-remote}} {% endif %} - name: gpaddon_src type: git source: branch: {{gpaddon-git-branch}} private_key: {{gpaddon-git-key}} uri: {{gpaddon-git-remote}} {% if "ubuntu16" in os_types %} - name: debian_release type: git source: branch: ((debian-release-git-branch)) uri: ((debian-release-git-remote)) {% endif %} {% if "centos6" in os_types or "sles" in os_types or "aix7" in os_types %} - name: centos-gpdb-dev-6 type: docker-image source: repository: pivotaldata/centos-gpdb-dev tag: '6-gcc6.2-llvm3.7' {% endif %} {% if "centos7" in os_types %} - name: centos-gpdb-build-7 type: docker-image source: repository: pivotaldata/centos7-build tag: 'gpdb5-latest' - name: centos-gpdb-test-7 type: docker-image source: repository: pivotaldata/centos7-test tag: 'gpdb5-latest' {% endif %} {% if "ubuntu16" in os_types %} - name: ubuntu-gpdb-dev-16 type: docker-image source: repository: pivotaldata/ubuntu-gpdb-dev tag: '16.04' - name: ubuntu-gpdb-debian-dev-16 type: docker-image source: repository: pivotaldata/ubuntu-gpdb-debian-dev tag: '16.04' {% endif %} {% if "centos6" in os_types %} - name: bin_gpdb_centos6 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{bin_gpdb_centos_versioned_file}} {% endif %} {% if pipeline_type == "prod" %} - name: bin_gpdb_centos6_icw_green type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: bin_gpdb_centos6/gpdb_branch_master/icw_green/bin_gpdb.tar.gz - name: bin_gpdb_centos6_rc type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{gpdb-stable-builds-bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: release_candidates/bin_gpdb_centos6/gpdb6/((rc-build-type))/bin_gpdb.tar.gz - name: bin_gpdb_centos7_rc type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{gpdb-stable-builds-bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: release_candidates/bin_gpdb_centos7/gpdb6/((rc-build-type))/bin_gpdb.tar.gz - name: bin_gpdb_sles11_rc type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{gpdb-stable-builds-bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: release_candidates/bin_gpdb_sles11/gpdb6/((rc-build-type))/bin_gpdb.tar.gz {% endif %} {% if "ubuntu16" in os_types %} - name: compiled_bits_ubuntu16 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{compiled_bits_ubuntu16_versioned_file}} {% endif %} {% if "centos6" in os_types %} - name: binary_swap_gpdb_centos6 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{binary_swap_gpdb_centos_versioned_file}} {% endif %} {% if "centos7" in os_types %} - name: bin_gpdb_centos7 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{bin_gpdb_centos7_versioned_file}} {% endif %} {% if "sles" in os_types %} - name: bin_gpdb_sles11 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{bin_gpdb_sles11_versioned_file}} {% endif %} {% if "aix7" in os_types %} - name: installer_aix7_gpdb_clients type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/greenplum-clients-(.*)-aix7_ppc_64.zip - name: installer_aix7_gpdb_loaders type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/greenplum-loaders-(.*)-aix7_ppc_64.zip {% endif %} {% if "ubuntu16" in os_types %} - name: deb_package_ubuntu16 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{deb_package_ubuntu16_versioned_file}} {% endif %} {% if "aix7" in os_types %} - name: nightly-trigger type: time source: location: America/Los_Angeles days: [Sunday, Monday, Tuesday, Wednesday, Thursday, Friday] start: 6:00 AM stop: 7:00 AM {% endif %} {% if "AA" in test_sections %} - name: madlib_src type: git source: branch: master uri: https://github.com/apache/madlib.git tag_filter: rel/* - name: madlib_ci type: git source: branch: {{madlib-ci-git-branch}} uri: {{madlib-ci-git-remote}} private_key: {{madlib-ci-git-key}} - name: madlib_gppkg type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{madlib-bucket-name}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{madlib-gppkg-versioned-file}} region_name: {{madlib-s3-region}} - name: cmake_tar type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{madlib-bucket-name}} region_name: {{madlib-s3-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{madlib-cmake-versioned-file}} - name: pyxb type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{madlib-bucket-name}} region_name: {{madlib-s3-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{madlib-pyxb-versioned-file}} - name: eigen type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{madlib-bucket-name}} region_name: {{madlib-s3-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{madlib-eigen-versioned-file}} - name: boost type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{madlib-bucket-name}} region_name: {{madlib-s3-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{madlib-boost-versioned-file}} {% endif %} - name: reduced-frequency-trigger type: time source: location: America/Los_Angeles days: [Sunday, Monday, Tuesday, Wednesday, Thursday, Friday, Saturday] start: {{reduced-frequency-trigger-start}} stop: {{reduced-frequency-trigger-stop}} ## ====================================================================== ## _ ## __ _ _ __ ___| |__ ___ _ __ ___ ## / _` | '_ \ / __| '_ \ / _ \| '__/ __| ## | (_| | | | | (__| | | | (_) | | \__ \ ## \__,_|_| |_|\___|_| |_|\___/|_| |___/ ## ====================================================================== anchors: - &ccp_default_params action: create delete_on_failure: true generate_random_name: true terraform_source: ccp_src/google/ - &ccp_default_vars instance_type: n1-standard-1 PLATFORM: centos6 - &ccp_destroy put: terraform params: action: destroy env_name_file: terraform/name terraform_source: ccp_src/google/ vars: aws_instance-node-instance_type: t2.micro #t2.micro is ignored in destroy, but aws_instance-node-instance_type is required. aws_ebs_volume_type: standard get_params: action: destroy - &ccp_destroy_two_clusters do: - *ccp_destroy - put: terraform2 params: action: destroy env_name_file: terraform2/name terraform_source: ccp_src/google/ vars: PLATFORM: centos6 aws_instance-node-instance_type: t2.micro cluster_suffix: "-2" get_params: action: destroy - &ccp_gen_cluster_default_params AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}} AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}} AWS_DEFAULT_REGION: {{aws-region}} BUCKET_PATH: clusters-google/ BUCKET_NAME: {{tf-bucket-name}} CLOUD_PROVIDER: google - &set_failed do: - task: on_failure_set_failed config: platform: linux image_resource: type: docker-image source: repository: pivotaldata/ccp tag: "7" inputs: - name: ccp_src - name: terraform run: path: 'ccp_src/google/ccp_failed_test.sh' params: GOOGLE_CREDENTIALS: {{google-service-account-key}} GOOGLE_PROJECT_ID: {{google-project-id}} GOOGLE_ZONE: {{google-zone}} GOOGLE_SERVICE_ACCOUNT: {{google-service-account}} AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}} AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}} AWS_DEFAULT_REGION: {{tf-machine-region}} BUCKET_PATH: clusters-google/ BUCKET_NAME: {{tf-bucket-name}} - &set_failed_two_clusters do: - *set_failed - task: on_failure_set_failed config: platform: linux image_resource: type: docker-image source: repository: pivotaldata/ccp tag: "7" inputs: - name: ccp_src - name: terraform2 run: path: 'ccp_src/google/ccp_failed_test.sh' params: GOOGLE_CREDENTIALS: {{google-service-account-key}} GOOGLE_PROJECT_ID: {{google-project-id}} GOOGLE_ZONE: {{google-zone}} GOOGLE_SERVICE_ACCOUNT: {{google-service-account}} AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}} AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}} AWS_DEFAULT_REGION: {{tf-machine-region}} BUCKET_PATH: clusters-google/ BUCKET_NAME: {{tf-bucket-name}} replication_ccp_gen_cluster_params_anchor: &replication_ccp_gen_cluster_params file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params ## ====================================================================== ## _ _ ## (_) ___ | |__ ___ ## | |/ _ \| '_ \/ __| ## | | (_) | |_) \__ \ ## _/ |\___/|_.__/|___/ ## |__/ ## ====================================================================== jobs: ## ====================================================================== ## ____ _ _ ## / ___|___ _ __ ___ _ __ (_) | ___ ## | | / _ \| '_ ` _ \| '_ \| | |/ _ \ ## | |__| (_) | | | | | | |_) | | | __/ ## \____\___/|_| |_| |_| .__/|_|_|\___| ## |_| ## ====================================================================== {% if "centos6" in os_types %} - name: compile_gpdb_centos6 plan: - aggregate: - get: gpdb_src trigger: ((gpdb_src-trigger-flag)) - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpaddon_src - get: centos-gpdb-dev-6 - task: sync_tools file: gpdb_src/concourse/tasks/sync_tools.yml image: centos-gpdb-dev-6 params: IVYREPO_HOST: {{ivyrepo_host}} IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} TARGET_OS: centos TARGET_OS_VERSION: 6 TASK_OS: centos TASK_OS_VERSION: 6 - task: compile_gpdb file: gpdb_src/concourse/tasks/compile_gpdb.yml image: centos-gpdb-dev-6 params: CONFIGURE_FLAGS: {{configure_flags}} TARGET_OS: centos TARGET_OS_VERSION: 6 BLD_TARGETS: "clients loaders" - aggregate: - put: bin_gpdb_centos6 params: file: gpdb_artifacts/bin_gpdb.tar.gz {% endif %} {% if "centos7" in os_types %} - name: compile_gpdb_centos7 plan: - aggregate: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src trigger: ((gpdb_src-trigger-flag)) - get: gpaddon_src - get: centos-gpdb-build-7 - task: sync_tools file: gpdb_src/concourse/tasks/sync_tools.yml image: centos-gpdb-build-7 params: IVYREPO_HOST: {{ivyrepo_host}} IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} TARGET_OS: centos TARGET_OS_VERSION: 7 TASK_OS: centos TASK_OS_VERSION: 7 - task: compile_gpdb image: centos-gpdb-build-7 file: gpdb_src/concourse/tasks/compile_gpdb.yml params: CONFIGURE_FLAGS: {{configure_flags}} TARGET_OS: centos TARGET_OS_VERSION: 7 BLD_TARGETS: "clients loaders" - aggregate: - put: bin_gpdb_centos7 params: file: gpdb_artifacts/bin_gpdb.tar.gz {% endif %} {% if "sles" in os_types %} - name: compile_gpdb_sles11 plan: - aggregate: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src trigger: ((gpdb_src-trigger-flag)) - get: gpaddon_src - get: centos-gpdb-build-7 - task: sync_tools file: gpdb_src/concourse/tasks/sync_tools.yml image: centos-gpdb-build-7 params: IVYREPO_HOST: {{ivyrepo_host}} IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} TARGET_OS: sles TARGET_OS_VERSION: TASK_OS: centos TASK_OS_VERSION: 7 - task: compile_gpdb file: gpdb_src/concourse/tasks/compile_gpdb_sles11.yml params: CONFIGURE_FLAGS: {{configure_flags}} TARGET_OS: sles TARGET_OS_VERSION: BLD_TARGETS: "clients loaders" - put: bin_gpdb_sles11 params: file: gpdb_artifacts/bin_gpdb.tar.gz {% endif %} {% if "ubuntu16" in os_types %} - name: compile_gpdb_ubuntu16 plan: - aggregate: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src trigger: ((gpdb_src-trigger-flag)) - get: ubuntu-gpdb-dev-16 - get: ubuntu-gpdb-debian-dev-16 - get: debian_release - aggregate: - task: compile_gpdb image: ubuntu-gpdb-dev-16 file: gpdb_src/concourse/tasks/compile_gpdb_open_source_ubuntu.yml params: CONFIGURE_FLAGS: {{configure_flags}} - task: deb_create_package file: gpdb_src/concourse/tasks/deb_create_package.yml image: ubuntu-gpdb-debian-dev-16 params: DEBFULLNAME: ((debian-package-maintainer-fullname)) DEBEMAIL: ((debian-package-maintainer-email)) - aggregate: - put: compiled_bits_ubuntu16 params: file: compiled_bits_ubuntu16/compiled_bits_ubuntu16.tar.gz - put: deb_package_ubuntu16 params: file: {{deb_package_ubuntu16_versioned_file}} {% endif %} {% if "centos6" in os_types %} - name: compile_gpdb_open_source_centos6 public: true plan: - aggregate: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src trigger: ((gpdb_src-trigger-flag)) - get: centos-gpdb-dev-6 - task: compile_gpdb image: centos-gpdb-dev-6 file: gpdb_src/concourse/tasks/compile_gpdb_open_source_centos.yml params: CONFIGURE_FLAGS: {{configure_flags}} {% endif %} {% if "centos6" in os_types %} - name: compile_gpdb_binary_swap_centos6 plan: # This acts like a cache as this job will only be run once to get a # binary to use for our binary swap compatibility tests. Setting a new # tag or branch for the gpdb_src_binary_swap resource via set-pipeline # will replace the cached binary. - aggregate: - get: gpdb_src resource: gpdb_src_binary_swap trigger: true - get: gpaddon_src resource: gpaddon_src_binary_swap - get: centos-gpdb-dev-6 - task: compile_gpdb file: gpdb_src/concourse/tasks/compile_gpdb.yml image: centos-gpdb-dev-6 params: IVYREPO_HOST: {{ivyrepo_host}} IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} TARGET_OS: centos TARGET_OS_VERSION: 6 - aggregate: - put: binary_swap_gpdb_centos6 params: file: gpdb_artifacts/bin_gpdb.tar.gz {% endif %} {% if "aix7" in os_types %} - name: compile_gpdb_aix7_remote serial: true plan: # Compile gpdb on a remote AIX machine, triggered by concourse. # We need to serialize this job to avoid overwhelming workload # on remote machine. - aggregate: - get: nightly-trigger trigger: true - get: gpdb_src - get: gpaddon_src - get: centos-gpdb-dev-6 - task: compile_gpdb_aix7_remote file: gpdb_src/concourse/tasks/compile_gpdb_remote.yml image: centos-gpdb-dev-6 params: REMOTE_HOST: {{remote_host_build}} REMOTE_PORT: {{remote_port_build}} REMOTE_USER: {{remote_user_build}} REMOTE_KEY: {{remote_key_build}} IVYREPO_HOST: {{ivyrepo_host}} IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} BLD_TARGETS: "clients loaders" - aggregate: - put: installer_aix7_gpdb_clients params: file: gpdb_artifacts/greenplum-clients-*-aix7_ppc_64.zip - put: installer_aix7_gpdb_loaders params: file: gpdb_artifacts/greenplum-loaders-*-aix7_ppc_64.zip - name: client_loader_remote_test_aix serial: true plan: - aggregate: - get: gpdb_src passed: - compile_gpdb_aix7_remote - compile_gpdb_centos6 - get: installer_aix7_gpdb_clients passed: - compile_gpdb_aix7_remote - get: installer_aix7_gpdb_loaders passed: - compile_gpdb_aix7_remote trigger: true - get: bin_gpdb passed: - compile_gpdb_centos6 resource: bin_gpdb_centos6 - get: centos-gpdb-dev-6 - put: aix_environments params: {acquire: true} - task: ic_gpdb_cl file: gpdb_src/concourse/tasks/ic_gpdb_remote.yml image: centos-gpdb-dev-6 params: BLD_TARGETS: "clients loaders" REMOTE_HOST: {{remote_host_test}} REMOTE_PORT: {{remote_port_test}} REMOTE_USER: {{remote_user_test}} REMOTE_KEY: {{remote_key_test}} ensure: do: - task: cleanup_aix file: gpdb_src/concourse/tasks/aix_remote_cleanup.yml image: centos-gpdb-dev-6 params: REMOTE_HOST: {{remote_host_test}} REMOTE_PORT: {{remote_port_test}} REMOTE_USER: {{remote_user_test}} REMOTE_KEY: {{remote_key_test}} - put: aix_environments params: {release: aix_environments} {% endif %} {% if "ICW" in test_sections %} ## ====================================================================== ## ___ ______ __ ## |_ _/ ___\ \ / / ## | | | \ \ /\ / / ## | | |___ \ V V / ## |___\____| \_/\_/ ## ====================================================================== {% if "centos6" in os_types %} - name: icw_planner_centos6 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb passed: [compile_gpdb_centos6] resource: bin_gpdb_centos6 trigger: [[ test_trigger ]] - get: binary_swap_gpdb passed: [compile_gpdb_binary_swap_centos6] resource: binary_swap_gpdb_centos6 trigger: [[ test_trigger ]] - get: centos-gpdb-dev-6 - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world TEST_OS: centos TEST_BINARY_SWAP: false CONFIGURE_FLAGS: {{configure_flags}} - name: icw_gporca_centos6 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: [[ test_trigger ]] - get: centos-gpdb-dev-6 - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world TEST_OS: centos CONFIGURE_FLAGS: {{configure_flags}} DUMP_DB: "true" - put: icw_gporca_centos6_dump params: file: sqldump/dump.sql.xz - name: icw_gporca_centos6_gpos_memory plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: [[ test_trigger ]] - get: centos-gpdb-dev-6 - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world BLDWRAP_POSTGRES_CONF_ADDONS: optimizer_use_gpdb_allocators=on TEST_OS: centos CONFIGURE_FLAGS: {{configure_flags}} - name: icw_planner_ictcp_centos6 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: [[ test_trigger ]] - get: centos-gpdb-dev-6 - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c gp_interconnect_type=tcp -c optimizer=off' installcheck-world TEST_OS: centos {% endif %} {% if "centos7" in os_types %} - name: icw_gporca_centos7 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos7] - get: bin_gpdb resource: bin_gpdb_centos7 passed: [compile_gpdb_centos7] trigger: [[ test_trigger ]] - get: centos-gpdb-test-7 - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: centos-gpdb-test-7 params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world TEST_OS: centos CONFIGURE_FLAGS: {{configure_flags}} - name: icw_planner_centos7 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos7] - get: bin_gpdb passed: [compile_gpdb_centos7] resource: bin_gpdb_centos7 trigger: [[ test_trigger ]] - get: centos-gpdb-test-7 - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: centos-gpdb-test-7 params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world TEST_OS: centos TEST_BINARY_SWAP: false CONFIGURE_FLAGS: {{configure_flags}} - name: icg_planner_centos7_random_numsegments plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos7] - get: bin_gpdb passed: [compile_gpdb_centos7] resource: bin_gpdb_centos7 trigger: [[ test_trigger ]] - get: centos-gpdb-test-7 - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: centos-gpdb-test-7 params: MAKE_TEST_COMMAND: -k -C src/test/regress installcheck-good PGOPTIONS='-c optimizer=off' EXCLUDE_TESTS="' AOCO_Compression2 alter_distribution_policy alter_table_ao alter_table_aocs alter_table_set ao_checksum_corruption ao_locks aocs appendonly bfv_dd bfv_dd_multicolumn bfv_dd_types bfv_partition bfv_partition_plans bfv_subquery bitmap_index bitmapscan complex constraints db_size_functions deadlock direct_dispatch dispatch distributed_transactions explain_format freeze_aux_tables gp_aggregates gp_tablespace gpcopy gpdist gporca ic incremental_analyze instr_in_shmem instr_in_shmem_verify join memconsumption metadata_track misc oid_consistency partindex_test partition partition1 partition_locking partition_pruning partition_storage portals portals_updatable python_processed64bit qp_dml_oids qp_dropped_cols qp_functions_in_from qp_functions_in_subquery qp_gist_indexes2 qp_misc_jiras qp_targeted_dispatch qp_with_functional_inlining query_finish query_finish_pending rle_delta rpt_returning spi_processed64bit subselect_gp tidscan uao_catalog_tables uao_compaction/threshold uao_ddl/alter_ao_part_exch uao_ddl/alter_ao_part_exch_column uao_ddl/alter_ao_part_exch_row uao_ddl/alter_ao_table_setstorage_column uao_ddl/alter_ao_table_setstorage_row uao_dml/uao_dml_column uao_dml/uao_dml_row uaocs_catalog_tables uaocs_compaction/threshold updatable_views update vacuum_full_ao vacuum_full_freeze_heap vacuum_full_heap vacuum_full_heap_bitmapindex vacuum_stats window workfile/hashagg_spill workfile/hashjoin_spill workfile/materialize_spill workfile/sisc_mat_sort workfile/sisc_sort_spill workfile/sort_spill workfile/spilltodisk writer_aborts_reader'" EXTRA_REGRESS_OPTS=' --prehook=randomize_create_table_default_numsegments --ignore-plans' TEST_OS: centos TEST_BINARY_SWAP: false CONFIGURE_FLAGS: {{configure_flags}} - name: icw_planner_centos7_online_expand plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos7] - get: bin_gpdb passed: [compile_gpdb_centos7] resource: bin_gpdb_centos7 trigger: [[ test_trigger ]] - get: centos-gpdb-test-7 - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: centos-gpdb-test-7 params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world TEST_OS: centos TEST_BINARY_SWAP: false CONFIGURE_FLAGS: {{configure_flags}} EXCLUDE_TESTS: instr_in_shmem_setup,instr_in_shmem_terminate,segspace_setup,segspace,segspace_cleanup,cursor,instr_in_shmem,instr_in_shmem_verify ONLINE_EXPAND: true {% endif %} {% if "sles" in os_types %} - name: icw_gporca_sles11 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_sles11] - get: bin_gpdb resource: bin_gpdb_sles11 passed: [compile_gpdb_sles11] trigger: [[ test_trigger ]] - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb_sles11.yml params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world TEST_OS: sles CONFIGURE_FLAGS: {{configure_flags}} - name: icw_gporca_sles12 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_sles11] - get: gpdb_binary resource: bin_gpdb_sles11 passed: [compile_gpdb_sles11] trigger: true - get: ccp_src - get: centos-gpdb-dev-6 - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars PLATFORM: sles12 disk_size: 128 number_of_nodes: 1 default_image_user: root instance_type: n1-standard-4 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params # PLATFORM is necessary to generate correct ssh config PLATFORM: sles12 - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/ic_gpdb_sles12.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world TEST_OS: sles12 on_success: <<: *ccp_destroy ensure: <<: *set_failed - name: icw_planner_sles12 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_sles11] - get: gpdb_binary resource: bin_gpdb_sles11 passed: [compile_gpdb_sles11] trigger: true - get: ccp_src - get: centos-gpdb-dev-6 - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars PLATFORM: sles12 disk_size: 128 number_of_nodes: 1 default_image_user: root instance_type: n1-standard-4 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params # PLATFORM is necessary to generate correct ssh config PLATFORM: sles12 - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/ic_gpdb_sles12.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world TEST_OS: sles12 on_success: <<: *ccp_destroy ensure: <<: *set_failed {% endif %} {% if "ubuntu16" in os_types %} - name: icw_planner_ubuntu16 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_ubuntu16] - get: compiled_bits_ubuntu16 passed: [compile_gpdb_ubuntu16] trigger: [[ test_trigger ]] - get: ubuntu-gpdb-dev-16 - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb_ubuntu.yml image: ubuntu-gpdb-dev-16 params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world CONFIGURE_FLAGS: {{configure_flags}} - name: icw_gporca_conan_ubuntu16 plan: - aggregate: - get: gpdb_src params: submodules: none passed: [compile_gpdb_ubuntu16] - get: bin_gpdb passed: [compile_gpdb_ubuntu16] resource: compiled_bits_ubuntu16 trigger: [[ test_trigger ]] - get: ubuntu-gpdb-dev-16 - task: icw_with_orca image: ubuntu-gpdb-dev-16 file: gpdb_src/concourse/tasks/test_with_orca_conan.yml params: TEST_SUITE: "icw" - name: gpdb_packaging_ubuntu16 plan: - aggregate: - get: gpdb_src passed: - compile_gpdb_ubuntu16 - get: ubuntu-gpdb-debian-dev-16 - get: deb_package_ubuntu16 passed: - compile_gpdb_ubuntu16 trigger: [[ test_trigger ]] - task: test_gpdb_deb_package file: gpdb_src/concourse/tasks/deb_test_package.yml image: ubuntu-gpdb-debian-dev-16 params: DEBIAN_PACKAGE: {{deb_package_ubuntu16_versioned_file}} {% endif %} - name: gate_icw_end plan: - aggregate: {% if "centos6" in os_types %} - get: bin_gpdb_centos6 passed: - icw_gporca_centos6 - icw_gporca_centos6_gpos_memory - icw_planner_centos6 - icw_planner_ictcp_centos6 {% if "Extensions" in test_sections %} - icw_extensions_gpcloud_centos6 {% endif %} {% endif %} {% if "centos6" in os_types %} - get: icw_gporca_centos6_dump passed: - icw_gporca_centos6 {% endif %} - get: gpdb_src passed: {% if "centos6" in os_types %} - icw_gporca_centos6 - icw_gporca_centos6_gpos_memory - icw_planner_centos6 - icw_planner_ictcp_centos6 {% if "Extensions" in test_sections %} - icw_extensions_gpcloud_centos6 {% endif %} {% endif %} {% if 'ubuntu16' in os_types %} {% if "Extensions" in test_sections %} - icw_extensions_gpcloud_ubuntu16 {% endif %} {% endif %} {% if "centos7" in os_types %} - icw_gporca_centos7 {% endif %} {% if "ubuntu16" in os_types %} - icw_planner_ubuntu16 - icw_gporca_conan_ubuntu16 {% endif %} {% if "sles" in os_types %} - icw_gporca_sles11 - icw_gporca_sles12 - icw_planner_sles12 {% endif %} trigger: true {% if pipeline_type == "prod" and "centos6" in os_types %} - put: bin_gpdb_centos6_icw_green params: file: bin_gpdb_centos6/bin_gpdb.tar.gz {% endif %} {% endif %} {% if "Replication" in test_sections %} ## ====================================================================== ## ____ _ _ _ _ ## | _ \ ___ _ __ | (_) ___ __ _| |_(_) ___ _ __ ## | |_) / _ \ '_ \| | |/ __/ _` | __| |/ _ \| '_ \ ## | _ < __/ |_) | | | (_| (_| | |_| | (_) | | | | ## |_| \_\___| .__/|_|_|\___\__,_|\__|_|\___/|_| |_| ## |_| ## ====================================================================== - name: gate_replication_start plan: - aggregate: - get: gpdb_src passed: - compile_gpdb_centos6 trigger: true - get: bin_gpdb_centos6 passed: - compile_gpdb_centos6 {% for test_name in walrep_suites %} - name: [[ test_name ]] plan: - aggregate: - get: gpdb_src passed: [gate_replication_start] - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_replication_start] trigger: [[ test_trigger ]] - get: ccp_src - get: centos-gpdb-dev-6 - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/run_tinc.yml image: centos-gpdb-dev-6 params: TINC_TARGET: [[ test_name ]] on_success: <<: *ccp_destroy ensure: <<: *set_failed {% endfor %} - name: segwalrep_mirrorless_centos6 plan: - aggregate: - get: gpdb_src passed: [gate_replication_start] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_replication_start] trigger: [[ test_trigger ]] - get: centos-gpdb-dev-6 - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: "-C src/test/regress && make -C src/test/walrep install installcheck" TEST_OS: centos CONFIGURE_FLAGS: {{configure_flags}} WITH_MIRRORS: false {% endif %} {% if "Interconnect" in test_sections %} ## ====================================================================== ## ___ _ _ _____ _____ ____ ____ ___ _ _ _ _ _____ ____ _____ ## |_ _| \ | |_ _| ____| _ \ / ___/ _ \| \ | | \ | | ____/ ___|_ _| ## | || \| | | | | _| | |_) | | | | | | \| | \| | _|| | | | ## | || |\ | | | | |___| _ <| |__| |_| | |\ | |\ | |__| |___ | | ## |___|_| \_| |_| |_____|_| \_\\____\___/|_| \_|_| \_|_____\____| |_| ## ====================================================================== {% if "centos6" in os_types %} - name: interconnect plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb passed: [compile_gpdb_centos6] resource: bin_gpdb_centos6 trigger: [[ test_trigger ]] - get: centos-gpdb-dev-6 - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' BUILD_TYPE=((rc-build-type)) -C src/test/regress installcheck-icudp TEST_OS: centos {% endif %} {% endif %} {% if "ResourceGroups" in test_sections %} ## ====================================================================== ## ____ ____ ## | _ \ ___ ___ ___ _ _ _ __ ___ ___ / ___|_ __ ___ _ _ _ __ ___ ## | |_) / _ \/ __|/ _ \| | | | '__/ __/ _ \ | _| '__/ _ \| | | | '_ \/ __| ## | _ < __/\__ \ (_) | |_| | | | (_| __/ |_| | | | (_) | |_| | |_) \__ \ ## |_| \_\___||___/\___/ \__,_|_| \___\___|\____|_| \___/ \__,_| .__/|___/ ## |_| ## ====================================================================== - name: gate_resource_groups_start plan: - aggregate: - get: gpdb_src passed: - compile_gpdb_centos6 {% if "sles" in os_types %} - compile_gpdb_sles11 {% endif %} {% if "centos7" in os_types %} - compile_gpdb_centos7 {% endif %} trigger: true - get: bin_gpdb_centos6 passed: - compile_gpdb_centos6 {% if "centos7" in os_types %} - get: bin_gpdb_centos7 passed: - compile_gpdb_centos7 {% endif %} {% if "sles" in os_types %} - get: bin_gpdb_sles11 passed: - compile_gpdb_sles11 {% endif %} {% if "centos6" in os_types or "centos7" in os_types %} - get: binary_swap_gpdb passed: [compile_gpdb_binary_swap_centos6] resource: binary_swap_gpdb_centos6 trigger: [[ test_trigger ]] {% endif %} - name: resource_group_centos6 plan: - aggregate: - get: gpdb_src passed: [gate_resource_groups_start] - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_resource_groups_start] trigger: [[ test_trigger ]] - get: ccp_src - get: centos-gpdb-dev-6 - get: binary_swap_gpdb passed: [gate_resource_groups_start] resource: binary_swap_gpdb_centos6 trigger: [[ test_trigger ]] - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars instance_type: n1-standard-2 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/ic_gpdb_resgroup.yml image: centos-gpdb-dev-6 params: TEST_OS: centos6 on_success: <<: *ccp_destroy ensure: <<: *set_failed {% if "centos7" in os_types %} - name: resource_group_centos7 plan: - aggregate: - get: gpdb_src passed: [gate_resource_groups_start] - get: gpdb_binary resource: bin_gpdb_centos7 passed: [gate_resource_groups_start] trigger: [[ test_trigger ]] - get: ccp_src - get: centos-gpdb-dev-6 - get: binary_swap_gpdb passed: [gate_resource_groups_start] resource: binary_swap_gpdb_centos6 trigger: [[ test_trigger ]] - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars PLATFORM: centos7 instance_type: n1-standard-2 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params PLATFORM: centos7 - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/ic_gpdb_resgroup.yml image: centos-gpdb-dev-6 params: TEST_OS: centos7 on_success: <<: *ccp_destroy ensure: <<: *set_failed {% endif %} {% if "sles" in os_types %} - name: resource_group_sles12 plan: - aggregate: - get: gpdb_src passed: [gate_resource_groups_start] - get: gpdb_binary resource: bin_gpdb_sles11 passed: [gate_resource_groups_start] trigger: true - get: ccp_src - get: centos-gpdb-dev-6 - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars PLATFORM: sles12 instance_type: n1-standard-2 default_image_user: root - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params # PLATFORM is necessary to generate correct ssh config PLATFORM: sles12 - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/ic_gpdb_resgroup.yml image: centos-gpdb-dev-6 params: TEST_OS: sles12 on_success: <<: *ccp_destroy ensure: <<: *set_failed {% endif %} {% endif %} {% if "CLI" in test_sections %} ## ====================================================================== ## ____ _ ___ ## / ___| | |_ _| ## | | | | | | ## | |___| |___ | | ## \____|_____|___| ## ====================================================================== - name: gate_cli_start plan: - aggregate: - get: gpdb_src passed: - compile_gpdb_centos6 trigger: true - get: bin_gpdb_centos6 passed: - compile_gpdb_centos6 - name: gppkg plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: [[ test_trigger ]] - get: ccp_src - get: centos-gpdb-dev-6 - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: setup_gppkg_second_install file: gpdb_src/concourse/tasks/gppkg_behave.yml params: SECOND_BINARY_INSTALL_LOCATION: /tmp/gppkg_migrate - task: run_tests file: gpdb_src/concourse/tasks/run_behave.yml image: centos-gpdb-dev-6 params: BEHAVE_FLAGS: --tags=gppkg on_success: <<: *ccp_destroy ensure: <<: *set_failed {% for test_name in CLI_1_suites %} - name: [[ test_name ]] plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: [[ test_trigger ]] - get: ccp_src - get: centos-gpdb-dev-6 - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/run_behave.yml image: centos-gpdb-dev-6 params: BEHAVE_FLAGS: --tags=[[ test_name ]] on_success: <<: *ccp_destroy ensure: <<: *set_failed {% endfor %} - name: gpcheck plan: - aggregate: &gets_for_behave - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: [[ test_trigger ]] - get: centos-gpdb-dev-6 - task: gpcheck_as_gpadmin file: gpdb_src/concourse/tasks/behave_gpdb.yml image: centos-gpdb-dev-6 params: BEHAVE_TAGS: gpcheck_as_gpadmin GPCHECK_SETUP: true {% for test_name in CLI_2_suites %} - name: [[ test_name ]] plan: - aggregate: *gets_for_behave - task: [[ test_name ]] file: gpdb_src/concourse/tasks/behave_gpdb.yml image: centos-gpdb-dev-6 params: BEHAVE_TAGS: [[ test_name ]] {% endfor %} - name: check_centos plan: - aggregate: - get: gpdb_src passed: [gate_cli_start] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: [[ test_trigger ]] - get: centos-gpdb-dev-6 - task: check_centos file: gpdb_src/concourse/tasks/gpMgmt_check_gpdb.yml image: centos-gpdb-dev-6 params: TEST_OS: centos - name: gpaddmirrors plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: [[ test_trigger ]] - get: ccp_src - get: centos-gpdb-dev-6 - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars number_of_nodes: 4 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/run_behave.yml image: centos-gpdb-dev-6 params: BEHAVE_FLAGS: --tags=gpaddmirrors on_success: <<: *ccp_destroy ensure: <<: *set_failed - name: gpexpand plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_icw_end] - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_icw_end] trigger: [[ test_trigger ]] - get: ccp_src - get: centos-gpdb-dev-6 - get: icw_gporca_centos6_dump passed: [gate_icw_end] - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars number_of_nodes: 5 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: pre_run_test_setup file: gpdb_src/concourse/tasks/setup_for_gpexpand_to_make_new_gpdb.yml image: centos-gpdb-dev-6 input_mapping: {sqldump: icw_gporca_centos6_dump} - task: run_tests file: gpdb_src/concourse/tasks/run_behave.yml params: BEHAVE_FLAGS: --tags=gpexpand image: centos-gpdb-dev-6 on_success: <<: *ccp_destroy ensure: <<: *set_failed - name: gptransfer plan: - aggregate: - get: gpdb_src passed: [gate_cli_start] - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: [[ test_trigger ]] - get: ccp_src - get: centos-gpdb-dev-6 # The separate clusters can be created in parallel with the aggregate and do blocks # The terraform put and gen cluster that correspond must still happen serially - aggregate: - do: - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars instance_type: n1-standard-2 - task: gen_cluster1 file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem config: platform: linux image_resource: type: docker-image source: repository: pivotaldata/ccp tag: "7" inputs: - name: terraform - name: ccp_src - name: cluster_env_files run: path: ccp_src/scripts/gpinitsystem.sh - do: - put: terraform2 params: <<: *ccp_default_params vars: <<: *ccp_default_vars instance_type: n1-standard-2 cluster_suffix: "-2" - task: gen_cluster2 file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params input_mapping: terraform: terraform2 output_mapping: cluster_env_files: cluster_env_files2 - task: gpinitsystem input_mapping: terraform: terraform2 config: platform: linux image_resource: type: docker-image source: repository: pivotaldata/ccp tag: "7" inputs: - name: terraform - name: ccp_src - name: cluster_env_files2 path: cluster_env_files run: path: ccp_src/scripts/gpinitsystem.sh - task: gptransfer_pre_test_setup config: platform: linux inputs: - name: cluster_env_files - name: cluster_env_files2 - name: ccp_src - name: gpdb_src image_resource: type: docker-image source: repository: pivotaldata/ccp tag: "7" run: path: sh args: - -exc - | source gpdb_src/concourse/scripts/transfer_utils.sh; setup_gptransfer - task: run_gptransfer_tests file: gpdb_src/concourse/tasks/run_behave.yml image: centos-gpdb-dev-6 params: BEHAVE_FLAGS: --tags=gptransfer --tags=-skip_source_5 CUSTOM_ENV: export GPTRANSFER_DEST_HOST=mdw; export GPTRANSFER_DEST_PORT=5432; export GPTRANSFER_DEST_USER=gpadmin; export GPTRANSFER_MAP_FILE=/tmp/source_map_file; export GPTRANSFER_SOURCE_HOST=mdw-2; export GPTRANSFER_SOURCE_PORT=5432; export GPTRANSFER_SOURCE_USER=gpadmin; on_success: <<: *ccp_destroy_two_clusters ensure: <<: *set_failed_two_clusters {% if "centos6" in os_types and "ICW" in test_sections %} - name: pg_upgrade ensure: <<: *set_failed on_success: <<: *ccp_destroy plan: - aggregate: - get: gpdb_src passed: [icw_gporca_centos6] - get: bin_gpdb_centos6 passed: [icw_gporca_centos6] trigger: [[ test_trigger ]] - get: icw_gporca_centos6_dump passed: [icw_gporca_centos6] - get: centos-gpdb-dev-6 - get: ccp_src - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars instance_type: n1-standard-2 number_of_nodes: 2 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params PLATFORM: centos6 input_mapping: gpdb_binary: bin_gpdb_centos6 - task: set_gpinitsystem_config file: gpdb_src/concourse/tasks/set_gpinitsystem_config.yml params: GPINITSYSTEM_CONFIG: gpdb_src/concourse/scripts/configurations/pg_upgrade_gpinitsystem_config - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: test_upgrade file: gpdb_src/concourse/tasks/test_upgrade.yml input_mapping: sqldump: icw_gporca_centos6_dump params: NUMBER_OF_NODES: 2 {% endif %} {% endif %} # end CLI test_sections {% if "UD" in test_sections %} ## ====================================================================== ## _ _ ____ ## | | | | _ \ ## | | | | | | | ## | |_| | |_| | ## \___/|____/ ## ====================================================================== - name: gate_ud_start plan: - aggregate: - get: gpdb_src passed: - compile_gpdb_centos6 trigger: true - get: bin_gpdb_centos6 passed: - compile_gpdb_centos6 - name: regression_tests_gphdfs_hadoop_centos plan: - aggregate: - get: gpdb_src passed: [gate_ud_start] - get: bin_gpdb passed: [gate_ud_start] trigger: [[ test_trigger ]] resource: bin_gpdb_centos6 - get: centos-gpdb-dev-6 - task: regression_tests_gphdfs file: gpdb_src/concourse/tasks/regression_tests_gphdfs.yml image: centos-gpdb-dev-6 params: TARGET_OS: centos TARGET_OS_VERSION: 6 - name: regression_tests_gphdfs_mapr_centos ensure: <<: *set_failed on_success: <<: *ccp_destroy plan: - aggregate: - get: gpdb_src passed: [gate_ud_start] - get: bin_gpdb passed: [gate_ud_start] trigger: [[ test_trigger ]] resource: bin_gpdb_centos6 - get: ccp_src - get: centos-gpdb-dev-6 - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars number_of_nodes: 1 PLATFORM: centos7 instance_type: n1-standard-4 - task: gen_and_initialize_mapr file: gpdb_src/concourse/tasks/gen_mapr.yml params: <<: *ccp_gen_cluster_default_params - task: regression_tests_gphdfs_mapr file: gpdb_src/concourse/tasks/regression_tests_gphdfs_mapr.yml image: centos-gpdb-dev-6 params: TARGET_OS: centos TARGET_OS_VERSION: 6 {% endif %} {% if "AA" in test_sections %} ## ====================================================================== ## _ _ ## / \ / \ ## / _ \ / _ \ ## / ___ \ / ___ \ ## /_/ \_\/_/ \_\ ## ====================================================================== - name: gate_advanced_analytics_start plan: - aggregate: - get: gpdb_src passed: {% if "centos6" in os_types %} - compile_gpdb_centos6 {% endif %} {% if "centos7" in os_types %} - compile_gpdb_centos7 {% endif %} trigger: true {% if "centos6" in os_types %} - get: bin_gpdb_centos6 passed: - compile_gpdb_centos6 {% endif %} {% if "centos7" in os_types %} - get: bin_gpdb_centos7 passed: - compile_gpdb_centos7 {% endif %} {% if "centos6" in os_types or "centos7" in os_types%} - name: madlib_build_gppkg plan: - aggregate: - get: madlib_src - get: madlib_ci - get: cmake_tar - get: pyxb - get: eigen - get: boost - get: gpdb_src passed: [gate_advanced_analytics_start] - get: bin_gpdb resource: bin_gpdb_centos6 trigger: [[ test_trigger ]] passed: [gate_advanced_analytics_start] - get: bin_gpdb_centos7 passed: [gate_advanced_analytics_start] - get: centos-gpdb-dev-6 - task: build_madlib_gppkg_from_source file: madlib_ci/concourse/tasks/madlib_build_gppkg_from_source.yml image: centos-gpdb-dev-6 params: TEST_OS: centos6 DB_TYPE: gpdb6 CMAKE_BUILD_TYPE: Release - aggregate: - put: madlib_gppkg params: file: madlib_master_artifacts/madlib-*.gppkg {% endif %} {% if "centos6" in os_types %} - name: MADlib_Test_planner_centos6 plan: - aggregate: - get: madlib_ci - get: gpdb_src passed: [madlib_build_gppkg] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [madlib_build_gppkg] - get: centos-gpdb-dev-6 - get: madlib_gppkg passed: [madlib_build_gppkg] trigger: true - task: MADlib_Test_gppkg file: madlib_ci/concourse/tasks/madlib_test_gppkg.yml image: centos-gpdb-dev-6 params: TEST_OS: centos ORCA: "off" DBVER: gpdb6-assert - name: MADlib_Test_orca_centos6 plan: - aggregate: - get: madlib_ci - get: gpdb_src passed: [madlib_build_gppkg] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [madlib_build_gppkg] - get: centos-gpdb-dev-6 - get: madlib_gppkg passed: [madlib_build_gppkg] trigger: true - task: MADlib_Test_gppkg file: madlib_ci/concourse/tasks/madlib_test_gppkg.yml image: centos-gpdb-dev-6 params: TEST_OS: centos ORCA: "on" DBVER: gpdb6-assert {% endif %} {% if "centos7" in os_types %} - name: MADlib_Test_planner_centos7 plan: - aggregate: - get: madlib_ci - get: gpdb_src passed: [madlib_build_gppkg] - get: bin_gpdb resource: bin_gpdb_centos7 passed: [madlib_build_gppkg] - get: centos-gpdb-test-7 - get: madlib_gppkg passed: [madlib_build_gppkg] trigger: true - task: MADlib_Test_gppkg file: madlib_ci/concourse/tasks/madlib_test_gppkg.yml image: centos-gpdb-test-7 params: TEST_OS: centos ORCA: "off" DBVER: gpdb6-assert - name: MADlib_Test_orca_centos7 plan: - aggregate: - get: madlib_ci - get: gpdb_src passed: [madlib_build_gppkg] - get: bin_gpdb resource: bin_gpdb_centos7 passed: [madlib_build_gppkg] - get: centos-gpdb-test-7 - get: madlib_gppkg passed: [madlib_build_gppkg] trigger: true - task: MADlib_Test_gppkg file: madlib_ci/concourse/tasks/madlib_test_gppkg.yml image: centos-gpdb-test-7 params: TEST_OS: centos ORCA: "on" DBVER: gpdb6-assert {% endif %} {% endif %} {% if pipeline_type == "prod" %} ## ====================================================================== ## ____ _ ## | _ \ ___| | ___ __ _ ___ ___ ## | |_) / _ \ |/ _ \/ _` / __|/ _ \ ## | _ < __/ | __/ (_| \__ \ __/ ## |_| \_\___|_|\___|\__,_|___/\___| ## ====================================================================== - name: gate_release_candidate_start plan: - aggregate: - get: gpdb_src trigger: true passed: - compile_gpdb_centos6 - compile_gpdb_open_source_centos6 - compile_gpdb_centos7 - compile_gpdb_sles11 - compile_gpdb_ubuntu16 - compile_gpdb_aix7_remote - icw_planner_centos6 - icw_gporca_centos6 - icw_gporca_centos7 - icw_planner_centos7 - icg_planner_centos7_random_numsegments - icw_planner_centos7_online_expand - icw_gporca_sles11 - icw_gporca_sles12 - icw_planner_sles12 - icw_planner_ubuntu16 - icw_gporca_conan_ubuntu16 - gpdb_packaging_ubuntu16 - icw_planner_ictcp_centos6 - icw_extensions_gpcloud_centos6 - icw_extensions_gpcloud_ubuntu16 - client_loader_remote_test_aix - resource_group_centos6 - resource_group_centos7 - resource_group_sles12 - segwalrep_mirrorless_centos6 - regression_tests_gphdfs_hadoop_centos - regression_tests_gphdfs_mapr_centos {% for test_name in CLI_1_suites + CLI_2_suites %} - [[ test_name ]] {% endfor %} - madlib_build_gppkg - MADlib_Test_orca_centos6 - MADlib_Test_planner_centos6 - MADlib_Test_orca_centos7 - MADlib_Test_planner_centos7 - pg_upgrade - gpaddmirrors - gpexpand - gpcheck - gppkg - check_centos - gptransfer - interconnect - get: bin_gpdb_centos6 trigger: true passed: - compile_gpdb_centos6 - icw_planner_centos6 - icw_gporca_centos6 - icw_planner_ictcp_centos6 - icw_extensions_gpcloud_centos6 - client_loader_remote_test_aix - resource_group_centos6 - segwalrep_mirrorless_centos6 - regression_tests_gphdfs_hadoop_centos - regression_tests_gphdfs_mapr_centos {% for test_name in CLI_1_suites + CLI_2_suites %} - [[ test_name ]] {% endfor %} - MADlib_Test_orca_centos6 - MADlib_Test_planner_centos6 - gpexpand - gpcheck - gppkg - check_centos - gptransfer - interconnect - get: bin_gpdb_centos7 trigger: true passed: - compile_gpdb_centos7 - icw_gporca_centos7 - icw_planner_centos7 - icg_planner_centos7_random_numsegments - icw_planner_centos7_online_expand - resource_group_centos7 - MADlib_Test_orca_centos7 - MADlib_Test_planner_centos7 - get: bin_gpdb_sles11 trigger: true passed: - compile_gpdb_sles11 - icw_gporca_sles11 - icw_gporca_sles12 - icw_planner_sles12 - resource_group_sles12 - name: Release_Candidate plan: - aggregate: - get: gpdb_src trigger: true passed: [gate_release_candidate_start] - get: bin_gpdb_centos6 trigger: true passed: [gate_release_candidate_start] - get: bin_gpdb_centos7 trigger: true passed: [gate_release_candidate_start] - get: bin_gpdb_sles11 trigger: true passed: [gate_release_candidate_start] - task: verify_gpdb_versions file: gpdb_src/concourse/tasks/verify_gpdb_versions.yml - put: bin_gpdb_centos6_rc params: file: bin_gpdb_centos6/bin_gpdb.tar.gz - put: bin_gpdb_centos7_rc params: file: bin_gpdb_centos7/bin_gpdb.tar.gz - put: bin_gpdb_sles11_rc params: file: bin_gpdb_sles11/bin_gpdb.tar.gz {% endif %} ## ====================================================================== ## __ _ _ ## /__\_ _| |_ ___ _ __ ___(_) ___ _ __ ___ ## /_\ \ \/ / __/ _ \ '_ \/ __| |/ _ \| '_ \/ __| ## //__ > <| || __/ | | \__ \ | (_) | | | \__ \ ## \__/ /_/\_\\__\___|_| |_|___/_|\___/|_| |_|___/ ## ====================================================================== {% if "Extensions" in test_sections %} {% if 'centos6' in os_types%} - name: icw_extensions_gpcloud_centos6 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] trigger: [[ test_trigger ]] - get: bin_gpdb_centos6 passed: [compile_gpdb_centos6] - get: centos-gpdb-dev-6 - aggregate: - task: unit_tests_gpcloud file: gpdb_src/concourse/tasks/unit_tests_gpcloud.yml image: centos-gpdb-dev-6 params: TARGET_OS: centos - task: regression_tests_gpcloud_centos input_mapping: bin_gpdb: bin_gpdb_centos6 file: gpdb_src/concourse/tasks/regression_tests_gpcloud.yml image: centos-gpdb-dev-6 params: gpcloud_access_key_id: {{gpcloud-access-key-id}} gpcloud_secret_access_key: {{gpcloud-secret-access-key}} TARGET_OS: centos - task: gpcheckcloud_tests_gpcloud_centos input_mapping: bin_gpdb: bin_gpdb_centos6 file: gpdb_src/concourse/tasks/gpcheckcloud_tests_gpcloud.yml image: centos-gpdb-dev-6 params: gpcloud_access_key_id: {{gpcloud-access-key-id}} gpcloud_secret_access_key: {{gpcloud-secret-access-key}} TARGET_OS: centos {% endif %} {% if 'ubuntu16' in os_types %} - name: icw_extensions_gpcloud_ubuntu16 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_ubuntu16] trigger: [[ test_trigger ]] - get: compiled_bits_ubuntu16 passed: [compile_gpdb_ubuntu16] - get: ubuntu-gpdb-dev-16 - aggregate: - task: regression_tests_gpcloud_ubuntu input_mapping: bin_gpdb: compiled_bits_ubuntu16 file: gpdb_src/concourse/tasks/regression_tests_gpcloud.yml image: ubuntu-gpdb-dev-16 params: gpcloud_access_key_id: {{gpcloud-access-key-id}} gpcloud_secret_access_key: {{gpcloud-secret-access-key}} TARGET_OS: ubuntu {% endif %} {% endif %}