## ###################################################################### ## ___ ___ _ _ ___ _____ ___ ___ ___ _____ ## | \ / _ \ | \| |/ _ \_ _| | __| \_ _|_ _| ## | |) | (_) | | .` | (_) || | | _|| |) | | | | ## |___/ \___/ |_|\_|\___/ |_| |___|___/___| |_| ## _____ _ _ ___ ___ ___ ___ _ ___ _ ## |_ _| || |_ _/ __| | __|_ _| | | __| | ## | | | __ || |\__ \ | _| | || |__| _||_| ## |_| |_||_|___|___/ |_| |___|____|___(_) ## ## This is a generated file. Please edit the corresponding template ## file (example: templates/gpdb-tpl.yml) and regenerate the pipeline ## using appropriate tool (example: gen_pipeline.py -t prod). ## ---------------------------------------------------------------------- ## Generated by gen_pipeline.py at: 2019-07-10 11:40:53.021787 ## Template file: gpdb-tpl.yml ## OS Types: ['centos6', 'centos7', 'ubuntu18.04', 'win'] ## Test Sections: ['ICW', 'Replication', 'ResourceGroups', 'Interconnect', 'CLI', 'UD', 'AA', 'Extensions', 'Gpperfmon'] ## ====================================================================== ## ====================================================================== ## __ _ _ __ ___ _ _ _ __ ___ ## / _` | '__/ _ \| | | | '_ \/ __| ## | (_| | | | (_) | |_| | |_) \__ \ ## \__, |_| \___/ \__,_| .__/|___/ ## |___/ |_| ## ====================================================================== groups: - name: all jobs: - concourse_unit_tests - compile_gpdb_centos6 - prepare_binary_swap_gpdb_centos6 - compile_gpdb_centos7 - compile_gpdb_ubuntu18.04 - compile_gpdb_clients_windows - test_gpdb_clients_windows ## -------------------------------------------------------------------- - icw_gporca_centos6 - icw_gporca_centos6_gpos_memory - icw_planner_centos6 - icw_planner_ictcp_centos6 - gpexpand - pg_upgrade - icw_gporca_centos7 - icw_planner_centos7 - icw_gporca_ubuntu18.04 - icw_planner_ubuntu18.04 - gate_icw_end ## -------------------------------------------------------------------- - interconnect ## -------------------------------------------------------------------- - gate_resource_groups_start - resource_group_centos6 - resource_group_centos7 ## -------------------------------------------------------------------- - gate_gpperfmon_start - gpperfmon_centos6 - gpperfmon_centos7 ## -------------------------------------------------------------------- - gate_cli_start - gpmovemirrors - gpmovemirrors_ubuntu18 - gppkg - gppkg_ubuntu18 - analyzedb - analyzedb_ubuntu18 - gpinitsystem - gpinitsystem_ubuntu18 - gpstate - gpstate_ubuntu18 - replication_slots - replication_slots_ubuntu18 - gpactivatestandby - gpactivatestandby_ubuntu18 - gpinitstandby - gpinitstandby_ubuntu18 - gpcheckcat - gpcheckcat_ubuntu18 - gprecoverseg - gprecoverseg_ubuntu18 - gpaddmirrors - gpaddmirrors_ubuntu18 - gpconfig - gpconfig_ubuntu18 - gpssh-exkeys - gpssh-exkeys_ubuntu18 - check_centos ## -------------------------------------------------------------------- - gate_advanced_analytics_start - madlib_build_gppkg - MADlib_Test_orca_centos6 - MADlib_Test_planner_centos6 - MADlib_Test_orca_centos7 - MADlib_Test_planner_centos7 ## --------------------------------------------------------------------- - icw_extensions_gpcloud_centos6 ## ====================================================================== - name: Release jobs: - gate_release_candidate_start - Release_Candidate ## ====================================================================== - name: Compile jobs: - compile_gpdb_centos6 - compile_gpdb_centos7 - compile_gpdb_ubuntu18.04 - compile_gpdb_clients_windows - test_gpdb_clients_windows ## ====================================================================== - name: ICW jobs: - prepare_binary_swap_gpdb_centos6 - icw_gporca_centos6 - icw_gporca_centos6_gpos_memory - icw_planner_centos6 - icw_planner_ictcp_centos6 - compile_gpdb_centos6 - pg_upgrade - icw_gporca_centos7 - icw_planner_centos7 - compile_gpdb_centos7 - icw_gporca_ubuntu18.04 - icw_planner_ubuntu18.04 - gate_icw_end ## ====================================================================== - name: Extensions jobs: - icw_extensions_gpcloud_centos6 ## ====================================================================== - name: Interconnect jobs: - compile_gpdb_centos6 - interconnect ## ====================================================================== - name: ResourceGroups jobs: - gate_resource_groups_start - resource_group_centos6 - compile_gpdb_centos6 - resource_group_centos7 - compile_gpdb_centos7 ## ====================================================================== - name: Gpperfmon jobs: - gate_gpperfmon_start - gpperfmon_centos6 - compile_gpdb_centos6 - gpperfmon_centos7 - compile_gpdb_centos7 ## ====================================================================== - name: CLI jobs: - gate_cli_start - compile_gpdb_ubuntu18.04 - gpmovemirrors - gpmovemirrors_ubuntu18 - gppkg - gppkg_ubuntu18 - analyzedb - analyzedb_ubuntu18 - gpinitsystem - gpinitsystem_ubuntu18 - gpstate - gpstate_ubuntu18 - replication_slots - replication_slots_ubuntu18 - gpactivatestandby - gpactivatestandby_ubuntu18 - gpinitstandby - gpinitstandby_ubuntu18 - gpcheckcat - gpcheckcat_ubuntu18 - gprecoverseg - gprecoverseg_ubuntu18 - gpaddmirrors - gpaddmirrors_ubuntu18 - gpconfig - gpconfig_ubuntu18 - gpssh-exkeys - gpssh-exkeys_ubuntu18 - check_centos - compile_gpdb_centos6 - gpexpand - pg_upgrade - name: AdvancedAnalytics jobs: - gate_advanced_analytics_start - madlib_build_gppkg - MADlib_Test_orca_centos6 - MADlib_Test_planner_centos6 - MADlib_Test_orca_centos7 - MADlib_Test_planner_centos7 ## ====================================================================== ## _ ## _ __ ___ ___ ___ _ _ _ __ ___ ___ | |_ _ _ _ __ ___ ___ ## | '__/ _ \/ __|/ _ \| | | | '__/ __/ _ \ | __| | | | '_ \ / _ \/ __| ## | | | __/\__ \ (_) | |_| | | | (_| __/ | |_| |_| | |_) | __/\__ \ ## |_| \___||___/\___/ \__,_|_| \___\___| \__|\__, | .__/ \___||___/ ## |___/|_| ## ====================================================================== resource_types: - name: terraform type: docker-image source: repository: ljfranklin/terraform-resource tag: 0.11.14 - name: gcs type: docker-image source: repository: frodenas/gcs-resource - name: pivnet type: docker-image source: repository: pivotalcf/pivnet-resource tag: latest-final ## ====================================================================== ## _ __ ___ ___ ___ _ _ _ __ ___ ___ ___ ## | '__/ _ \/ __|/ _ \| | | | '__/ __/ _ \/ __| ## | | | __/\__ \ (_) | |_| | | | (_| __/\__ \ ## |_| \___||___/\___/ \__,_|_| \___\___||___/ ## ====================================================================== resources: - name: ccp_src type: git source: branch: {{ccp-git-branch}} private_key: {{ccp-git-key}} uri: {{ccp-git-remote}} - name: terraform type: terraform source: env: AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}} AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}} GOOGLE_CREDENTIALS: {{google-service-account-key}} vars: project_id: {{google-project-id}} storage: access_key_id: {{tf-machine-access-key-id}} secret_access_key: {{tf-machine-secret-access-key}} region_name: {{aws-region}} # This is not parameterized, on purpose. All tfstates will go to this spot, # and different teams will place there clusters' tfstate files under different paths bucket: gpdb5-pipeline-dynamic-terraform bucket_path: clusters-google/ - name: ccp-image type: docker-image source: repository: pivotaldata/ccp tag: '7' - name: icw_gporca_centos6_dump type: gcs source: bucket: ((gcs-bucket-intermediates)) json_key: ((concourse-gcs-resources-service-account-key)) versioned_file: ((pipeline-name))/icw_gporca_centos6_dump/dump.sql.xz - name: gpdb_src type: git source: branch: {{gpdb-git-branch}} uri: {{gpdb-git-remote}} ignore_paths: - gpdb-doc/* - README* - name: bats_core_src type: git source: branch: master uri: https://github.com/bats-core/bats-core.git tag_filter: v1.1.0 - name: previous_gpdb_rpm type: pivnet source: api_token: ((pivotal-gpdb-pivnet-api-token)) product_slug: pivotal-gpdb product_version: ((pivotal-gpdb-pivnet-product-version)) - name: libquicklz-centos6 type: gcs source: bucket: ((pivotal-gp-internal-artifacts-gcs-bucket)) json_key: ((gcs-key)) regexp: centos6/libquicklz-(\d.*)\.el6\.x86_64\.rpm - name: libquicklz-devel-centos6 type: gcs source: bucket: ((pivotal-gp-internal-artifacts-gcs-bucket)) json_key: ((gcs-key)) regexp: centos6/libquicklz-devel-(\d.*)\.el6\.x86_64\.rpm - name: libsigar-centos6 type: gcs source: bucket: ((pivotal-gp-internal-artifacts-gcs-bucket)) json_key: ((gcs-key)) regexp: centos6/sigar-rhel6_x86_64-(.*)\.targz - name: libquicklz-centos7 type: gcs source: bucket: ((pivotal-gp-internal-artifacts-gcs-bucket)) json_key: ((gcs-key)) regexp: centos7/libquicklz-(\d.*)\.el7\.x86_64\.rpm - name: libquicklz-devel-centos7 type: gcs source: bucket: ((pivotal-gp-internal-artifacts-gcs-bucket)) json_key: ((gcs-key)) regexp: centos7/libquicklz-devel-(\d.*)\.el7\.x86_64\.rpm - name: libsigar-centos7 type: gcs source: bucket: ((pivotal-gp-internal-artifacts-gcs-bucket)) json_key: ((gcs-key)) regexp: centos7/sigar-rhel7_x86_64-(.*)\.targz - name: libquicklz-ubuntu18.04 type: gcs source: bucket: ((pivotal-gp-internal-artifacts-gcs-bucket)) json_key: ((gcs-key)) versioned_file: ubuntu18.04/libquicklz-dev_1.5.0-1_amd64.deb - name: python-centos6 type: gcs source: bucket: gp-internal-artifacts json_key: ((gcs-key)) versioned_file: centos6/python-2.7.12.tar.gz - name: python-centos7 type: gcs source: bucket: gp-internal-artifacts json_key: ((gcs-key)) versioned_file: centos7/python-2.7.12.tar.gz - name: python-ubuntu18.04 type: gcs source: bucket: gp-internal-artifacts json_key: ((gcs-key)) versioned_file: ubuntu18.04/python-2.7.12.tar.gz - name: gpdb6-centos6-build type: docker-image source: repository: pivotaldata/gpdb6-centos6-build tag: latest - name: gpdb6-centos6-test type: docker-image source: repository: pivotaldata/gpdb6-centos6-test tag: latest - name: gpdb6-centos7-build type: docker-image source: repository: pivotaldata/gpdb6-centos7-build tag: latest - name: gpdb6-centos7-test type: docker-image source: repository: pivotaldata/gpdb6-centos7-test tag: latest - name: gpdb6-ubuntu18.04-build type: docker-image source: repository: pivotaldata/gpdb6-ubuntu18.04-build tag: latest - name: gpdb6-ubuntu18.04-test type: docker-image source: repository: pivotaldata/gpdb6-ubuntu18.04-test tag: latest - name: bin_gpdb_centos6 type: gcs source: bucket: ((gcs-bucket-intermediates)) json_key: ((concourse-gcs-resources-service-account-key)) versioned_file: ((pipeline-name))/bin_gpdb_centos6/bin_gpdb.tar.gz - name: bin_gpdb_clients_centos6 type: gcs source: bucket: ((gcs-bucket-intermediates)) json_key: ((concourse-gcs-resources-service-account-key)) versioned_file: ((pipeline-name))/bin_gpdb_clients_centos6/bin_gpdb_clients.tar.gz - name: bin_gpdb_centos6_icw_green type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: bin_gpdb_centos6/gpdb_branch_6X_STABLE/icw_green/bin_gpdb.tar.gz - name: bin_gpdb_centos6_rc type: gcs source: bucket: ((gcs-bucket)) json_key: ((concourse-gcs-resources-service-account-key)) regexp: server/published/gpdb6/server-rc-(.*)-rhel6_x86_64((rc-build-type-gcs)).tar.gz - name: bin_gpdb_centos7_rc type: gcs source: bucket: ((gcs-bucket)) json_key: ((concourse-gcs-resources-service-account-key)) regexp: server/published/gpdb6/server-rc-(.*)-rhel7_x86_64((rc-build-type-gcs)).tar.gz - name: bin_gpdb_ubuntu18.04_rc type: gcs source: bucket: ((gcs-bucket)) json_key: ((concourse-gcs-resources-service-account-key)) regexp: server/published/gpdb6/server-rc-(.*)-ubuntu18.04_x86_64((rc-build-type-gcs)).tar.gz # DEPRECATED: Use the above GCS resources instead of these S3 resources. - name: bin_gpdb_centos6_rc_s3 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{gpdb-stable-builds-bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: release_candidates/bin_gpdb_centos6/gpdb6/((rc-build-type))/bin_gpdb.tar.gz - name: bin_gpdb_centos7_rc_s3 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{gpdb-stable-builds-bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: release_candidates/bin_gpdb_centos7/gpdb6/((rc-build-type))/bin_gpdb.tar.gz - name: bin_gpdb_clients_centos6_rc type: gcs source: bucket: ((gcs-bucket)) json_key: ((concourse-gcs-resources-service-account-key)) regexp: clients/published/gpdb6/clients-rc-(.*)-rhel6_x86_64((rc-build-type-gcs)).tar.gz - name: bin_gpdb_clients_centos7_rc type: gcs source: bucket: ((gcs-bucket)) json_key: ((concourse-gcs-resources-service-account-key)) regexp: clients/published/gpdb6/clients-rc-(.*)-rhel7_x86_64((rc-build-type-gcs)).tar.gz - name: bin_gpdb_clients_ubuntu18.04_rc type: gcs source: bucket: ((gcs-bucket)) json_key: ((concourse-gcs-resources-service-account-key)) regexp: clients/published/gpdb6/clients-rc-(.*)-ubuntu18.04_x86_64((rc-build-type-gcs)).tar.gz - name: binary_swap_gpdb_centos6 type: gcs source: bucket: ((gcs-bucket-intermediates)) json_key: ((concourse-gcs-resources-service-account-key)) versioned_file: ((pipeline-name))/binary_swap_gpdb_centos6/bin_gpdb.tar.gz - name: bin_gpdb_centos7 type: gcs source: bucket: ((gcs-bucket-intermediates)) json_key: ((concourse-gcs-resources-service-account-key)) versioned_file: ((pipeline-name))/bin_gpdb_centos7/bin_gpdb.tar.gz - name: bin_gpdb_clients_centos7 type: gcs source: bucket: ((gcs-bucket-intermediates)) json_key: ((concourse-gcs-resources-service-account-key)) versioned_file: ((pipeline-name))/bin_gpdb_clients_centos7/bin_gpdb_clients.tar.gz - name: bin_gpdb_ubuntu18.04 type: gcs source: bucket: ((gcs-bucket-intermediates)) json_key: ((concourse-gcs-resources-service-account-key)) versioned_file: ((pipeline-name))/bin_gpdb_ubuntu18.04/bin_gpdb.tar.gz - name: bin_gpdb_clients_ubuntu18.04 type: gcs source: bucket: ((gcs-bucket-intermediates)) json_key: ((concourse-gcs-resources-service-account-key)) versioned_file: ((pipeline-name))/bin_gpdb_clients_ubuntu18.04/bin_gpdb_clients.tar.gz - name: terraform_windows type: terraform source: env: AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}} AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}} GOOGLE_CREDENTIALS: {{google-service-account-key}} vars: project: {{google-project-id}} region: {{google-region}} region_zone: {{google-zone}} storage: access_key_id: {{tf-machine-access-key-id}} secret_access_key: {{tf-machine-secret-access-key}} region_name: {{aws-region}} # This is not parameterized, on purpose. All tfstates will go to this spot, # and different teams will place there clusters' tfstate files under different paths bucket: gpdb5-pipeline-dynamic-terraform bucket_path: gp-clients-windows-tests-google/ - name: bin_gpdb_clients_windows type: gcs source: bucket: ((gcs-bucket-intermediates)) json_key: ((concourse-gcs-resources-service-account-key)) versioned_file: ((pipeline-name))/bin_gpdb_clients_windows/greenplum-clients-x86_64.tar.gz - name: bin_gpdb_clients_windows_rc type: gcs source: bucket: ((gcs-bucket)) json_key: ((concourse-gcs-resources-service-account-key)) regexp: clients/published/gpdb6/clients-rc-*-windows_x86_64((rc-build-type-gcs)).msi - name: madlib_src type: git source: branch: {{madlib-git-branch}} uri: {{madlib-git-remote}} - name: madlib_ci type: git source: branch: {{madlib-ci-git-branch}} uri: {{madlib-ci-git-remote}} private_key: {{madlib-ci-git-key}} - name: madlib_gppkg type: gcs source: bucket: ((gcs-bucket-intermediates)) json_key: ((concourse-gcs-resources-service-account-key)) versioned_file: ((pipeline-name))/madlib_gppkg/madlib-master-gp6-rhel6-x86_64.gppkg - name: cmake_tar type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{madlib-bucket-name}} region_name: {{madlib-s3-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{madlib-cmake-versioned-file}} - name: pyxb type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{madlib-bucket-name}} region_name: {{madlib-s3-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{madlib-pyxb-versioned-file}} - name: eigen type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{madlib-bucket-name}} region_name: {{madlib-s3-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{madlib-eigen-versioned-file}} - name: boost type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{madlib-bucket-name}} region_name: {{madlib-s3-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{madlib-boost-versioned-file}} - name: reduced-frequency-trigger type: time source: location: America/Los_Angeles days: [Sunday, Monday, Tuesday, Wednesday, Thursday, Friday, Saturday] start: {{reduced-frequency-trigger-start}} stop: {{reduced-frequency-trigger-stop}} ## ====================================================================== ## _ ## __ _ _ __ ___| |__ ___ _ __ ___ ## / _` | '_ \ / __| '_ \ / _ \| '__/ __| ## | (_| | | | | (__| | | | (_) | | \__ \ ## \__,_|_| |_|\___|_| |_|\___/|_| |___/ ## ====================================================================== anchors: - &ccp_default_params action: create delete_on_failure: true generate_random_name: true terraform_source: ccp_src/google/ - &ccp_default_vars instance_type: n1-standard-1 PLATFORM: centos6 - &ccp_destroy put: terraform params: action: destroy env_name_file: terraform/name terraform_source: ccp_src/google/ vars: aws_instance-node-instance_type: t2.micro #t2.micro is ignored in destroy, but aws_instance-node-instance_type is required. aws_ebs_volume_type: standard get_params: action: destroy - &ccp_destroy_two_clusters do: - *ccp_destroy - put: terraform2 params: action: destroy env_name_file: terraform2/name terraform_source: ccp_src/google/ vars: PLATFORM: centos6 aws_instance-node-instance_type: t2.micro cluster_suffix: "-2" get_params: action: destroy - &ccp_gen_cluster_default_params AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}} AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}} AWS_DEFAULT_REGION: {{aws-region}} BUCKET_PATH: clusters-google/ BUCKET_NAME: {{tf-bucket-name}} CLOUD_PROVIDER: google - &set_failed do: - task: on_failure_set_failed config: platform: linux image_resource: type: docker-image source: repository: pivotaldata/ccp tag: "7" inputs: - name: ccp_src - name: terraform run: path: 'ccp_src/google/ccp_failed_test.sh' params: GOOGLE_CREDENTIALS: {{google-service-account-key}} GOOGLE_PROJECT_ID: {{google-project-id}} GOOGLE_ZONE: {{google-zone}} GOOGLE_SERVICE_ACCOUNT: {{google-service-account}} AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}} AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}} AWS_DEFAULT_REGION: {{tf-machine-region}} BUCKET_PATH: clusters-google/ BUCKET_NAME: {{tf-bucket-name}} - &set_failed_two_clusters do: - *set_failed - task: on_failure_set_failed config: platform: linux image_resource: type: docker-image source: repository: pivotaldata/ccp tag: "7" inputs: - name: ccp_src - name: terraform2 run: path: 'ccp_src/google/ccp_failed_test.sh' params: GOOGLE_CREDENTIALS: {{google-service-account-key}} GOOGLE_PROJECT_ID: {{google-project-id}} GOOGLE_ZONE: {{google-zone}} GOOGLE_SERVICE_ACCOUNT: {{google-service-account}} AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}} AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}} AWS_DEFAULT_REGION: {{tf-machine-region}} BUCKET_PATH: clusters-google/ BUCKET_NAME: {{tf-bucket-name}} ## ====================================================================== ## _ _ ## (_) ___ | |__ ___ ## | |/ _ \| '_ \/ __| ## | | (_) | |_) \__ \ ## _/ |\___/|_.__/|___/ ## |__/ ## ====================================================================== jobs: ## ====================================================================== ## ____ _ _ _ _ _ _ _ _____ _ ## | _ \(_)_ __ ___| (_)_ __ ___ | | | |_ __ (_) |_ |_ _|__ ___| |_ ___ ## | |_) | | '_ \ / _ \ | | '_ \ / _ \ | | | | '_ \| | __| | |/ _ \/ __| __/ __| ## | __/| | |_) | __/ | | | | | __/ | |_| | | | | | |_ | | __/\__ \ |_\__ \ ## |_| |_| .__/ \___|_|_|_| |_|\___| \___/|_| |_|_|\__| |_|\___||___/\__|___/ ## |_| ## ====================================================================== - name: concourse_unit_tests plan: - aggregate: - get: bats_core_src - get: gpdb_src trigger: true - get: gpdb6-ubuntu18.04-build - task: run_unit_tests image: gpdb6-ubuntu18.04-build config: inputs: - name: bats_core_src - name: gpdb_src platform: linux run: path: bash args: - -exc - | bats_core_src/install.sh /usr/local cd gpdb_src/concourse bats -t scripts/*.bats python -m unittest discover --verbose -s scripts/ -p *_test.py ## ====================================================================== ## ____ _ _ ## / ___|___ _ __ ___ _ __ (_) | ___ ## | | / _ \| '_ ` _ \| '_ \| | |/ _ \ ## | |__| (_) | | | | | | |_) | | | __/ ## \____\___/|_| |_| |_| .__/|_|_|\___| ## |_| ## ====================================================================== - name: compile_gpdb_centos6 plan: - aggregate: - get: gpdb_src trigger: ((gpdb_src-trigger-flag)) - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb6-centos6-build - get: libquicklz-installer resource: libquicklz-centos6 - get: libquicklz-devel-installer resource: libquicklz-devel-centos6 - get: libsigar-installer resource: libsigar-centos6 - get: python-tarball resource: python-centos6 - task: compile_gpdb file: gpdb_src/concourse/tasks/compile_gpdb.yml image: gpdb6-centos6-build params: CONFIGURE_FLAGS: {{configure_flags_with_extensions}} TARGET_OS: centos TARGET_OS_VERSION: 6 BLD_TARGETS: "clients" - aggregate: - put: bin_gpdb_centos6 params: file: gpdb_artifacts/bin_gpdb.tar.gz - put: bin_gpdb_clients_centos6 params: file: gpdb_artifacts/gpdb-clients-centos6.tar.gz - name: compile_gpdb_centos7 plan: - aggregate: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src trigger: ((gpdb_src-trigger-flag)) - get: gpdb6-centos7-build - get: libquicklz-installer resource: libquicklz-centos7 - get: libquicklz-devel-installer resource: libquicklz-devel-centos7 - get: libsigar-installer resource: libsigar-centos7 - get: python-tarball resource: python-centos7 - task: compile_gpdb image: gpdb6-centos7-build file: gpdb_src/concourse/tasks/compile_gpdb.yml params: CONFIGURE_FLAGS: {{configure_flags_with_extensions}} TARGET_OS: centos TARGET_OS_VERSION: 7 BLD_TARGETS: "clients" - aggregate: - put: bin_gpdb_centos7 params: file: gpdb_artifacts/bin_gpdb.tar.gz - put: bin_gpdb_clients_centos7 params: file: gpdb_artifacts/gpdb-clients-centos7.tar.gz - name: prepare_binary_swap_gpdb_centos6 plan: - aggregate: - get: gpdb_src - get: gpdb_rpm resource: previous_gpdb_rpm trigger: true params: globs: [greenplum-db-6*-rhel6-x86_64.rpm] - get: gpdb6-centos6-build - task: generate_previous_bin_gpdb file: gpdb_src/concourse/tasks/extract_rpm.yml image: gpdb6-centos6-build - put: binary_swap_gpdb_centos6 params: file: gpdb_artifacts/bin_gpdb.tar.gz - name: compile_gpdb_ubuntu18.04 plan: - aggregate: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src trigger: ((gpdb_src-trigger-flag)) - get: gpdb6-ubuntu18.04-build - get: libquicklz-installer resource: libquicklz-ubuntu18.04 - get: python-tarball resource: python-ubuntu18.04 - task: compile_gpdb image: gpdb6-ubuntu18.04-build file: gpdb_src/concourse/tasks/compile_gpdb.yml params: CONFIGURE_FLAGS: {{configure_flags_with_extensions}} TARGET_OS: ubuntu TARGET_OS_VERSION: "18.04" BLD_TARGETS: "clients" - aggregate: - put: bin_gpdb_ubuntu18.04 params: file: gpdb_artifacts/bin_gpdb.tar.gz - put: bin_gpdb_clients_ubuntu18.04 params: file: gpdb_artifacts/gpdb-clients-ubuntu18.04.tar.gz - name: compile_gpdb_clients_windows serial: true plan: - aggregate: - get: gpdb_src trigger: true - get: gpdb6-centos6-build - task: compile_gpdb_windows_remote file: gpdb_src/concourse/tasks/compile_gpdb_remote_windows.yml image: gpdb6-centos6-build params: REMOTE_HOST: {{remote_win_host_build}} REMOTE_PORT: {{remote_win_port_build}} REMOTE_USER: {{remote_win_user_build}} REMOTE_KEY: {{remote_win_key_build}} - put: bin_gpdb_clients_windows params: file: "gpdb_artifacts/greenplum-clients-x86_64.tar.gz" - name: test_gpdb_clients_windows plan: - aggregate: - get: ccp_src - get: gpdb_src trigger: true passed: [compile_gpdb_clients_windows] - get: gpdb6-centos7-test - get: bin_gpdb_clients_windows passed: [compile_gpdb_clients_windows] - get: bin_gpdb resource: bin_gpdb_centos7_rc - put: terraform_windows params: action: create delete_on_failure: true generate_random_name: true terraform_source: ccp_src/gpdb_windows_client_test/ - task: run_tests file: gpdb_src/concourse/tasks/windows_remote_test.yml image: gpdb6-centos7-test params: REMOTE_PORT: {{remote_win_port_test}} REMOTE_USER: {{remote_win_user_test}} REMOTE_KEY: {{remote_win_key_test}} ensure: put: terraform_windows params: action: destroy env_name_file: terraform_windows/name terraform_source: ccp_src/gpdb_windows_client_test/ vars: aws_instance-node-instance_type: t2.micro #t2.micro is ignored in destroy, but aws_instance-node-instance_type is required. aws_ebs_volume_type: standard get_params: action: destroy ## ====================================================================== ## ___ ______ __ ## |_ _/ ___\ \ / / ## | | | \ \ /\ / / ## | | |___ \ V V / ## |___\____| \_/\_/ ## ====================================================================== - name: icw_planner_centos6 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb passed: [compile_gpdb_centos6] resource: bin_gpdb_centos6 trigger: true - get: binary_swap_gpdb passed: [prepare_binary_swap_gpdb_centos6] resource: binary_swap_gpdb_centos6 trigger: true - get: gpdb6-centos6-test - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb_binary_swap.yml image: gpdb6-centos6-test params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world TEST_OS: centos TEST_BINARY_SWAP: {{test-binary-swap}} CONFIGURE_FLAGS: {{configure_flags}} - name: icw_gporca_centos6 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: gpdb6-centos6-test - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: gpdb6-centos6-test params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world TEST_OS: centos CONFIGURE_FLAGS: {{configure_flags}} DUMP_DB: "true" - put: icw_gporca_centos6_dump params: file: sqldump/dump.sql.xz - name: icw_gporca_centos6_gpos_memory plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: gpdb6-centos6-test - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: gpdb6-centos6-test params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world BLDWRAP_POSTGRES_CONF_ADDONS: optimizer_use_gpdb_allocators=on TEST_OS: centos CONFIGURE_FLAGS: {{configure_flags}} - name: icw_planner_ictcp_centos6 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: gpdb6-centos6-test - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: gpdb6-centos6-test params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c gp_interconnect_type=tcp -c optimizer=off' installcheck-world TEST_OS: centos - name: icw_gporca_centos7 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos7] - get: bin_gpdb resource: bin_gpdb_centos7 passed: [compile_gpdb_centos7] trigger: true - get: gpdb6-centos7-test - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: gpdb6-centos7-test params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world TEST_OS: centos CONFIGURE_FLAGS: {{configure_flags}} - name: icw_planner_centos7 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos7] - get: bin_gpdb passed: [compile_gpdb_centos7] resource: bin_gpdb_centos7 trigger: true - get: gpdb6-centos7-test - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: gpdb6-centos7-test params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world TEST_OS: centos CONFIGURE_FLAGS: {{configure_flags}} - name: icw_gporca_ubuntu18.04 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_ubuntu18.04] - get: bin_gpdb resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - get: gpdb6-ubuntu18.04-test - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: gpdb6-ubuntu18.04-test params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world TEST_OS: ubuntu CONFIGURE_FLAGS: {{configure_flags}} - name: icw_planner_ubuntu18.04 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_ubuntu18.04] - get: bin_gpdb passed: [compile_gpdb_ubuntu18.04] resource: bin_gpdb_ubuntu18.04 trigger: true - get: gpdb6-ubuntu18.04-test - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: gpdb6-ubuntu18.04-test params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world TEST_OS: ubuntu CONFIGURE_FLAGS: {{configure_flags}} - name: gate_icw_end plan: - aggregate: - get: bin_gpdb_centos6 passed: - icw_gporca_centos6 - icw_gporca_centos6_gpos_memory - icw_planner_centos6 - icw_planner_ictcp_centos6 - icw_extensions_gpcloud_centos6 - get: icw_gporca_centos6_dump passed: - icw_gporca_centos6 - get: gpdb_src passed: - icw_gporca_centos6 - icw_gporca_centos6_gpos_memory - icw_planner_centos6 - icw_planner_ictcp_centos6 - icw_extensions_gpcloud_centos6 - icw_gporca_centos7 trigger: true - put: bin_gpdb_centos6_icw_green params: file: bin_gpdb_centos6/bin_gpdb.tar.gz ## ====================================================================== ## ___ _ _ _____ _____ ____ ____ ___ _ _ _ _ _____ ____ _____ ## |_ _| \ | |_ _| ____| _ \ / ___/ _ \| \ | | \ | | ____/ ___|_ _| ## | || \| | | | | _| | |_) | | | | | | \| | \| | _|| | | | ## | || |\ | | | | |___| _ <| |__| |_| | |\ | |\ | |__| |___ | | ## |___|_| \_| |_| |_____|_| \_\\____\___/|_| \_|_| \_|_____\____| |_| ## ====================================================================== - name: interconnect plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb passed: [compile_gpdb_centos6] resource: bin_gpdb_centos6 trigger: true - get: gpdb6-centos6-test - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: gpdb6-centos6-test params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' BUILD_TYPE=((rc-build-type)) -C src/test/regress installcheck-icudp TEST_OS: centos ## ====================================================================== ## ____ ____ ## | _ \ ___ ___ ___ _ _ _ __ ___ ___ / ___|_ __ ___ _ _ _ __ ___ ## | |_) / _ \/ __|/ _ \| | | | '__/ __/ _ \ | _| '__/ _ \| | | | '_ \/ __| ## | _ < __/\__ \ (_) | |_| | | | (_| __/ |_| | | | (_) | |_| | |_) \__ \ ## |_| \_\___||___/\___/ \__,_|_| \___\___|\____|_| \___/ \__,_| .__/|___/ ## |_| ## ====================================================================== - name: gate_resource_groups_start plan: - aggregate: - get: gpdb_src passed: - compile_gpdb_centos6 - compile_gpdb_centos7 trigger: true - get: bin_gpdb_centos6 passed: - compile_gpdb_centos6 - get: bin_gpdb_centos7 passed: - compile_gpdb_centos7 - get: binary_swap_gpdb passed: [prepare_binary_swap_gpdb_centos6] resource: binary_swap_gpdb_centos6 trigger: true - name: resource_group_centos6 plan: - aggregate: - get: gpdb_src passed: [gate_resource_groups_start] - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_resource_groups_start] trigger: true - get: ccp_src - get: ccp-image - get: binary_swap_gpdb passed: [gate_resource_groups_start] resource: binary_swap_gpdb_centos6 trigger: true - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars instance_type: n1-standard-2 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/ic_gpdb_resgroup.yml image: ccp-image params: TEST_OS: centos6 on_success: <<: *ccp_destroy ensure: <<: *set_failed - name: resource_group_centos7 plan: - aggregate: - get: gpdb_src passed: [gate_resource_groups_start] - get: gpdb_binary resource: bin_gpdb_centos7 passed: [gate_resource_groups_start] trigger: true - get: ccp_src - get: ccp-image - get: binary_swap_gpdb passed: [gate_resource_groups_start] resource: binary_swap_gpdb_centos6 trigger: true - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars PLATFORM: centos7 instance_type: n1-standard-2 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params PLATFORM: centos7 - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/ic_gpdb_resgroup.yml image: ccp-image params: TEST_OS: centos7 on_success: <<: *ccp_destroy ensure: <<: *set_failed ## ====================================================================== ## __ ## __ _ _ __ _ __ ___ _ __ / _|_ __ ___ ___ _ __ ## / _` | '_ \| '_ \ / _ \ '__| |_| '_ ` _ \ / _ \| '_ \ ## | (_| | |_) | |_) | __/ | | _| | | | | | (_) | | | | ## \__, | .__/| .__/ \___|_| |_| |_| |_| |_|\___/|_| |_| ## |___/|_| |_| ## ====================================================================== - name: gate_gpperfmon_start plan: - aggregate: - get: gpdb_src passed: - compile_gpdb_centos6 - compile_gpdb_centos7 trigger: true - get: bin_gpdb_centos6 passed: - compile_gpdb_centos6 - get: bin_gpdb_centos7 passed: - compile_gpdb_centos7 - get: binary_swap_gpdb passed: [prepare_binary_swap_gpdb_centos6] resource: binary_swap_gpdb_centos6 trigger: true - name: gpperfmon_centos6 plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_gpperfmon_start] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_gpperfmon_start] trigger: true - get: gpdb6-centos6-test - task: gpperfmon file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_TAGS: gpperfmon - name: gpperfmon_centos7 plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_gpperfmon_start] - get: bin_gpdb resource: bin_gpdb_centos7 passed: [gate_gpperfmon_start] trigger: true - get: gpdb6-centos7-test - task: gpperfmon file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos7-test params: BEHAVE_TAGS: gpperfmon ## ====================================================================== ## ____ _ ___ ## / ___| | |_ _| ## | | | | | | ## | |___| |___ | | ## \____|_____|___| ## ====================================================================== - name: gate_cli_start plan: - aggregate: - get: gpdb_src passed: - compile_gpdb_centos6 trigger: true - get: bin_gpdb_centos6 passed: - compile_gpdb_centos6 - name: check_centos plan: - aggregate: - get: gpdb_src passed: [gate_cli_start] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - get: gpdb6-centos6-test - task: check_centos file: gpdb_src/concourse/tasks/gpMgmt_check_gpdb.yml image: gpdb6-centos6-test params: TEST_OS: centos - name: gpmovemirrors plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb6-centos6-test - aggregate: - do: - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - get: ccp_src - get: ccp-image - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars number_of_nodes: 4 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: gpmovemirrors_concourse_cluster_tests file: gpdb_src/concourse/tasks/run_behave.yml image: ccp-image params: BEHAVE_FLAGS: --tags=gpmovemirrors --tags=concourse_cluster on_success: <<: *ccp_destroy ensure: <<: *set_failed - do: - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - task: gpmovemirrors_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_FLAGS: --tags=gpmovemirrors --tags=~concourse_cluster,demo_cluster - name: gpmovemirrors_ubuntu18 plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [compile_gpdb_ubuntu18.04] - get: gpdb6-ubuntu18.04-test - aggregate: - do: - get: gpdb_binary resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - get: ccp_src - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars PLATFORM: ubuntu18.04 number_of_nodes: 4 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params PLATFORM: ubuntu18.04 - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: gpmovemirrors_concourse_cluster_tests file: gpdb_src/concourse/tasks/run_behave_on_ccp_cluster.yml image: gpdb6-ubuntu18.04-test params: BEHAVE_FLAGS: --tags=gpmovemirrors --tags=concourse_cluster on_success: <<: *ccp_destroy ensure: <<: *set_failed - do: - get: bin_gpdb_ubuntu18.04 resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - task: gpmovemirrors_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-ubuntu18.04-test input_mapping: bin_gpdb: bin_gpdb_ubuntu18.04 params: BEHAVE_FLAGS: --tags=gpmovemirrors --tags=~concourse_cluster,demo_cluster - name: gppkg plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb6-centos6-test - aggregate: - do: - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - get: ccp_src - get: ccp-image - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: gppkg_concourse_cluster_tests file: gpdb_src/concourse/tasks/run_behave.yml image: ccp-image params: BEHAVE_FLAGS: --tags=gppkg --tags=concourse_cluster on_success: <<: *ccp_destroy ensure: <<: *set_failed - do: - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - task: gppkg_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_FLAGS: --tags=gppkg --tags=~concourse_cluster,demo_cluster - name: gppkg_ubuntu18 plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [compile_gpdb_ubuntu18.04] - get: gpdb6-ubuntu18.04-test - aggregate: - do: - get: gpdb_binary resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - get: ccp_src - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars PLATFORM: ubuntu18.04 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params PLATFORM: ubuntu18.04 - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: gppkg_concourse_cluster_tests file: gpdb_src/concourse/tasks/run_behave_on_ccp_cluster.yml image: gpdb6-ubuntu18.04-test params: BEHAVE_FLAGS: --tags=gppkg --tags=concourse_cluster on_success: <<: *ccp_destroy ensure: <<: *set_failed - do: - get: bin_gpdb_ubuntu18.04 resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - task: gppkg_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-ubuntu18.04-test input_mapping: bin_gpdb: bin_gpdb_ubuntu18.04 params: BEHAVE_FLAGS: --tags=gppkg --tags=~concourse_cluster,demo_cluster - name: analyzedb plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb6-centos6-test - aggregate: - do: - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - task: analyzedb_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_FLAGS: --tags=analyzedb --tags=~concourse_cluster,demo_cluster - name: analyzedb_ubuntu18 plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [compile_gpdb_ubuntu18.04] - get: gpdb6-ubuntu18.04-test - aggregate: - do: - get: bin_gpdb_ubuntu18.04 resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - task: analyzedb_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-ubuntu18.04-test input_mapping: bin_gpdb: bin_gpdb_ubuntu18.04 params: BEHAVE_FLAGS: --tags=analyzedb --tags=~concourse_cluster,demo_cluster - name: gpinitsystem plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb6-centos6-test - aggregate: - do: - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - task: gpinitsystem_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_FLAGS: --tags=gpinitsystem --tags=~concourse_cluster,demo_cluster - name: gpinitsystem_ubuntu18 plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [compile_gpdb_ubuntu18.04] - get: gpdb6-ubuntu18.04-test - aggregate: - do: - get: bin_gpdb_ubuntu18.04 resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - task: gpinitsystem_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-ubuntu18.04-test input_mapping: bin_gpdb: bin_gpdb_ubuntu18.04 params: BEHAVE_FLAGS: --tags=gpinitsystem --tags=~concourse_cluster,demo_cluster - name: gpstate plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb6-centos6-test - aggregate: - do: - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - task: gpstate_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_FLAGS: --tags=gpstate --tags=~concourse_cluster,demo_cluster - name: gpstate_ubuntu18 plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [compile_gpdb_ubuntu18.04] - get: gpdb6-ubuntu18.04-test - aggregate: - do: - get: bin_gpdb_ubuntu18.04 resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - task: gpstate_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-ubuntu18.04-test input_mapping: bin_gpdb: bin_gpdb_ubuntu18.04 params: BEHAVE_FLAGS: --tags=gpstate --tags=~concourse_cluster,demo_cluster - name: replication_slots plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb6-centos6-test - aggregate: - do: - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - task: replication_slots_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_FLAGS: --tags=replication_slots --tags=~concourse_cluster,demo_cluster - name: replication_slots_ubuntu18 plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [compile_gpdb_ubuntu18.04] - get: gpdb6-ubuntu18.04-test - aggregate: - do: - get: bin_gpdb_ubuntu18.04 resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - task: replication_slots_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-ubuntu18.04-test input_mapping: bin_gpdb: bin_gpdb_ubuntu18.04 params: BEHAVE_FLAGS: --tags=replication_slots --tags=~concourse_cluster,demo_cluster - name: gpactivatestandby plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb6-centos6-test - aggregate: - do: - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - get: ccp_src - get: ccp-image - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: gpactivatestandby_concourse_cluster_tests file: gpdb_src/concourse/tasks/run_behave.yml image: ccp-image params: BEHAVE_FLAGS: --tags=gpactivatestandby --tags=concourse_cluster on_success: <<: *ccp_destroy ensure: <<: *set_failed - do: - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - task: gpactivatestandby_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_FLAGS: --tags=gpactivatestandby --tags=~concourse_cluster,demo_cluster - name: gpactivatestandby_ubuntu18 plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [compile_gpdb_ubuntu18.04] - get: gpdb6-ubuntu18.04-test - aggregate: - do: - get: gpdb_binary resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - get: ccp_src - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars PLATFORM: ubuntu18.04 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params PLATFORM: ubuntu18.04 - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: gpactivatestandby_concourse_cluster_tests file: gpdb_src/concourse/tasks/run_behave_on_ccp_cluster.yml image: gpdb6-ubuntu18.04-test params: BEHAVE_FLAGS: --tags=gpactivatestandby --tags=concourse_cluster on_success: <<: *ccp_destroy ensure: <<: *set_failed - do: - get: bin_gpdb_ubuntu18.04 resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - task: gpactivatestandby_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-ubuntu18.04-test input_mapping: bin_gpdb: bin_gpdb_ubuntu18.04 params: BEHAVE_FLAGS: --tags=gpactivatestandby --tags=~concourse_cluster,demo_cluster - name: gpinitstandby plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb6-centos6-test - aggregate: - do: - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - task: gpinitstandby_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_FLAGS: --tags=gpinitstandby --tags=~concourse_cluster,demo_cluster - name: gpinitstandby_ubuntu18 plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [compile_gpdb_ubuntu18.04] - get: gpdb6-ubuntu18.04-test - aggregate: - do: - get: bin_gpdb_ubuntu18.04 resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - task: gpinitstandby_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-ubuntu18.04-test input_mapping: bin_gpdb: bin_gpdb_ubuntu18.04 params: BEHAVE_FLAGS: --tags=gpinitstandby --tags=~concourse_cluster,demo_cluster - name: gpcheckcat plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb6-centos6-test - aggregate: - do: - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - get: ccp_src - get: ccp-image - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: gpcheckcat_concourse_cluster_tests file: gpdb_src/concourse/tasks/run_behave.yml image: ccp-image params: BEHAVE_FLAGS: --tags=gpcheckcat --tags=concourse_cluster on_success: <<: *ccp_destroy ensure: <<: *set_failed - do: - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - task: gpcheckcat_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_FLAGS: --tags=gpcheckcat --tags=~concourse_cluster,demo_cluster - name: gpcheckcat_ubuntu18 plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [compile_gpdb_ubuntu18.04] - get: gpdb6-ubuntu18.04-test - aggregate: - do: - get: gpdb_binary resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - get: ccp_src - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars PLATFORM: ubuntu18.04 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params PLATFORM: ubuntu18.04 - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: gpcheckcat_concourse_cluster_tests file: gpdb_src/concourse/tasks/run_behave_on_ccp_cluster.yml image: gpdb6-ubuntu18.04-test params: BEHAVE_FLAGS: --tags=gpcheckcat --tags=concourse_cluster on_success: <<: *ccp_destroy ensure: <<: *set_failed - do: - get: bin_gpdb_ubuntu18.04 resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - task: gpcheckcat_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-ubuntu18.04-test input_mapping: bin_gpdb: bin_gpdb_ubuntu18.04 params: BEHAVE_FLAGS: --tags=gpcheckcat --tags=~concourse_cluster,demo_cluster - name: gprecoverseg plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb6-centos6-test - aggregate: - do: - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - get: ccp_src - get: ccp-image - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: gprecoverseg_concourse_cluster_tests file: gpdb_src/concourse/tasks/run_behave.yml image: ccp-image params: BEHAVE_FLAGS: --tags=gprecoverseg --tags=concourse_cluster on_success: <<: *ccp_destroy ensure: <<: *set_failed - do: - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - task: gprecoverseg_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_FLAGS: --tags=gprecoverseg --tags=~concourse_cluster,demo_cluster - name: gprecoverseg_ubuntu18 plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [compile_gpdb_ubuntu18.04] - get: gpdb6-ubuntu18.04-test - aggregate: - do: - get: gpdb_binary resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - get: ccp_src - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars PLATFORM: ubuntu18.04 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params PLATFORM: ubuntu18.04 - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: gprecoverseg_concourse_cluster_tests file: gpdb_src/concourse/tasks/run_behave_on_ccp_cluster.yml image: gpdb6-ubuntu18.04-test params: BEHAVE_FLAGS: --tags=gprecoverseg --tags=concourse_cluster on_success: <<: *ccp_destroy ensure: <<: *set_failed - do: - get: bin_gpdb_ubuntu18.04 resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - task: gprecoverseg_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-ubuntu18.04-test input_mapping: bin_gpdb: bin_gpdb_ubuntu18.04 params: BEHAVE_FLAGS: --tags=gprecoverseg --tags=~concourse_cluster,demo_cluster - name: gpaddmirrors plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb6-centos6-test - aggregate: - do: - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - get: ccp_src - get: ccp-image - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars number_of_nodes: 4 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: gpaddmirrors_concourse_cluster_tests file: gpdb_src/concourse/tasks/run_behave.yml image: ccp-image params: BEHAVE_FLAGS: --tags=gpaddmirrors --tags=concourse_cluster on_success: <<: *ccp_destroy ensure: <<: *set_failed - do: - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - task: gpaddmirrors_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_FLAGS: --tags=gpaddmirrors --tags=~concourse_cluster,demo_cluster - name: gpaddmirrors_ubuntu18 plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [compile_gpdb_ubuntu18.04] - get: gpdb6-ubuntu18.04-test - aggregate: - do: - get: gpdb_binary resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - get: ccp_src - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars PLATFORM: ubuntu18.04 number_of_nodes: 4 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params PLATFORM: ubuntu18.04 - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: gpaddmirrors_concourse_cluster_tests file: gpdb_src/concourse/tasks/run_behave_on_ccp_cluster.yml image: gpdb6-ubuntu18.04-test params: BEHAVE_FLAGS: --tags=gpaddmirrors --tags=concourse_cluster on_success: <<: *ccp_destroy ensure: <<: *set_failed - do: - get: bin_gpdb_ubuntu18.04 resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - task: gpaddmirrors_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-ubuntu18.04-test input_mapping: bin_gpdb: bin_gpdb_ubuntu18.04 params: BEHAVE_FLAGS: --tags=gpaddmirrors --tags=~concourse_cluster,demo_cluster - name: gpconfig plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb6-centos6-test - aggregate: - do: - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - get: ccp_src - get: ccp-image - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: gpconfig_concourse_cluster_tests file: gpdb_src/concourse/tasks/run_behave.yml image: ccp-image params: BEHAVE_FLAGS: --tags=gpconfig --tags=concourse_cluster LC_CTYPE: en_US.UTF-8 on_success: <<: *ccp_destroy ensure: <<: *set_failed - do: - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - task: gpconfig_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_FLAGS: --tags=gpconfig --tags=~concourse_cluster,demo_cluster LC_CTYPE: en_US.UTF-8 - name: gpconfig_ubuntu18 plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [compile_gpdb_ubuntu18.04] - get: gpdb6-ubuntu18.04-test - aggregate: - do: - get: gpdb_binary resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - get: ccp_src - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars PLATFORM: ubuntu18.04 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params PLATFORM: ubuntu18.04 - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: gpconfig_concourse_cluster_tests file: gpdb_src/concourse/tasks/run_behave_on_ccp_cluster.yml image: gpdb6-ubuntu18.04-test params: BEHAVE_FLAGS: --tags=gpconfig --tags=concourse_cluster LC_CTYPE: en_US.UTF-8 on_success: <<: *ccp_destroy ensure: <<: *set_failed - do: - get: bin_gpdb_ubuntu18.04 resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - task: gpconfig_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-ubuntu18.04-test input_mapping: bin_gpdb: bin_gpdb_ubuntu18.04 params: BEHAVE_FLAGS: --tags=gpconfig --tags=~concourse_cluster,demo_cluster LC_CTYPE: en_US.UTF-8 - name: gpssh-exkeys plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb6-centos6-test - aggregate: - do: - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - get: ccp_src - get: ccp-image - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars number_of_nodes: 4 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: gpssh-exkeys_concourse_cluster_tests file: gpdb_src/concourse/tasks/run_behave.yml image: ccp-image params: BEHAVE_FLAGS: --tags=gpssh-exkeys --tags=concourse_cluster on_success: <<: *ccp_destroy ensure: <<: *set_failed - do: - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - task: gpssh-exkeys_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_FLAGS: --tags=gpssh-exkeys --tags=~concourse_cluster,demo_cluster - name: gpssh-exkeys_ubuntu18 plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [compile_gpdb_ubuntu18.04] - get: gpdb6-ubuntu18.04-test - aggregate: - do: - get: gpdb_binary resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - get: ccp_src - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars PLATFORM: ubuntu18.04 number_of_nodes: 4 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params PLATFORM: ubuntu18.04 - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: gpssh-exkeys_concourse_cluster_tests file: gpdb_src/concourse/tasks/run_behave_on_ccp_cluster.yml image: gpdb6-ubuntu18.04-test params: BEHAVE_FLAGS: --tags=gpssh-exkeys --tags=concourse_cluster on_success: <<: *ccp_destroy ensure: <<: *set_failed - do: - get: bin_gpdb_ubuntu18.04 resource: bin_gpdb_ubuntu18.04 passed: [compile_gpdb_ubuntu18.04] trigger: true - task: gpssh-exkeys_demo_cluster_tests file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-ubuntu18.04-test input_mapping: bin_gpdb: bin_gpdb_ubuntu18.04 params: BEHAVE_FLAGS: --tags=gpssh-exkeys --tags=~concourse_cluster,demo_cluster - name: pg_upgrade ensure: <<: *set_failed on_success: <<: *ccp_destroy plan: - aggregate: - get: gpdb_src passed: [icw_gporca_centos6] - get: bin_gpdb_centos6 passed: [icw_gporca_centos6] trigger: true - get: icw_gporca_centos6_dump passed: [icw_gporca_centos6] - get: ccp_src - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars instance_type: n1-standard-2 number_of_nodes: 2 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params PLATFORM: centos6 input_mapping: gpdb_binary: bin_gpdb_centos6 - task: set_gpinitsystem_config file: gpdb_src/concourse/tasks/set_gpinitsystem_config.yml params: GPINITSYSTEM_CONFIG: gpdb_src/concourse/scripts/configurations/pg_upgrade_gpinitsystem_config - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: test_upgrade file: gpdb_src/concourse/tasks/test_upgrade.yml input_mapping: sqldump: icw_gporca_centos6_dump params: NUMBER_OF_NODES: 2 - name: gpexpand plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [icw_gporca_centos6] - get: gpdb_binary resource: bin_gpdb_centos6 passed: [icw_gporca_centos6] trigger: true - get: ccp_src - get: ccp-image - get: icw_gporca_centos6_dump passed: [icw_gporca_centos6] - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars number_of_nodes: 5 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: pre_run_test_setup file: gpdb_src/concourse/tasks/setup_for_gpexpand_to_make_new_gpdb.yml image: ccp-image input_mapping: {sqldump: icw_gporca_centos6_dump} - task: run_tests file: gpdb_src/concourse/tasks/run_behave.yml params: BEHAVE_FLAGS: --tags=gpexpand image: ccp-image on_success: <<: *ccp_destroy ensure: <<: *set_failed # end CLI test_sections ## ====================================================================== ## _ _ ## / \ / \ ## / _ \ / _ \ ## / ___ \ / ___ \ ## /_/ \_\/_/ \_\ ## ====================================================================== - name: gate_advanced_analytics_start plan: - aggregate: - get: gpdb_src passed: - compile_gpdb_centos6 - compile_gpdb_centos7 trigger: true - get: bin_gpdb_centos6 passed: - compile_gpdb_centos6 - get: bin_gpdb_centos7 passed: - compile_gpdb_centos7 - name: madlib_build_gppkg plan: - aggregate: - get: madlib_src - get: madlib_ci - get: cmake_tar - get: pyxb - get: eigen - get: boost - get: gpdb_src passed: [gate_advanced_analytics_start] - get: bin_gpdb resource: bin_gpdb_centos6 trigger: true passed: [gate_advanced_analytics_start] - get: bin_gpdb_centos7 passed: [gate_advanced_analytics_start] - get: gpdb6-centos6-build - task: build_madlib_gppkg_from_source file: madlib_ci/concourse/tasks/madlib_build_gppkg_from_source.yml image: gpdb6-centos6-build params: TEST_OS: centos6 DB_TYPE: gpdb6 CMAKE_BUILD_TYPE: Release - aggregate: - put: madlib_gppkg params: file: madlib_master_artifacts/madlib-*.gppkg - name: MADlib_Test_planner_centos6 plan: - aggregate: - get: madlib_ci - get: gpdb_src passed: [madlib_build_gppkg] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [madlib_build_gppkg] - get: gpdb6-centos6-test - get: madlib_gppkg passed: [madlib_build_gppkg] trigger: true - task: MADlib_Test_gppkg file: madlib_ci/concourse/tasks/madlib_test_gppkg.yml image: gpdb6-centos6-test params: TEST_OS: centos ORCA: "off" DBVER: gpdb6-assert - name: MADlib_Test_orca_centos6 plan: - aggregate: - get: madlib_ci - get: gpdb_src passed: [madlib_build_gppkg] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [madlib_build_gppkg] - get: gpdb6-centos6-test - get: madlib_gppkg passed: [madlib_build_gppkg] trigger: true - task: MADlib_Test_gppkg file: madlib_ci/concourse/tasks/madlib_test_gppkg.yml image: gpdb6-centos6-test params: TEST_OS: centos ORCA: "on" DBVER: gpdb6-assert - name: MADlib_Test_planner_centos7 plan: - aggregate: - get: madlib_ci - get: gpdb_src passed: [madlib_build_gppkg] - get: bin_gpdb resource: bin_gpdb_centos7 passed: [madlib_build_gppkg] - get: gpdb6-centos7-test - get: madlib_gppkg passed: [madlib_build_gppkg] trigger: true - task: MADlib_Test_gppkg file: madlib_ci/concourse/tasks/madlib_test_gppkg.yml image: gpdb6-centos7-test params: TEST_OS: centos ORCA: "off" DBVER: gpdb6-assert - name: MADlib_Test_orca_centos7 plan: - aggregate: - get: madlib_ci - get: gpdb_src passed: [madlib_build_gppkg] - get: bin_gpdb resource: bin_gpdb_centos7 passed: [madlib_build_gppkg] - get: gpdb6-centos7-test - get: madlib_gppkg passed: [madlib_build_gppkg] trigger: true - task: MADlib_Test_gppkg file: madlib_ci/concourse/tasks/madlib_test_gppkg.yml image: gpdb6-centos7-test params: TEST_OS: centos ORCA: "on" DBVER: gpdb6-assert ## ====================================================================== ## ____ _ ## | _ \ ___| | ___ __ _ ___ ___ ## | |_) / _ \ |/ _ \/ _` / __|/ _ \ ## | _ < __/ | __/ (_| \__ \ __/ ## |_| \_\___|_|\___|\__,_|___/\___| ## ====================================================================== - name: gate_release_candidate_start plan: - aggregate: - get: gpdb_src trigger: true passed: - compile_gpdb_centos6 - compile_gpdb_centos7 - compile_gpdb_ubuntu18.04 - icw_planner_centos6 - icw_gporca_centos6 - icw_gporca_centos7 - icw_planner_centos7 - icw_gporca_ubuntu18.04 - icw_planner_ubuntu18.04 - icw_planner_ictcp_centos6 - icw_extensions_gpcloud_centos6 - resource_group_centos6 - resource_group_centos7 - gpperfmon_centos6 - gpperfmon_centos7 - test_gpdb_clients_windows - gpmovemirrors - gpmovemirrors_ubuntu18 - gppkg - gppkg_ubuntu18 - analyzedb - analyzedb_ubuntu18 - gpinitsystem - gpinitsystem_ubuntu18 - gpstate - gpstate_ubuntu18 - replication_slots - replication_slots_ubuntu18 - gpactivatestandby - gpactivatestandby_ubuntu18 - gpinitstandby - gpinitstandby_ubuntu18 - gpcheckcat - gpcheckcat_ubuntu18 - gprecoverseg - gprecoverseg_ubuntu18 - gpaddmirrors - gpaddmirrors_ubuntu18 - gpconfig - gpconfig_ubuntu18 - gpssh-exkeys - gpssh-exkeys_ubuntu18 ## - madlib_build_gppkg ## - MADlib_Test_orca_centos6 ## - MADlib_Test_planner_centos6 ## - MADlib_Test_orca_centos7 ## - MADlib_Test_planner_centos7 - pg_upgrade - gpexpand - check_centos - interconnect - get: bin_gpdb_centos6 trigger: true passed: - compile_gpdb_centos6 - icw_planner_centos6 - icw_gporca_centos6 - icw_planner_ictcp_centos6 - icw_extensions_gpcloud_centos6 - resource_group_centos6 - gpmovemirrors - gppkg - analyzedb - gpinitsystem - gpstate - replication_slots - gpactivatestandby - gpinitstandby - gpcheckcat - gprecoverseg - gpaddmirrors - gpconfig - gpssh-exkeys ## - MADlib_Test_orca_centos6 ## - MADlib_Test_planner_centos6 - gpexpand - check_centos - interconnect - get: bin_gpdb_centos7 trigger: true passed: - compile_gpdb_centos7 - icw_gporca_centos7 - icw_planner_centos7 - resource_group_centos7 ## - MADlib_Test_orca_centos7 ## - MADlib_Test_planner_centos7 - get: bin_gpdb_clients_centos6 passed: - compile_gpdb_centos6 - get: bin_gpdb_clients_centos7 passed: - compile_gpdb_centos7 - get: bin_gpdb_ubuntu18.04 trigger: true passed: - compile_gpdb_ubuntu18.04 - icw_gporca_ubuntu18.04 - icw_planner_ubuntu18.04 - gpmovemirrors_ubuntu18 - gppkg_ubuntu18 - analyzedb_ubuntu18 - gpinitsystem_ubuntu18 - gpstate_ubuntu18 - replication_slots_ubuntu18 - gpactivatestandby_ubuntu18 - gpinitstandby_ubuntu18 - gpcheckcat_ubuntu18 - gprecoverseg_ubuntu18 - gpaddmirrors_ubuntu18 - gpconfig_ubuntu18 - gpssh-exkeys_ubuntu18 - get: bin_gpdb_clients_ubuntu18.04 passed: - compile_gpdb_ubuntu18.04 - get: bin_gpdb_clients_windows passed: - test_gpdb_clients_windows - name: Release_Candidate plan: - aggregate: - get: gpdb_src trigger: true passed: [gate_release_candidate_start] - get: bin_gpdb_centos6 trigger: true passed: [gate_release_candidate_start] - get: bin_gpdb_centos7 trigger: true passed: [gate_release_candidate_start] - get: bin_gpdb_ubuntu18.04 trigger: true passed: [gate_release_candidate_start] - get: bin_gpdb_clients_centos6 trigger: true passed: [gate_release_candidate_start] - get: bin_gpdb_clients_centos7 trigger: true passed: [gate_release_candidate_start] - get: bin_gpdb_clients_ubuntu18.04 trigger: true passed: [gate_release_candidate_start] - get: bin_gpdb_clients_windows passed: [gate_release_candidate_start] - get: gpdb6-centos6-build - aggregate: - task: rename_rc_artifacts file: gpdb_src/concourse/tasks/rename_rc_artifacts.yml params: RC_BUILD_TYPE_GCS: ((rc-build-type-gcs)) - task: verify_gpdb_versions file: gpdb_src/concourse/tasks/verify_gpdb_versions.yml - aggregate: - put: bin_gpdb_centos6_rc params: file: "release_candidates/server-rc-*rhel6*.tar.gz" - put: bin_gpdb_centos7_rc params: file: "release_candidates/server-rc-*rhel7*.tar.gz" - put: bin_gpdb_ubuntu18.04_rc params: file: "release_candidates/server-rc-*ubuntu18.04*.tar.gz" - put: bin_gpdb_clients_centos6_rc params: file: "release_candidates/clients-rc-*rhel6*.tar.gz" - put: bin_gpdb_clients_centos7_rc params: file: "release_candidates/clients-rc-*rhel7*.tar.gz" - put: bin_gpdb_clients_ubuntu18.04_rc params: file: "release_candidates/clients-rc-*ubuntu18.04*.tar.gz" - put: bin_gpdb_clients_windows_rc params: file: "release_candidates/clients-rc-*-windows*.msi" - put: bin_gpdb_centos6_rc_s3 params: file: bin_gpdb_centos6/bin_gpdb.tar.gz - put: bin_gpdb_centos7_rc_s3 params: file: bin_gpdb_centos7/bin_gpdb.tar.gz ## ====================================================================== ## __ _ _ ## /__\_ _| |_ ___ _ __ ___(_) ___ _ __ ___ ## /_\ \ \/ / __/ _ \ '_ \/ __| |/ _ \| '_ \/ __| ## //__ > <| || __/ | | \__ \ | (_) | | | \__ \ ## \__/ /_/\_\\__\___|_| |_|___/_|\___/|_| |_|___/ ## ====================================================================== - name: icw_extensions_gpcloud_centos6 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] trigger: true - get: bin_gpdb_centos6 passed: [compile_gpdb_centos6] - get: gpdb6-centos6-test - aggregate: - task: unit_tests_gpcloud file: gpdb_src/concourse/tasks/unit_tests_gpcloud.yml image: gpdb6-centos6-test params: TARGET_OS: centos - task: regression_tests_gpcloud_centos input_mapping: bin_gpdb: bin_gpdb_centos6 file: gpdb_src/concourse/tasks/regression_tests_gpcloud.yml image: gpdb6-centos6-test params: gpcloud_access_key_id: {{gpcloud-access-key-id}} gpcloud_secret_access_key: {{gpcloud-secret-access-key}} TARGET_OS: centos - task: gpcheckcloud_tests_gpcloud_centos input_mapping: bin_gpdb: bin_gpdb_centos6 file: gpdb_src/concourse/tasks/gpcheckcloud_tests_gpcloud.yml image: gpdb6-centos6-test params: gpcloud_access_key_id: {{gpcloud-access-key-id}} gpcloud_secret_access_key: {{gpcloud-secret-access-key}} TARGET_OS: centos