## ###################################################################### ## ___ ___ _ _ ___ _____ ___ ___ ___ _____ ## | \ / _ \ | \| |/ _ \_ _| | __| \_ _|_ _| ## | |) | (_) | | .` | (_) || | | _|| |) | | | | ## |___/ \___/ |_|\_|\___/ |_| |___|___/___| |_| ## _____ _ _ ___ ___ ___ ___ _ ___ _ ## |_ _| || |_ _/ __| | __|_ _| | | __| | ## | | | __ || |\__ \ | _| | || |__| _||_| ## |_| |_||_|___|___/ |_| |___|____|___(_) ## ## This is a generated file. Please edit the corresponding template ## file (example: templates/gpdb-tpl.yml) and regenerate the pipeline ## using appropriate tool (example: gen_pipeline.py -t prod). ## ---------------------------------------------------------------------- ## Generated by gen_pipeline.py at: 2019-02-04 22:17:41.554273 ## Template file: gpdb-tpl.yml ## OS Types: ['centos6', 'centos7', 'sles', 'aix7', 'win', 'ubuntu16'] ## Test Sections: ['ICW', 'Replication', 'ResourceGroups', 'Interconnect', 'CLI', 'UD', 'AA', 'Extensions'] ## ====================================================================== ## ====================================================================== ## __ _ _ __ ___ _ _ _ __ ___ ## / _` | '__/ _ \| | | | '_ \/ __| ## | (_| | | | (_) | |_| | |_) \__ \ ## \__, |_| \___/ \__,_| .__/|___/ ## |___/ |_| ## ====================================================================== groups: - name: all jobs: - compile_gpdb_centos6 - compile_gpdb_binary_swap_centos6 - compile_gpdb_open_source_centos6 - compile_gpdb_centos7 - compile_gpdb_sles11 - compile_gpdb_ubuntu16 - compile_gpdb_aix7_remote - client_loader_remote_test_aix ## -------------------------------------------------------------------- - icw_gporca_centos6 - icw_gporca_centos6_gpos_memory - icw_planner_centos6 - icw_planner_ictcp_centos6 - pg_upgrade - icw_gporca_centos7 - icw_planner_centos7 - icw_planner_centos7_online_expand - icw_gporca_sles11 - icw_gporca_sles12 - icw_planner_sles12 - icw_planner_ubuntu16 - icw_gporca_conan_ubuntu16 - gpdb_packaging_ubuntu16 - gate_icw_end ## -------------------------------------------------------------------- - interconnect ## -------------------------------------------------------------------- - gate_resource_groups_start - resource_group_centos6 - resource_group_centos7 - resource_group_sles12 ## -------------------------------------------------------------------- - gate_cli_start - gprecoverseg - gpcheckcat - gpinitstandby - gpactivatestandby - analyzedb - gpperfmon - gpinitsystem - gpstate - replication_slots - gpaddmirrors - gpexpand - gpcheck - gppkg - check_centos ## -------------------------------------------------------------------- - gate_ud_start - regression_tests_gphdfs_hadoop_centos - regression_tests_gphdfs_mapr_centos ## -------------------------------------------------------------------- - gate_advanced_analytics_start - madlib_build_gppkg - MADlib_Test_orca_centos6 - MADlib_Test_planner_centos6 - MADlib_Test_orca_centos7 - MADlib_Test_planner_centos7 ## --------------------------------------------------------------------- - icw_extensions_gpcloud_centos6 - icw_extensions_gpcloud_ubuntu16 ## ====================================================================== - name: Release jobs: - gate_release_candidate_start - Release_Candidate ## ====================================================================== - name: Compile jobs: - compile_gpdb_centos6 - compile_gpdb_binary_swap_centos6 - compile_gpdb_open_source_centos6 - compile_gpdb_centos7 - compile_gpdb_sles11 - compile_gpdb_ubuntu16 - compile_gpdb_aix7_remote ## ====================================================================== - name: ClientsLoaders jobs: - compile_gpdb_aix7_remote - client_loader_remote_test_aix ## ====================================================================== - name: ICW jobs: - icw_gporca_centos6 - icw_gporca_centos6_gpos_memory - icw_planner_centos6 - icw_planner_ictcp_centos6 - compile_gpdb_centos6 - pg_upgrade - icw_gporca_centos7 - icw_planner_centos7 - icw_planner_centos7_online_expand - compile_gpdb_centos7 - icw_gporca_sles11 - icw_gporca_sles12 - icw_planner_sles12 - compile_gpdb_sles11 - icw_planner_ubuntu16 - icw_gporca_conan_ubuntu16 - compile_gpdb_ubuntu16 - gpdb_packaging_ubuntu16 - compile_gpdb_ubuntu16 - gate_icw_end ## ====================================================================== - name: Extensions jobs: - icw_extensions_gpcloud_centos6 - icw_extensions_gpcloud_ubuntu16 ## ====================================================================== - name: Interconnect jobs: - compile_gpdb_centos6 - interconnect ## ====================================================================== - name: ResourceGroups jobs: - gate_resource_groups_start - resource_group_centos6 - compile_gpdb_centos6 - resource_group_centos7 - compile_gpdb_centos7 - resource_group_sles12 - compile_gpdb_sles11 ## ====================================================================== - name: CLI jobs: - gate_cli_start - gprecoverseg - gpcheckcat - gpinitstandby - gpactivatestandby - analyzedb - gpperfmon - gpinitsystem - gpstate - replication_slots - gpaddmirrors - gpexpand - gpcheck - gppkg - check_centos - compile_gpdb_centos6 - pg_upgrade ## ====================================================================== - name: UD jobs: - gate_ud_start - regression_tests_gphdfs_hadoop_centos - regression_tests_gphdfs_mapr_centos - compile_gpdb_centos6 - name: AdvancedAnalytics jobs: - gate_advanced_analytics_start - madlib_build_gppkg - MADlib_Test_orca_centos6 - MADlib_Test_planner_centos6 - MADlib_Test_orca_centos7 - MADlib_Test_planner_centos7 ## ====================================================================== ## _ ## _ __ ___ ___ ___ _ _ _ __ ___ ___ | |_ _ _ _ __ ___ ___ ## | '__/ _ \/ __|/ _ \| | | | '__/ __/ _ \ | __| | | | '_ \ / _ \/ __| ## | | | __/\__ \ (_) | |_| | | | (_| __/ | |_| |_| | |_) | __/\__ \ ## |_| \___||___/\___/ \__,_|_| \___\___| \__|\__, | .__/ \___||___/ ## |___/|_| ## ====================================================================== resource_types: - name: terraform type: docker-image source: repository: ljfranklin/terraform-resource - name: gcs type: docker-image source: repository: frodenas/gcs-resource ## ====================================================================== ## _ __ ___ ___ ___ _ _ _ __ ___ ___ ___ ## | '__/ _ \/ __|/ _ \| | | | '__/ __/ _ \/ __| ## | | | __/\__ \ (_) | |_| | | | (_| __/\__ \ ## |_| \___||___/\___/ \__,_|_| \___\___||___/ ## ====================================================================== resources: - name: ccp_src type: git source: branch: {{ccp-git-branch}} private_key: {{ccp-git-key}} uri: {{ccp-git-remote}} - name: terraform type: terraform source: env: AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}} AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}} GOOGLE_CREDENTIALS: {{google-service-account-key}} vars: project_id: {{google-project-id}} storage: access_key_id: {{tf-machine-access-key-id}} secret_access_key: {{tf-machine-secret-access-key}} region_name: {{aws-region}} # This is not parameterized, on purpose. All tfstates will go to this spot, # and different teams will place there clusters' tfstate files under different paths bucket: gpdb5-pipeline-dynamic-terraform bucket_path: clusters-google/ - name: ccp-image type: docker-image source: repository: pivotaldata/ccp tag: '7' - name: icw_gporca_centos6_dump type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{test-data-bucket-name}} secret_access_key: {{bucket-secret-access-key}} region_name: {{aws-region}} versioned_file: gpdb6/icw_gporca_centos6/dump.sql.xz - name: aix_environments type: pool source: uri: {{concourse-resource-pools-git-remote}} branch: master pool: client_loader_remote_aix private_key: {{concourse-resource-pools-git-key}} - name: gpdb_src type: git source: branch: {{gpdb-git-branch}} uri: {{gpdb-git-remote}} ignore_paths: - gpdb-doc/* - README* - name: gpdb_src_binary_swap type: git source: branch: master uri: https://github.com/greenplum-db/gpdb.git ignore_paths: - gpdb-doc/* - README* - name: gpaddon_src_binary_swap type: git source: branch: master private_key: {{gpaddon-git-key}} uri: git@github.com:greenplum-db/gpaddon.git - name: gpaddon_src type: git source: branch: {{gpaddon-git-branch}} private_key: {{gpaddon-git-key}} uri: {{gpaddon-git-remote}} - name: debian_release type: git source: branch: ((debian-release-git-branch)) uri: ((debian-release-git-remote)) - name: libquicklz-centos6 type: gcs source: bucket: ((pivotal-gp-internal-artifacts-gcs-bucket)) json_key: ((gcs-key)) regexp: centos6/libquicklz-(\d.*)\.el6\.x86_64\.rpm - name: libquicklz-devel-centos6 type: gcs source: bucket: ((pivotal-gp-internal-artifacts-gcs-bucket)) json_key: ((gcs-key)) regexp: centos6/libquicklz-devel-(\d.*)\.el6\.x86_64\.rpm - name: libquicklz-centos7 type: gcs source: bucket: ((pivotal-gp-internal-artifacts-gcs-bucket)) json_key: ((gcs-key)) regexp: centos7/libquicklz-(\d.*)\.el7\.x86_64\.rpm - name: libquicklz-devel-centos7 type: gcs source: bucket: ((pivotal-gp-internal-artifacts-gcs-bucket)) json_key: ((gcs-key)) regexp: centos7/libquicklz-devel-(\d.*)\.el7\.x86_64\.rpm - name: python-centos6 type: gcs source: bucket: gp-internal-artifacts json_key: ((gcs-key)) versioned_file: centos6/python-2.7.12.tar.gz - name: python-centos7 type: gcs source: bucket: gp-internal-artifacts json_key: ((gcs-key)) versioned_file: centos7/python-2.7.12.tar.gz - name: gpdb6-centos6-build type: docker-image source: repository: pivotaldata/gpdb6-centos6-build tag: latest - name: gpdb6-centos6-test type: docker-image source: repository: pivotaldata/gpdb6-centos6-test tag: latest - name: gpdb6-centos7-build type: docker-image source: repository: pivotaldata/gpdb6-centos7-build tag: latest - name: gpdb6-centos7-test type: docker-image source: repository: pivotaldata/gpdb6-centos7-test tag: latest - name: ubuntu-gpdb-dev-16 type: docker-image source: repository: pivotaldata/ubuntu16.04-build tag: 'gpdb5-latest' - name: ubuntu-gpdb-debian-dev-16 type: docker-image source: repository: pivotaldata/ubuntu-gpdb-debian-dev tag: '16.04' - name: bin_gpdb_centos6 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{bin_gpdb_centos_versioned_file}} - name: bin_gpdb_centos6_icw_green type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: bin_gpdb_centos6/gpdb_branch_master/icw_green/bin_gpdb.tar.gz - name: bin_gpdb_centos6_rc type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{gpdb-stable-builds-bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: release_candidates/bin_gpdb_centos6/gpdb6/((rc-build-type))/bin_gpdb.tar.gz - name: bin_gpdb_centos7_rc type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{gpdb-stable-builds-bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: release_candidates/bin_gpdb_centos7/gpdb6/((rc-build-type))/bin_gpdb.tar.gz ## - name: bin_gpdb_sles11_rc ## type: s3 ## source: ## access_key_id: {{bucket-access-key-id}} ## bucket: {{gpdb-stable-builds-bucket-name}} ## region_name: {{aws-region}} ## secret_access_key: {{bucket-secret-access-key}} ## versioned_file: release_candidates/bin_gpdb_sles11/gpdb6/((rc-build-type))/bin_gpdb.tar.gz - name: compiled_bits_ubuntu16 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{compiled_bits_ubuntu16_versioned_file}} - name: binary_swap_gpdb_centos6 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{binary_swap_gpdb_centos_versioned_file}} - name: bin_gpdb_centos7 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{bin_gpdb_centos7_versioned_file}} - name: bin_gpdb_sles11 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{bin_gpdb_sles11_versioned_file}} - name: installer_aix7_gpdb_clients type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/greenplum-clients-(.*)-aix7_ppc_64.zip - name: installer_aix7_gpdb_loaders type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/greenplum-loaders-(.*)-aix7_ppc_64.zip - name: deb_package_ubuntu16 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{deb_package_ubuntu16_versioned_file}} - name: nightly-trigger type: time source: location: America/Los_Angeles days: [Sunday, Monday, Tuesday, Wednesday, Thursday, Friday] start: 6:00 AM stop: 7:00 AM - name: madlib_src type: git source: branch: master uri: https://github.com/apache/madlib.git tag_filter: rel/* - name: madlib_ci type: git source: branch: {{madlib-ci-git-branch}} uri: {{madlib-ci-git-remote}} private_key: {{madlib-ci-git-key}} - name: madlib_gppkg type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{madlib-bucket-name}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{madlib-gppkg-versioned-file}} region_name: {{madlib-s3-region}} - name: cmake_tar type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{madlib-bucket-name}} region_name: {{madlib-s3-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{madlib-cmake-versioned-file}} - name: pyxb type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{madlib-bucket-name}} region_name: {{madlib-s3-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{madlib-pyxb-versioned-file}} - name: eigen type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{madlib-bucket-name}} region_name: {{madlib-s3-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{madlib-eigen-versioned-file}} - name: boost type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{madlib-bucket-name}} region_name: {{madlib-s3-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{madlib-boost-versioned-file}} - name: reduced-frequency-trigger type: time source: location: America/Los_Angeles days: [Sunday, Monday, Tuesday, Wednesday, Thursday, Friday, Saturday] start: {{reduced-frequency-trigger-start}} stop: {{reduced-frequency-trigger-stop}} ## ====================================================================== ## _ ## __ _ _ __ ___| |__ ___ _ __ ___ ## / _` | '_ \ / __| '_ \ / _ \| '__/ __| ## | (_| | | | | (__| | | | (_) | | \__ \ ## \__,_|_| |_|\___|_| |_|\___/|_| |___/ ## ====================================================================== anchors: - &ccp_default_params action: create delete_on_failure: true generate_random_name: true terraform_source: ccp_src/google/ - &ccp_default_vars instance_type: n1-standard-1 PLATFORM: centos6 - &ccp_destroy put: terraform params: action: destroy env_name_file: terraform/name terraform_source: ccp_src/google/ vars: aws_instance-node-instance_type: t2.micro #t2.micro is ignored in destroy, but aws_instance-node-instance_type is required. aws_ebs_volume_type: standard get_params: action: destroy - &ccp_destroy_two_clusters do: - *ccp_destroy - put: terraform2 params: action: destroy env_name_file: terraform2/name terraform_source: ccp_src/google/ vars: PLATFORM: centos6 aws_instance-node-instance_type: t2.micro cluster_suffix: "-2" get_params: action: destroy - &ccp_gen_cluster_default_params AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}} AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}} AWS_DEFAULT_REGION: {{aws-region}} BUCKET_PATH: clusters-google/ BUCKET_NAME: {{tf-bucket-name}} CLOUD_PROVIDER: google - &set_failed do: - task: on_failure_set_failed config: platform: linux image_resource: type: docker-image source: repository: pivotaldata/ccp tag: "7" inputs: - name: ccp_src - name: terraform run: path: 'ccp_src/google/ccp_failed_test.sh' params: GOOGLE_CREDENTIALS: {{google-service-account-key}} GOOGLE_PROJECT_ID: {{google-project-id}} GOOGLE_ZONE: {{google-zone}} GOOGLE_SERVICE_ACCOUNT: {{google-service-account}} AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}} AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}} AWS_DEFAULT_REGION: {{tf-machine-region}} BUCKET_PATH: clusters-google/ BUCKET_NAME: {{tf-bucket-name}} - &set_failed_two_clusters do: - *set_failed - task: on_failure_set_failed config: platform: linux image_resource: type: docker-image source: repository: pivotaldata/ccp tag: "7" inputs: - name: ccp_src - name: terraform2 run: path: 'ccp_src/google/ccp_failed_test.sh' params: GOOGLE_CREDENTIALS: {{google-service-account-key}} GOOGLE_PROJECT_ID: {{google-project-id}} GOOGLE_ZONE: {{google-zone}} GOOGLE_SERVICE_ACCOUNT: {{google-service-account}} AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}} AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}} AWS_DEFAULT_REGION: {{tf-machine-region}} BUCKET_PATH: clusters-google/ BUCKET_NAME: {{tf-bucket-name}} ## ====================================================================== ## _ _ ## (_) ___ | |__ ___ ## | |/ _ \| '_ \/ __| ## | | (_) | |_) \__ \ ## _/ |\___/|_.__/|___/ ## |__/ ## ====================================================================== jobs: ## ====================================================================== ## ____ _ _ ## / ___|___ _ __ ___ _ __ (_) | ___ ## | | / _ \| '_ ` _ \| '_ \| | |/ _ \ ## | |__| (_) | | | | | | |_) | | | __/ ## \____\___/|_| |_| |_| .__/|_|_|\___| ## |_| ## ====================================================================== - name: compile_gpdb_centos6 plan: - aggregate: - get: gpdb_src trigger: ((gpdb_src-trigger-flag)) - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpaddon_src - get: gpdb6-centos6-build - get: libquicklz-installer resource: libquicklz-centos6 - get: libquicklz-devel-installer resource: libquicklz-devel-centos6 - get: python-tarball resource: python-centos6 - task: sync_tools file: gpdb_src/concourse/tasks/sync_tools.yml image: gpdb6-centos6-build params: IVYREPO_HOST: {{ivyrepo_host}} IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} TARGET_OS: centos TARGET_OS_VERSION: 6 TASK_OS: centos TASK_OS_VERSION: 6 - task: compile_gpdb file: gpdb_src/concourse/tasks/compile_gpdb.yml image: gpdb6-centos6-build params: CONFIGURE_FLAGS: {{configure_flags}} TARGET_OS: centos TARGET_OS_VERSION: 6 BLD_TARGETS: "clients loaders" - aggregate: - put: bin_gpdb_centos6 params: file: gpdb_artifacts/bin_gpdb.tar.gz - name: compile_gpdb_centos7 plan: - aggregate: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src trigger: ((gpdb_src-trigger-flag)) - get: gpaddon_src - get: gpdb6-centos7-build - get: libquicklz-installer resource: libquicklz-centos7 - get: libquicklz-devel-installer resource: libquicklz-devel-centos7 - get: python-tarball resource: python-centos7 - task: sync_tools file: gpdb_src/concourse/tasks/sync_tools.yml image: gpdb6-centos7-build params: IVYREPO_HOST: {{ivyrepo_host}} IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} TARGET_OS: centos TARGET_OS_VERSION: 7 TASK_OS: centos TASK_OS_VERSION: 7 - task: compile_gpdb image: gpdb6-centos7-build file: gpdb_src/concourse/tasks/compile_gpdb.yml params: CONFIGURE_FLAGS: {{configure_flags}} TARGET_OS: centos TARGET_OS_VERSION: 7 BLD_TARGETS: "clients loaders" - aggregate: - put: bin_gpdb_centos7 params: file: gpdb_artifacts/bin_gpdb.tar.gz - name: compile_gpdb_sles11 plan: - aggregate: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src trigger: ((gpdb_src-trigger-flag)) - get: gpaddon_src - get: gpdb6-centos7-build - task: sync_tools file: gpdb_src/concourse/tasks/sync_tools.yml image: gpdb6-centos7-build params: IVYREPO_HOST: {{ivyrepo_host}} IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} TARGET_OS: sles TARGET_OS_VERSION: TASK_OS: centos TASK_OS_VERSION: 7 - task: compile_gpdb file: gpdb_src/concourse/tasks/compile_gpdb_sles11.yml params: CONFIGURE_FLAGS: {{configure_flags}} TARGET_OS: sles TARGET_OS_VERSION: BLD_TARGETS: "clients loaders" - put: bin_gpdb_sles11 params: file: gpdb_artifacts/bin_gpdb.tar.gz - name: compile_gpdb_ubuntu16 plan: - aggregate: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src trigger: ((gpdb_src-trigger-flag)) - get: ubuntu-gpdb-dev-16 - get: ubuntu-gpdb-debian-dev-16 - get: debian_release - aggregate: - task: compile_gpdb image: ubuntu-gpdb-dev-16 file: gpdb_src/concourse/tasks/compile_gpdb_open_source_ubuntu.yml params: CONFIGURE_FLAGS: {{configure_flags}} - task: deb_create_package file: gpdb_src/concourse/tasks/deb_create_package.yml image: ubuntu-gpdb-debian-dev-16 params: DEBFULLNAME: ((debian-package-maintainer-fullname)) DEBEMAIL: ((debian-package-maintainer-email)) - aggregate: - put: compiled_bits_ubuntu16 params: file: compiled_bits_ubuntu16/compiled_bits_ubuntu16.tar.gz - put: deb_package_ubuntu16 params: file: {{deb_package_ubuntu16_versioned_file}} - name: compile_gpdb_open_source_centos6 public: true plan: - aggregate: - get: reduced-frequency-trigger trigger: ((reduced-frequency-trigger-flag)) - get: gpdb_src trigger: ((gpdb_src-trigger-flag)) - get: gpdb6-centos6-build - task: compile_gpdb image: gpdb6-centos6-build file: gpdb_src/concourse/tasks/compile_gpdb_open_source_centos.yml params: CONFIGURE_FLAGS: {{configure_flags}} - name: compile_gpdb_binary_swap_centos6 plan: # This acts like a cache as this job will only be run once to get a # binary to use for our binary swap compatibility tests. Setting a new # tag or branch for the gpdb_src_binary_swap resource via set-pipeline # will replace the cached binary. - aggregate: - get: gpdb_src resource: gpdb_src_binary_swap trigger: true - get: gpaddon_src resource: gpaddon_src_binary_swap - get: gpdb6-centos6-build - get: libquicklz-installer resource: libquicklz-centos6 - get: libquicklz-devel-installer resource: libquicklz-devel-centos6 - get: python-tarball resource: python-centos6 - task: sync_tools file: gpdb_src/concourse/tasks/sync_tools.yml image: gpdb6-centos6-build params: IVYREPO_HOST: {{ivyrepo_host}} IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} TARGET_OS: centos TARGET_OS_VERSION: 6 TASK_OS: centos TASK_OS_VERSION: 6 - task: compile_gpdb file: gpdb_src/concourse/tasks/compile_gpdb.yml image: gpdb6-centos6-build params: CONFIGURE_FLAGS: {{configure_flags}} TARGET_OS: centos TARGET_OS_VERSION: 6 BLD_TARGETS: "clients loaders" - aggregate: - put: binary_swap_gpdb_centos6 params: file: gpdb_artifacts/bin_gpdb.tar.gz - name: compile_gpdb_aix7_remote serial: true plan: # Compile gpdb on a remote AIX machine, triggered by concourse. # We need to serialize this job to avoid overwhelming workload # on remote machine. - aggregate: - get: nightly-trigger trigger: true - get: gpdb_src - get: gpaddon_src - get: gpdb6-centos6-build - task: compile_gpdb_aix7_remote file: gpdb_src/concourse/tasks/compile_gpdb_remote.yml image: gpdb6-centos6-build params: REMOTE_HOST: {{remote_host_build}} REMOTE_PORT: {{remote_port_build}} REMOTE_USER: {{remote_user_build}} REMOTE_KEY: {{remote_key_build}} IVYREPO_HOST: {{ivyrepo_host}} IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} BLD_TARGETS: "clients loaders" - aggregate: - put: installer_aix7_gpdb_clients params: file: gpdb_artifacts/greenplum-clients-*-aix7_ppc_64.zip - put: installer_aix7_gpdb_loaders params: file: gpdb_artifacts/greenplum-loaders-*-aix7_ppc_64.zip - name: client_loader_remote_test_aix serial: true plan: - aggregate: - get: gpdb_src passed: - compile_gpdb_aix7_remote - compile_gpdb_centos6 - get: installer_aix7_gpdb_clients passed: - compile_gpdb_aix7_remote - get: installer_aix7_gpdb_loaders passed: - compile_gpdb_aix7_remote trigger: true - get: bin_gpdb passed: - compile_gpdb_centos6 resource: bin_gpdb_centos6 - get: gpdb6-centos6-test - put: aix_environments params: {acquire: true} - task: ic_gpdb_cl file: gpdb_src/concourse/tasks/ic_gpdb_remote.yml image: gpdb6-centos6-test params: BLD_TARGETS: "clients loaders" REMOTE_HOST: {{remote_host_test}} REMOTE_PORT: {{remote_port_test}} REMOTE_USER: {{remote_user_test}} REMOTE_KEY: {{remote_key_test}} ensure: do: - task: cleanup_aix file: gpdb_src/concourse/tasks/aix_remote_cleanup.yml image: gpdb6-centos6-test params: REMOTE_HOST: {{remote_host_test}} REMOTE_PORT: {{remote_port_test}} REMOTE_USER: {{remote_user_test}} REMOTE_KEY: {{remote_key_test}} - put: aix_environments params: {release: aix_environments} ## ====================================================================== ## ___ ______ __ ## |_ _/ ___\ \ / / ## | | | \ \ /\ / / ## | | |___ \ V V / ## |___\____| \_/\_/ ## ====================================================================== - name: icw_planner_centos6 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb passed: [compile_gpdb_centos6] resource: bin_gpdb_centos6 trigger: true - get: binary_swap_gpdb passed: [compile_gpdb_binary_swap_centos6] resource: binary_swap_gpdb_centos6 trigger: true - get: gpdb6-centos6-test - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: gpdb6-centos6-test params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world TEST_OS: centos TEST_BINARY_SWAP: false CONFIGURE_FLAGS: {{configure_flags}} - name: icw_gporca_centos6 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: gpdb6-centos6-test - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: gpdb6-centos6-test params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world TEST_OS: centos CONFIGURE_FLAGS: {{configure_flags}} DUMP_DB: "true" - put: icw_gporca_centos6_dump params: file: sqldump/dump.sql.xz - name: icw_gporca_centos6_gpos_memory plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: gpdb6-centos6-test - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: gpdb6-centos6-test params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world BLDWRAP_POSTGRES_CONF_ADDONS: optimizer_use_gpdb_allocators=on TEST_OS: centos CONFIGURE_FLAGS: {{configure_flags}} - name: icw_planner_ictcp_centos6 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: gpdb6-centos6-test - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: gpdb6-centos6-test params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c gp_interconnect_type=tcp -c optimizer=off' installcheck-world TEST_OS: centos - name: icw_gporca_centos7 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos7] - get: bin_gpdb resource: bin_gpdb_centos7 passed: [compile_gpdb_centos7] trigger: true - get: gpdb6-centos7-test - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: gpdb6-centos7-test params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world TEST_OS: centos CONFIGURE_FLAGS: {{configure_flags}} - name: icw_planner_centos7 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos7] - get: bin_gpdb passed: [compile_gpdb_centos7] resource: bin_gpdb_centos7 trigger: true - get: gpdb6-centos7-test - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: gpdb6-centos7-test params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world TEST_OS: centos TEST_BINARY_SWAP: false CONFIGURE_FLAGS: {{configure_flags}} - name: icw_planner_centos7_online_expand plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos7] - get: bin_gpdb passed: [compile_gpdb_centos7] resource: bin_gpdb_centos7 trigger: true - get: gpdb6-centos7-test - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: gpdb6-centos7-test params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world TEST_OS: centos TEST_BINARY_SWAP: false CONFIGURE_FLAGS: {{configure_flags}} EXCLUDE_TESTS: instr_in_shmem_setup,instr_in_shmem_terminate,segspace_setup,segspace,segspace_cleanup,cursor,instr_in_shmem,instr_in_shmem_verify,gdd/prepare,gdd/dist-deadlock-01,gdd/dist-deadlock-04,gdd/dist-deadlock-05,gdd/dist-deadlock-06,gdd/dist-deadlock-07,gdd/dist-deadlock-102,gdd/dist-deadlock-103,gdd/dist-deadlock-104,gdd/dist-deadlock-106,gdd/non-lock-105,gdd/non-lock-107,gdd/avoid-qd-deadlock,gdd/prepare-for-local,gdd/local-deadlock-03,gdd/end,concurrent_update_distkeys,concurrent_update_epq ONLINE_EXPAND: true - name: icw_gporca_sles11 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_sles11] - get: bin_gpdb resource: bin_gpdb_sles11 passed: [compile_gpdb_sles11] trigger: true - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb_sles11.yml params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world TEST_OS: sles CONFIGURE_FLAGS: {{configure_flags}} - name: icw_gporca_sles12 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_sles11] - get: gpdb_binary resource: bin_gpdb_sles11 passed: [compile_gpdb_sles11] trigger: true - get: ccp_src - get: ccp-image - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars PLATFORM: sles12 disk_size: 128 number_of_nodes: 1 default_image_user: root instance_type: n1-standard-4 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params # PLATFORM is necessary to generate correct ssh config PLATFORM: sles12 - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/ic_gpdb_sles12.yml image: ccp-image params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world TEST_OS: sles12 on_success: <<: *ccp_destroy ensure: <<: *set_failed - name: icw_planner_sles12 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_sles11] - get: gpdb_binary resource: bin_gpdb_sles11 passed: [compile_gpdb_sles11] trigger: true - get: ccp_src - get: ccp-image - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars PLATFORM: sles12 disk_size: 128 number_of_nodes: 1 default_image_user: root instance_type: n1-standard-4 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params # PLATFORM is necessary to generate correct ssh config PLATFORM: sles12 - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/ic_gpdb_sles12.yml image: ccp-image params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world TEST_OS: sles12 on_success: <<: *ccp_destroy ensure: <<: *set_failed - name: icw_planner_ubuntu16 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_ubuntu16] - get: compiled_bits_ubuntu16 passed: [compile_gpdb_ubuntu16] trigger: true - get: ubuntu-gpdb-dev-16 - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb_ubuntu.yml image: ubuntu-gpdb-dev-16 params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world CONFIGURE_FLAGS: {{configure_flags}} - name: icw_gporca_conan_ubuntu16 plan: - aggregate: - get: gpdb_src params: submodules: none passed: [compile_gpdb_ubuntu16] - get: bin_gpdb passed: [compile_gpdb_ubuntu16] resource: compiled_bits_ubuntu16 trigger: true - get: ubuntu-gpdb-dev-16 - task: icw_with_orca image: ubuntu-gpdb-dev-16 file: gpdb_src/concourse/tasks/test_with_orca_conan.yml params: TEST_SUITE: "icw" - name: gpdb_packaging_ubuntu16 plan: - aggregate: - get: gpdb_src passed: - compile_gpdb_ubuntu16 - get: ubuntu-gpdb-debian-dev-16 - get: deb_package_ubuntu16 passed: - compile_gpdb_ubuntu16 trigger: true - task: test_gpdb_deb_package file: gpdb_src/concourse/tasks/deb_test_package.yml image: ubuntu-gpdb-debian-dev-16 params: DEBIAN_PACKAGE: {{deb_package_ubuntu16_versioned_file}} - name: gate_icw_end plan: - aggregate: - get: bin_gpdb_centos6 passed: - icw_gporca_centos6 - icw_gporca_centos6_gpos_memory - icw_planner_centos6 - icw_planner_ictcp_centos6 - icw_extensions_gpcloud_centos6 - get: icw_gporca_centos6_dump passed: - icw_gporca_centos6 - get: gpdb_src passed: - icw_gporca_centos6 - icw_gporca_centos6_gpos_memory - icw_planner_centos6 - icw_planner_ictcp_centos6 - icw_extensions_gpcloud_centos6 - icw_extensions_gpcloud_ubuntu16 - icw_gporca_centos7 - icw_planner_ubuntu16 - icw_gporca_conan_ubuntu16 - icw_gporca_sles11 - icw_gporca_sles12 - icw_planner_sles12 trigger: true - put: bin_gpdb_centos6_icw_green params: file: bin_gpdb_centos6/bin_gpdb.tar.gz ## ====================================================================== ## ___ _ _ _____ _____ ____ ____ ___ _ _ _ _ _____ ____ _____ ## |_ _| \ | |_ _| ____| _ \ / ___/ _ \| \ | | \ | | ____/ ___|_ _| ## | || \| | | | | _| | |_) | | | | | | \| | \| | _|| | | | ## | || |\ | | | | |___| _ <| |__| |_| | |\ | |\ | |__| |___ | | ## |___|_| \_| |_| |_____|_| \_\\____\___/|_| \_|_| \_|_____\____| |_| ## ====================================================================== - name: interconnect plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb passed: [compile_gpdb_centos6] resource: bin_gpdb_centos6 trigger: true - get: gpdb6-centos6-test - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: gpdb6-centos6-test params: MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' BUILD_TYPE=((rc-build-type)) -C src/test/regress installcheck-icudp TEST_OS: centos ## ====================================================================== ## ____ ____ ## | _ \ ___ ___ ___ _ _ _ __ ___ ___ / ___|_ __ ___ _ _ _ __ ___ ## | |_) / _ \/ __|/ _ \| | | | '__/ __/ _ \ | _| '__/ _ \| | | | '_ \/ __| ## | _ < __/\__ \ (_) | |_| | | | (_| __/ |_| | | | (_) | |_| | |_) \__ \ ## |_| \_\___||___/\___/ \__,_|_| \___\___|\____|_| \___/ \__,_| .__/|___/ ## |_| ## ====================================================================== - name: gate_resource_groups_start plan: - aggregate: - get: gpdb_src passed: - compile_gpdb_centos6 - compile_gpdb_sles11 - compile_gpdb_centos7 trigger: true - get: bin_gpdb_centos6 passed: - compile_gpdb_centos6 - get: bin_gpdb_centos7 passed: - compile_gpdb_centos7 - get: bin_gpdb_sles11 passed: - compile_gpdb_sles11 - get: binary_swap_gpdb passed: [compile_gpdb_binary_swap_centos6] resource: binary_swap_gpdb_centos6 trigger: true - name: resource_group_centos6 plan: - aggregate: - get: gpdb_src passed: [gate_resource_groups_start] - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_resource_groups_start] trigger: true - get: ccp_src - get: ccp-image - get: binary_swap_gpdb passed: [gate_resource_groups_start] resource: binary_swap_gpdb_centos6 trigger: true - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars instance_type: n1-standard-2 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/ic_gpdb_resgroup.yml image: ccp-image params: TEST_OS: centos6 on_success: <<: *ccp_destroy ensure: <<: *set_failed - name: resource_group_centos7 plan: - aggregate: - get: gpdb_src passed: [gate_resource_groups_start] - get: gpdb_binary resource: bin_gpdb_centos7 passed: [gate_resource_groups_start] trigger: true - get: ccp_src - get: ccp-image - get: binary_swap_gpdb passed: [gate_resource_groups_start] resource: binary_swap_gpdb_centos6 trigger: true - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars PLATFORM: centos7 instance_type: n1-standard-2 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params PLATFORM: centos7 - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/ic_gpdb_resgroup.yml image: ccp-image params: TEST_OS: centos7 on_success: <<: *ccp_destroy ensure: <<: *set_failed - name: resource_group_sles12 plan: - aggregate: - get: gpdb_src passed: [gate_resource_groups_start] - get: gpdb_binary resource: bin_gpdb_sles11 passed: [gate_resource_groups_start] trigger: true - get: ccp_src - get: ccp-image - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars PLATFORM: sles12 instance_type: n1-standard-2 default_image_user: root - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params # PLATFORM is necessary to generate correct ssh config PLATFORM: sles12 - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/ic_gpdb_resgroup.yml image: ccp-image params: TEST_OS: sles12 # TODO: remove this line as soon as zstd is vendored in the binary installer for SLES12 CONFIGURE_FLAGS: --without-zstd on_success: <<: *ccp_destroy ensure: <<: *set_failed ## ====================================================================== ## ____ _ ___ ## / ___| | |_ _| ## | | | | | | ## | |___| |___ | | ## \____|_____|___| ## ====================================================================== - name: gate_cli_start plan: - aggregate: - get: gpdb_src passed: - compile_gpdb_centos6 trigger: true - get: bin_gpdb_centos6 passed: - compile_gpdb_centos6 - name: gppkg plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - get: ccp_src - get: ccp-image - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: setup_gppkg_second_install file: gpdb_src/concourse/tasks/gppkg_behave.yml params: SECOND_BINARY_INSTALL_LOCATION: /tmp/gppkg_migrate - task: run_tests file: gpdb_src/concourse/tasks/run_behave.yml image: ccp-image params: BEHAVE_FLAGS: --tags=gppkg on_success: <<: *ccp_destroy ensure: <<: *set_failed - name: gprecoverseg plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - get: ccp_src - get: ccp-image - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/run_behave.yml image: ccp-image params: BEHAVE_FLAGS: --tags=gprecoverseg on_success: <<: *ccp_destroy ensure: <<: *set_failed - name: gpcheckcat plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - get: ccp_src - get: ccp-image - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/run_behave.yml image: ccp-image params: BEHAVE_FLAGS: --tags=gpcheckcat on_success: <<: *ccp_destroy ensure: <<: *set_failed - name: gpinitstandby plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - get: ccp_src - get: ccp-image - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/run_behave.yml image: ccp-image params: BEHAVE_FLAGS: --tags=gpinitstandby on_success: <<: *ccp_destroy ensure: <<: *set_failed - name: gpactivatestandby plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - get: ccp_src - get: ccp-image - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/run_behave.yml image: ccp-image params: BEHAVE_FLAGS: --tags=gpactivatestandby on_success: <<: *ccp_destroy ensure: <<: *set_failed - name: gpcheck plan: - aggregate: &gets_for_behave - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - get: gpdb6-centos6-test - task: gpcheck_as_gpadmin file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_TAGS: gpcheck_as_gpadmin GPCHECK_SETUP: true - name: analyzedb plan: - aggregate: *gets_for_behave - task: analyzedb file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_TAGS: analyzedb - name: gpperfmon plan: - aggregate: *gets_for_behave - task: gpperfmon file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_TAGS: gpperfmon - name: gpinitsystem plan: - aggregate: *gets_for_behave - task: gpinitsystem file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_TAGS: gpinitsystem - name: gpstate plan: - aggregate: *gets_for_behave - task: gpstate file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_TAGS: gpstate - name: replication_slots plan: - aggregate: *gets_for_behave - task: replication_slots file: gpdb_src/concourse/tasks/behave_gpdb.yml image: gpdb6-centos6-test params: BEHAVE_TAGS: replication_slots - name: check_centos plan: - aggregate: - get: gpdb_src passed: [gate_cli_start] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - get: gpdb6-centos6-test - task: check_centos file: gpdb_src/concourse/tasks/gpMgmt_check_gpdb.yml image: gpdb6-centos6-test params: TEST_OS: centos - name: gpaddmirrors plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [gate_cli_start] - get: gpdb_binary resource: bin_gpdb_centos6 passed: [gate_cli_start] trigger: true - get: ccp_src - get: ccp-image - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars number_of_nodes: 4 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: run_tests file: gpdb_src/concourse/tasks/run_behave.yml image: ccp-image params: BEHAVE_FLAGS: --tags=gpaddmirrors on_success: <<: *ccp_destroy ensure: <<: *set_failed - name: pg_upgrade ensure: <<: *set_failed on_success: <<: *ccp_destroy plan: - aggregate: - get: gpdb_src passed: [icw_gporca_centos6] - get: bin_gpdb_centos6 passed: [icw_gporca_centos6] trigger: true - get: icw_gporca_centos6_dump passed: [icw_gporca_centos6] - get: ccp_src - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars instance_type: n1-standard-2 number_of_nodes: 2 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params PLATFORM: centos6 input_mapping: gpdb_binary: bin_gpdb_centos6 - task: set_gpinitsystem_config file: gpdb_src/concourse/tasks/set_gpinitsystem_config.yml params: GPINITSYSTEM_CONFIG: gpdb_src/concourse/scripts/configurations/pg_upgrade_gpinitsystem_config - task: gpinitsystem file: ccp_src/ci/tasks/gpinitsystem.yml - task: test_upgrade file: gpdb_src/concourse/tasks/test_upgrade.yml input_mapping: sqldump: icw_gporca_centos6_dump params: NUMBER_OF_NODES: 2 - name: gpexpand plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [icw_gporca_centos6] - get: gpdb_binary resource: bin_gpdb_centos6 passed: [icw_gporca_centos6] trigger: true - get: ccp_src - get: ccp-image - get: icw_gporca_centos6_dump passed: [icw_gporca_centos6] - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars number_of_nodes: 5 - task: gen_cluster file: ccp_src/ci/tasks/gen_cluster.yml params: <<: *ccp_gen_cluster_default_params - task: pre_run_test_setup file: gpdb_src/concourse/tasks/setup_for_gpexpand_to_make_new_gpdb.yml image: ccp-image input_mapping: {sqldump: icw_gporca_centos6_dump} - task: run_tests file: gpdb_src/concourse/tasks/run_behave.yml params: BEHAVE_FLAGS: --tags=gpexpand image: ccp-image on_success: <<: *ccp_destroy ensure: <<: *set_failed # end CLI test_sections ## ====================================================================== ## _ _ ____ ## | | | | _ \ ## | | | | | | | ## | |_| | |_| | ## \___/|____/ ## ====================================================================== - name: gate_ud_start plan: - aggregate: - get: gpdb_src passed: - compile_gpdb_centos6 trigger: true - get: bin_gpdb_centos6 passed: - compile_gpdb_centos6 - name: regression_tests_gphdfs_hadoop_centos plan: - aggregate: - get: gpdb_src passed: [gate_ud_start] - get: bin_gpdb passed: [gate_ud_start] trigger: true resource: bin_gpdb_centos6 - get: gpdb6-centos6-test - task: regression_tests_gphdfs file: gpdb_src/concourse/tasks/regression_tests_gphdfs.yml image: gpdb6-centos6-test params: TARGET_OS: centos TARGET_OS_VERSION: 6 - name: regression_tests_gphdfs_mapr_centos ensure: <<: *set_failed on_success: <<: *ccp_destroy plan: - aggregate: - get: gpdb_src passed: [gate_ud_start] - get: bin_gpdb passed: [gate_ud_start] trigger: true resource: bin_gpdb_centos6 - get: ccp_src - get: gpdb6-centos6-test - put: terraform params: <<: *ccp_default_params vars: <<: *ccp_default_vars number_of_nodes: 1 PLATFORM: centos7 instance_type: n1-standard-4 - task: gen_and_initialize_mapr file: gpdb_src/concourse/tasks/gen_mapr.yml params: <<: *ccp_gen_cluster_default_params - task: regression_tests_gphdfs_mapr file: gpdb_src/concourse/tasks/regression_tests_gphdfs_mapr.yml image: gpdb6-centos6-test params: TARGET_OS: centos TARGET_OS_VERSION: 6 ## ====================================================================== ## _ _ ## / \ / \ ## / _ \ / _ \ ## / ___ \ / ___ \ ## /_/ \_\/_/ \_\ ## ====================================================================== - name: gate_advanced_analytics_start plan: - aggregate: - get: gpdb_src passed: - compile_gpdb_centos6 - compile_gpdb_centos7 trigger: true - get: bin_gpdb_centos6 passed: - compile_gpdb_centos6 - get: bin_gpdb_centos7 passed: - compile_gpdb_centos7 - name: madlib_build_gppkg plan: - aggregate: - get: madlib_src - get: madlib_ci - get: cmake_tar - get: pyxb - get: eigen - get: boost - get: gpdb_src passed: [gate_advanced_analytics_start] - get: bin_gpdb resource: bin_gpdb_centos6 trigger: true passed: [gate_advanced_analytics_start] - get: bin_gpdb_centos7 passed: [gate_advanced_analytics_start] - get: gpdb6-centos6-build - task: build_madlib_gppkg_from_source file: madlib_ci/concourse/tasks/madlib_build_gppkg_from_source.yml image: gpdb6-centos6-build params: TEST_OS: centos6 DB_TYPE: gpdb6 CMAKE_BUILD_TYPE: Release - aggregate: - put: madlib_gppkg params: file: madlib_master_artifacts/madlib-*.gppkg - name: MADlib_Test_planner_centos6 plan: - aggregate: - get: madlib_ci - get: gpdb_src passed: [madlib_build_gppkg] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [madlib_build_gppkg] - get: gpdb6-centos6-test - get: madlib_gppkg passed: [madlib_build_gppkg] trigger: true - task: MADlib_Test_gppkg file: madlib_ci/concourse/tasks/madlib_test_gppkg.yml image: gpdb6-centos6-test params: TEST_OS: centos ORCA: "off" DBVER: gpdb6-assert - name: MADlib_Test_orca_centos6 plan: - aggregate: - get: madlib_ci - get: gpdb_src passed: [madlib_build_gppkg] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [madlib_build_gppkg] - get: gpdb6-centos6-test - get: madlib_gppkg passed: [madlib_build_gppkg] trigger: true - task: MADlib_Test_gppkg file: madlib_ci/concourse/tasks/madlib_test_gppkg.yml image: gpdb6-centos6-test params: TEST_OS: centos ORCA: "on" DBVER: gpdb6-assert - name: MADlib_Test_planner_centos7 plan: - aggregate: - get: madlib_ci - get: gpdb_src passed: [madlib_build_gppkg] - get: bin_gpdb resource: bin_gpdb_centos7 passed: [madlib_build_gppkg] - get: gpdb6-centos7-test - get: madlib_gppkg passed: [madlib_build_gppkg] trigger: true - task: MADlib_Test_gppkg file: madlib_ci/concourse/tasks/madlib_test_gppkg.yml image: gpdb6-centos7-test params: TEST_OS: centos ORCA: "off" DBVER: gpdb6-assert - name: MADlib_Test_orca_centos7 plan: - aggregate: - get: madlib_ci - get: gpdb_src passed: [madlib_build_gppkg] - get: bin_gpdb resource: bin_gpdb_centos7 passed: [madlib_build_gppkg] - get: gpdb6-centos7-test - get: madlib_gppkg passed: [madlib_build_gppkg] trigger: true - task: MADlib_Test_gppkg file: madlib_ci/concourse/tasks/madlib_test_gppkg.yml image: gpdb6-centos7-test params: TEST_OS: centos ORCA: "on" DBVER: gpdb6-assert ## ====================================================================== ## ____ _ ## | _ \ ___| | ___ __ _ ___ ___ ## | |_) / _ \ |/ _ \/ _` / __|/ _ \ ## | _ < __/ | __/ (_| \__ \ __/ ## |_| \_\___|_|\___|\__,_|___/\___| ## ====================================================================== - name: gate_release_candidate_start plan: - aggregate: - get: gpdb_src trigger: true passed: - compile_gpdb_centos6 - compile_gpdb_open_source_centos6 - compile_gpdb_centos7 ## - compile_gpdb_sles11 ## - compile_gpdb_ubuntu16 ## - compile_gpdb_aix7_remote - icw_planner_centos6 - icw_gporca_centos6 - icw_gporca_centos7 - icw_planner_centos7 - icw_planner_centos7_online_expand ## - icw_gporca_sles11 ## - icw_gporca_sles12 ## - icw_planner_sles12 ## - icw_planner_ubuntu16 ## - icw_gporca_conan_ubuntu16 ## - gpdb_packaging_ubuntu16 - icw_planner_ictcp_centos6 - icw_extensions_gpcloud_centos6 ## - icw_extensions_gpcloud_ubuntu16 - resource_group_centos6 - resource_group_centos7 ## - resource_group_sles12 - regression_tests_gphdfs_hadoop_centos - regression_tests_gphdfs_mapr_centos - gprecoverseg - gpcheckcat - gpinitstandby - gpactivatestandby - analyzedb - gpperfmon - gpinitsystem - gpstate - replication_slots ## - madlib_build_gppkg ## - MADlib_Test_orca_centos6 ## - MADlib_Test_planner_centos6 ## - MADlib_Test_orca_centos7 ## - MADlib_Test_planner_centos7 - pg_upgrade - gpaddmirrors - gpexpand - gpcheck - gppkg - check_centos - interconnect - get: bin_gpdb_centos6 trigger: true passed: - compile_gpdb_centos6 - icw_planner_centos6 - icw_gporca_centos6 - icw_planner_ictcp_centos6 - icw_extensions_gpcloud_centos6 ## - client_loader_remote_test_aix - resource_group_centos6 - regression_tests_gphdfs_hadoop_centos - regression_tests_gphdfs_mapr_centos - gprecoverseg - gpcheckcat - gpinitstandby - gpactivatestandby - analyzedb - gpperfmon - gpinitsystem - gpstate - replication_slots ## - MADlib_Test_orca_centos6 ## - MADlib_Test_planner_centos6 - gpexpand - gpcheck - gppkg - check_centos - interconnect - get: bin_gpdb_centos7 trigger: true passed: - compile_gpdb_centos7 - icw_gporca_centos7 - icw_planner_centos7 - icw_planner_centos7_online_expand - resource_group_centos7 ## - MADlib_Test_orca_centos7 ## - MADlib_Test_planner_centos7 ## - get: bin_gpdb_sles11 ## trigger: true ## passed: ## - compile_gpdb_sles11 ## - icw_gporca_sles11 ## - icw_gporca_sles12 ## - icw_planner_sles12 ## - resource_group_sles12 - name: Release_Candidate plan: - aggregate: - get: gpdb_src trigger: true passed: [gate_release_candidate_start] - get: bin_gpdb_centos6 trigger: true passed: [gate_release_candidate_start] - get: bin_gpdb_centos7 trigger: true passed: [gate_release_candidate_start] ## - get: bin_gpdb_sles11 ## trigger: true ## passed: [gate_release_candidate_start] - task: verify_gpdb_versions file: gpdb_src/concourse/tasks/verify_gpdb_versions.yml - put: bin_gpdb_centos6_rc params: file: bin_gpdb_centos6/bin_gpdb.tar.gz - put: bin_gpdb_centos7_rc params: file: bin_gpdb_centos7/bin_gpdb.tar.gz ## - put: bin_gpdb_sles11_rc ## params: ## file: bin_gpdb_sles11/bin_gpdb.tar.gz ## ====================================================================== ## __ _ _ ## /__\_ _| |_ ___ _ __ ___(_) ___ _ __ ___ ## /_\ \ \/ / __/ _ \ '_ \/ __| |/ _ \| '_ \/ __| ## //__ > <| || __/ | | \__ \ | (_) | | | \__ \ ## \__/ /_/\_\\__\___|_| |_|___/_|\___/|_| |_|___/ ## ====================================================================== - name: icw_extensions_gpcloud_centos6 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] trigger: true - get: bin_gpdb_centos6 passed: [compile_gpdb_centos6] - get: gpdb6-centos6-test - aggregate: - task: unit_tests_gpcloud file: gpdb_src/concourse/tasks/unit_tests_gpcloud.yml image: gpdb6-centos6-test params: TARGET_OS: centos - task: regression_tests_gpcloud_centos input_mapping: bin_gpdb: bin_gpdb_centos6 file: gpdb_src/concourse/tasks/regression_tests_gpcloud.yml image: gpdb6-centos6-test params: gpcloud_access_key_id: {{gpcloud-access-key-id}} gpcloud_secret_access_key: {{gpcloud-secret-access-key}} TARGET_OS: centos - task: gpcheckcloud_tests_gpcloud_centos input_mapping: bin_gpdb: bin_gpdb_centos6 file: gpdb_src/concourse/tasks/gpcheckcloud_tests_gpcloud.yml image: gpdb6-centos6-test params: gpcloud_access_key_id: {{gpcloud-access-key-id}} gpcloud_secret_access_key: {{gpcloud-secret-access-key}} TARGET_OS: centos - name: icw_extensions_gpcloud_ubuntu16 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_ubuntu16] trigger: true - get: compiled_bits_ubuntu16 passed: [compile_gpdb_ubuntu16] - get: ubuntu-gpdb-dev-16 - aggregate: - task: regression_tests_gpcloud_ubuntu input_mapping: bin_gpdb: compiled_bits_ubuntu16 file: gpdb_src/concourse/tasks/regression_tests_gpcloud.yml image: ubuntu-gpdb-dev-16 params: gpcloud_access_key_id: {{gpcloud-access-key-id}} gpcloud_secret_access_key: {{gpcloud-secret-access-key}} TARGET_OS: ubuntu