gpdb_6X_STABLE-generated.yml

## ######################################################################
##            ___   ___    _  _  ___ _____   ___ ___ ___ _____
##           |   \ / _ \  | \| |/ _ \_   _| | __|   \_ _|_   _|
##           | |) | (_) | | .` | (_) || |   | _|| |) | |  | |
##           |___/ \___/  |_|\_|\___/ |_|   |___|___/___| |_|
##            _____ _  _ ___ ___   ___ ___ _    ___ _
##           |_   _| || |_ _/ __| | __|_ _| |  | __| |
##             | | | __ || |\__ \ | _| | || |__| _||_|
##             |_| |_||_|___|___/ |_| |___|____|___(_)
##
## This is a generated file. Please edit the corresponding template
## file (example: templates/gpdb-tpl.yml) and regenerate the pipeline
## using appropriate tool (example: gen_pipeline.py -t prod).
## ----------------------------------------------------------------------
## Generated by gen_pipeline.py at: 2019-06-26 14:06:46.029533
## Template file: gpdb-tpl.yml
## OS Types: ['centos6', 'centos7', 'ubuntu18.04', 'win']
## Test Sections: ['ICW', 'Replication', 'ResourceGroups', 'Interconnect', 'CLI', 'UD', 'AA', 'Extensions', 'Gpperfmon']
## ======================================================================

## ======================================================================
##   __ _ _ __ ___  _   _ _ __  ___
##  / _` | '__/ _ \| | | | '_ \/ __|
## | (_| | | | (_) | |_| | |_) \__ \
##  \__, |_|  \___/ \__,_| .__/|___/
##  |___/                |_|
## ======================================================================

groups:
- name: all
  jobs:
  - concourse_unit_tests
  - compile_gpdb_centos6
  - prepare_binary_swap_gpdb_centos6
  - compile_gpdb_open_source_centos6
  - compile_gpdb_centos7
  - compile_gpdb_ubuntu18.04
  - compile_gpdb_clients_windows
  - test_gpdb_clients_windows
  ## --------------------------------------------------------------------
  - icw_gporca_centos6
  - icw_gporca_centos6_gpos_memory
  - icw_planner_centos6
  - icw_planner_ictcp_centos6
  - gpexpand
  - pg_upgrade
  - icw_gporca_centos7
  - icw_planner_centos7
  - icw_gporca_ubuntu18.04
  - icw_planner_ubuntu18.04
  - gate_icw_end
  ## --------------------------------------------------------------------
  - interconnect
  ## --------------------------------------------------------------------
  - gate_resource_groups_start
  - resource_group_centos6
  - resource_group_centos7
  ## --------------------------------------------------------------------
  - gate_gpperfmon_start
  - gpperfmon_centos6
  - gpperfmon_centos7
  ## --------------------------------------------------------------------
  - gate_cli_start
  - gpmovemirrors
  - gpmovemirrors_ubuntu18
  - gppkg
  - gppkg_ubuntu18
  - analyzedb
  - analyzedb_ubuntu18
  - gpinitsystem
  - gpinitsystem_ubuntu18
  - gpstate
  - gpstate_ubuntu18
  - replication_slots
  - replication_slots_ubuntu18
  - gpactivatestandby
  - gpactivatestandby_ubuntu18
  - gpinitstandby
  - gpinitstandby_ubuntu18
  - gpcheckcat
  - gpcheckcat_ubuntu18
  - gprecoverseg
  - gprecoverseg_ubuntu18
  - gpaddmirrors
  - gpaddmirrors_ubuntu18
  - gpconfig
  - gpconfig_ubuntu18
  - gpssh-exkeys
  - gpssh-exkeys_ubuntu18
  - check_centos
  ## --------------------------------------------------------------------
  - gate_advanced_analytics_start
  - madlib_build_gppkg
  - MADlib_Test_orca_centos6
  - MADlib_Test_planner_centos6
  - MADlib_Test_orca_centos7
  - MADlib_Test_planner_centos7
 ## ---------------------------------------------------------------------
  - icw_extensions_gpcloud_centos6


## ======================================================================

- name: Release
  jobs:
  - gate_release_candidate_start
  - Release_Candidate

## ======================================================================

- name: Compile
  jobs:
  - compile_gpdb_centos6
  - compile_gpdb_open_source_centos6
  - compile_gpdb_centos7
  - compile_gpdb_ubuntu18.04
  - compile_gpdb_clients_windows
  - test_gpdb_clients_windows

## ======================================================================

- name: ICW
  jobs:
  - prepare_binary_swap_gpdb_centos6
  - icw_gporca_centos6
  - icw_gporca_centos6_gpos_memory
  - icw_planner_centos6
  - icw_planner_ictcp_centos6
  - compile_gpdb_centos6
  - pg_upgrade
  - icw_gporca_centos7
  - icw_planner_centos7
  - compile_gpdb_centos7
  - icw_gporca_ubuntu18.04
  - icw_planner_ubuntu18.04
  - gate_icw_end


## ======================================================================

- name: Extensions
  jobs:
  - icw_extensions_gpcloud_centos6

## ======================================================================

- name: Interconnect
  jobs:
  - compile_gpdb_centos6
  - interconnect

## ======================================================================

- name: ResourceGroups
  jobs:
  - gate_resource_groups_start
  - resource_group_centos6
  - compile_gpdb_centos6
  - resource_group_centos7
  - compile_gpdb_centos7

## ======================================================================

- name: Gpperfmon
  jobs:
  - gate_gpperfmon_start
  - gpperfmon_centos6
  - compile_gpdb_centos6
  - gpperfmon_centos7
  - compile_gpdb_centos7

## ======================================================================

- name: CLI
  jobs:
  - gate_cli_start
  - compile_gpdb_ubuntu18.04
  - gpmovemirrors
  - gpmovemirrors_ubuntu18
  - gppkg
  - gppkg_ubuntu18
  - analyzedb
  - analyzedb_ubuntu18
  - gpinitsystem
  - gpinitsystem_ubuntu18
  - gpstate
  - gpstate_ubuntu18
  - replication_slots
  - replication_slots_ubuntu18
  - gpactivatestandby
  - gpactivatestandby_ubuntu18
  - gpinitstandby
  - gpinitstandby_ubuntu18
  - gpcheckcat
  - gpcheckcat_ubuntu18
  - gprecoverseg
  - gprecoverseg_ubuntu18
  - gpaddmirrors
  - gpaddmirrors_ubuntu18
  - gpconfig
  - gpconfig_ubuntu18
  - gpssh-exkeys
  - gpssh-exkeys_ubuntu18
  - check_centos
  - compile_gpdb_centos6
  - gpexpand
  - pg_upgrade


- name: AdvancedAnalytics
  jobs:
  - gate_advanced_analytics_start
  - madlib_build_gppkg
  - MADlib_Test_orca_centos6
  - MADlib_Test_planner_centos6
  - MADlib_Test_orca_centos7
  - MADlib_Test_planner_centos7

## ======================================================================
##                                           _
##  _ __ ___  ___  ___  _   _ _ __ ___ ___  | |_ _   _ _ __   ___  ___
## | '__/ _ \/ __|/ _ \| | | | '__/ __/ _ \ | __| | | | '_ \ / _ \/ __|
## | | |  __/\__ \ (_) | |_| | | | (_|  __/ | |_| |_| | |_) |  __/\__ \
## |_|  \___||___/\___/ \__,_|_|  \___\___|  \__|\__, | .__/ \___||___/
##                                               |___/|_|
## ======================================================================

resource_types:
- name: terraform
  type: docker-image
  source:
    repository: ljfranklin/terraform-resource
    tag: 0.11.14
- name: gcs
  type: docker-image
  source:
    repository: frodenas/gcs-resource
- name: pivnet
  type: docker-image
  source:
    repository: pivotalcf/pivnet-resource
    tag: latest-final
## ======================================================================
##  _ __ ___  ___  ___  _   _ _ __ ___ ___  ___
## | '__/ _ \/ __|/ _ \| | | | '__/ __/ _ \/ __|
## | | |  __/\__ \ (_) | |_| | | | (_|  __/\__ \
## |_|  \___||___/\___/ \__,_|_|  \___\___||___/
## ======================================================================

resources:
- name: ccp_src
  type: git
  source:
    branch: {{ccp-git-branch}}
    private_key: {{ccp-git-key}}
    uri: {{ccp-git-remote}}

- name: terraform
  type: terraform
  source:
    env:
      AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}}
      AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}}
      GOOGLE_CREDENTIALS: {{google-service-account-key}}
    vars:
      project_id: {{google-project-id}}
    storage:
      access_key_id: {{tf-machine-access-key-id}}
      secret_access_key: {{tf-machine-secret-access-key}}
      region_name: {{aws-region}}
      # This is not parameterized, on purpose. All tfstates will go to this spot,
      # and different teams will place there clusters' tfstate files under different paths
      bucket: gpdb5-pipeline-dynamic-terraform
      bucket_path: clusters-google/

- name: ccp-image
  type: docker-image
  source:
    repository: pivotaldata/ccp
    tag: '7'

- name: icw_gporca_centos6_dump
  type: gcs
  source:
    bucket: ((gcs-bucket-intermediates))
    json_key: ((concourse-gcs-resources-service-account-key))
    versioned_file: ((pipeline-name))/icw_gporca_centos6_dump/dump.sql.xz

- name: gpdb_src
  type: git
  source:
    branch: {{gpdb-git-branch}}
    uri: {{gpdb-git-remote}}
    ignore_paths:
    - gpdb-doc/*
    - README*

- name: bats_core_src
  type: git
  source:
    branch: master
    uri: https://github.com/bats-core/bats-core.git
    tag_filter: v1.1.0

- name: previous_gpdb_rpm
  type: pivnet
  source:
    api_token: ((pivotal-gpdb-pivnet-api-token))
    product_slug: pivotal-gpdb
    product_version: ((pivotal-gpdb-pivnet-product-version))


- name: libquicklz-centos6
  type: gcs
  source:
    bucket: ((pivotal-gp-internal-artifacts-gcs-bucket))
    json_key: ((gcs-key))
    regexp: centos6/libquicklz-(\d.*)\.el6\.x86_64\.rpm

- name: libquicklz-devel-centos6
  type: gcs
  source:
    bucket: ((pivotal-gp-internal-artifacts-gcs-bucket))
    json_key: ((gcs-key))
    regexp: centos6/libquicklz-devel-(\d.*)\.el6\.x86_64\.rpm

- name: libsigar-centos6
  type: gcs
  source:
    bucket: ((pivotal-gp-internal-artifacts-gcs-bucket))
    json_key: ((gcs-key))
    regexp: centos6/sigar-rhel6_x86_64-(.*)\.targz

- name: libquicklz-centos7
  type: gcs
  source:
    bucket: ((pivotal-gp-internal-artifacts-gcs-bucket))
    json_key: ((gcs-key))
    regexp: centos7/libquicklz-(\d.*)\.el7\.x86_64\.rpm

- name: libquicklz-devel-centos7
  type: gcs
  source:
    bucket: ((pivotal-gp-internal-artifacts-gcs-bucket))
    json_key: ((gcs-key))
    regexp: centos7/libquicklz-devel-(\d.*)\.el7\.x86_64\.rpm

- name: libsigar-centos7
  type: gcs
  source:
    bucket: ((pivotal-gp-internal-artifacts-gcs-bucket))
    json_key: ((gcs-key))
    regexp: centos7/sigar-rhel7_x86_64-(.*)\.targz

- name: libquicklz-ubuntu18.04
  type: gcs
  source:
    bucket: ((pivotal-gp-internal-artifacts-gcs-bucket))
    json_key: ((gcs-key))
    versioned_file: ubuntu18.04/libquicklz-dev_1.5.0-1_amd64.deb
- name: python-centos6
  type: gcs
  source:
    bucket: gp-internal-artifacts
    json_key: ((gcs-key))
    versioned_file: centos6/python-2.7.12.tar.gz

- name: python-centos7
  type: gcs
  source:
    bucket: gp-internal-artifacts
    json_key: ((gcs-key))
    versioned_file: centos7/python-2.7.12.tar.gz

- name: python-ubuntu18.04
  type: gcs
  source:
    bucket: gp-internal-artifacts
    json_key: ((gcs-key))
    versioned_file: ubuntu18.04/python-2.7.12.tar.gz

- name: gpdb6-centos6-build
  type: docker-image
  source:
    repository: pivotaldata/gpdb6-centos6-build
    tag: latest

- name: gpdb6-centos6-test
  type: docker-image
  source:
    repository: pivotaldata/gpdb6-centos6-test
    tag: latest
- name: gpdb6-centos7-build
  type: docker-image
  source:
    repository: pivotaldata/gpdb6-centos7-build
    tag: latest

- name: gpdb6-centos7-test
  type: docker-image
  source:
    repository: pivotaldata/gpdb6-centos7-test
    tag: latest

- name: gpdb6-ubuntu18.04-build
  type: docker-image
  source:
    repository: pivotaldata/gpdb6-ubuntu18.04-build
    tag: latest

- name: gpdb6-ubuntu18.04-test
  type: docker-image
  source:
    repository: pivotaldata/gpdb6-ubuntu18.04-test
    tag: latest

- name: bin_gpdb_centos6
  type: gcs
  source:
    bucket: ((gcs-bucket-intermediates))
    json_key: ((concourse-gcs-resources-service-account-key))
    versioned_file: ((pipeline-name))/bin_gpdb_centos6/bin_gpdb.tar.gz

- name: bin_gpdb_clients_centos6
  type: gcs
  source:
    bucket: ((gcs-bucket-intermediates))
    json_key: ((concourse-gcs-resources-service-account-key))
    versioned_file: ((pipeline-name))/bin_gpdb_clients_centos6/bin_gpdb_clients.tar.gz

- name: bin_gpdb_centos6_icw_green
  type: s3
  source:
    access_key_id: {{bucket-access-key-id}}
    bucket: {{bucket-name}}
    region_name: {{aws-region}}
    secret_access_key: {{bucket-secret-access-key}}
    versioned_file: bin_gpdb_centos6/gpdb_branch_6X_STABLE/icw_green/bin_gpdb.tar.gz

- name: bin_gpdb_centos6_rc
  type: gcs
  source:
    bucket: ((gcs-bucket))
    json_key: ((concourse-gcs-resources-service-account-key))
    regexp: server/published/gpdb6/server-rc-(.*)-rhel6_x86_64((rc-build-type-gcs)).tar.gz

- name: bin_gpdb_centos7_rc
  type: gcs
  source:
    bucket: ((gcs-bucket))
    json_key: ((concourse-gcs-resources-service-account-key))
    regexp: server/published/gpdb6/server-rc-(.*)-rhel7_x86_64((rc-build-type-gcs)).tar.gz

- name: bin_gpdb_ubuntu18.04_rc
  type: gcs
  source:
    bucket: ((gcs-bucket))
    json_key: ((concourse-gcs-resources-service-account-key))
    regexp: server/published/gpdb6/server-rc-(.*)-ubuntu18.04_x86_64((rc-build-type-gcs)).tar.gz

# DEPRECATED: Use the above GCS resources instead of these S3 resources.
- name: bin_gpdb_centos6_rc_s3
  type: s3
  source:
    access_key_id: {{bucket-access-key-id}}
    bucket: {{gpdb-stable-builds-bucket-name}}
    region_name: {{aws-region}}
    secret_access_key: {{bucket-secret-access-key}}
    versioned_file: release_candidates/bin_gpdb_centos6/gpdb6/((rc-build-type))/bin_gpdb.tar.gz
- name: bin_gpdb_centos7_rc_s3
  type: s3
  source:
    access_key_id: {{bucket-access-key-id}}
    bucket: {{gpdb-stable-builds-bucket-name}}
    region_name: {{aws-region}}
    secret_access_key: {{bucket-secret-access-key}}
    versioned_file: release_candidates/bin_gpdb_centos7/gpdb6/((rc-build-type))/bin_gpdb.tar.gz

- name: bin_gpdb_clients_centos6_rc
  type: gcs
  source:
    bucket: ((gcs-bucket))
    json_key: ((concourse-gcs-resources-service-account-key))
    regexp: clients/published/gpdb6/clients-rc-(.*)-rhel6_x86_64((rc-build-type-gcs)).tar.gz

- name: bin_gpdb_clients_centos7_rc
  type: gcs
  source:
    bucket: ((gcs-bucket))
    json_key: ((concourse-gcs-resources-service-account-key))
    regexp: clients/published/gpdb6/clients-rc-(.*)-rhel7_x86_64((rc-build-type-gcs)).tar.gz

- name: bin_gpdb_clients_ubuntu18.04_rc
  type: gcs
  source:
    bucket: ((gcs-bucket))
    json_key: ((concourse-gcs-resources-service-account-key))
    regexp: clients/published/gpdb6/clients-rc-(.*)-ubuntu18.04_x86_64((rc-build-type-gcs)).tar.gz

- name: binary_swap_gpdb_centos6
  type: gcs
  source:
    bucket: ((gcs-bucket-intermediates))
    json_key: ((concourse-gcs-resources-service-account-key))
    versioned_file: ((pipeline-name))/binary_swap_gpdb_centos6/bin_gpdb.tar.gz

- name: bin_gpdb_centos7
  type: gcs
  source:
    bucket: ((gcs-bucket-intermediates))
    json_key: ((concourse-gcs-resources-service-account-key))
    versioned_file: ((pipeline-name))/bin_gpdb_centos7/bin_gpdb.tar.gz

- name: bin_gpdb_clients_centos7
  type: gcs
  source:
    bucket: ((gcs-bucket-intermediates))
    json_key: ((concourse-gcs-resources-service-account-key))
    versioned_file: ((pipeline-name))/bin_gpdb_clients_centos7/bin_gpdb_clients.tar.gz

- name: bin_gpdb_ubuntu18.04
  type: gcs
  source:
    bucket: ((gcs-bucket-intermediates))
    json_key: ((concourse-gcs-resources-service-account-key))
    versioned_file: ((pipeline-name))/bin_gpdb_ubuntu18.04/bin_gpdb.tar.gz

- name: bin_gpdb_clients_ubuntu18.04
  type: gcs
  source:
    bucket: ((gcs-bucket-intermediates))
    json_key: ((concourse-gcs-resources-service-account-key))
    versioned_file: ((pipeline-name))/bin_gpdb_clients_ubuntu18.04/bin_gpdb_clients.tar.gz

- name: terraform_windows
  type: terraform
  source:
    env:
      AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}}
      AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}}
      GOOGLE_CREDENTIALS: {{google-service-account-key}}
    vars:
      project: {{google-project-id}}
      region: {{google-region}}
      region_zone: {{google-zone}}
    storage:
      access_key_id: {{tf-machine-access-key-id}}
      secret_access_key: {{tf-machine-secret-access-key}}
      region_name: {{aws-region}}
      # This is not parameterized, on purpose. All tfstates will go to this spot,
      # and different teams will place there clusters' tfstate files under different paths
      bucket: gpdb5-pipeline-dynamic-terraform
      bucket_path: gp-clients-windows-tests-google/

- name: bin_gpdb_clients_windows
  type: gcs
  source:
    bucket: ((gcs-bucket-intermediates))
    json_key: ((concourse-gcs-resources-service-account-key))
    versioned_file: ((pipeline-name))/bin_gpdb_clients_windows/greenplum-clients-x86_64.tar.gz

- name: bin_gpdb_clients_windows_rc
  type: gcs
  source:
    bucket: ((gcs-bucket))
    json_key: ((concourse-gcs-resources-service-account-key))
    regexp: clients/published/gpdb6/greenplum-clients-(.*)-x86_64.msi
- name: madlib_src
  type: git
  source:
    branch: {{madlib-git-branch}}
    uri: {{madlib-git-remote}}

- name: madlib_ci
  type: git
  source:
    branch: {{madlib-ci-git-branch}}
    uri: {{madlib-ci-git-remote}}
    private_key: {{madlib-ci-git-key}}

- name: madlib_gppkg
  type: gcs
  source:
    bucket: ((gcs-bucket-intermediates))
    json_key: ((concourse-gcs-resources-service-account-key))
    versioned_file: ((pipeline-name))/madlib_gppkg/madlib-master-gp6-rhel6-x86_64.gppkg

- name: cmake_tar
  type: s3
  source:
    access_key_id: {{bucket-access-key-id}}
    bucket: {{madlib-bucket-name}}
    region_name: {{madlib-s3-region}}
    secret_access_key: {{bucket-secret-access-key}}
    versioned_file: {{madlib-cmake-versioned-file}}

- name: pyxb
  type: s3
  source:
    access_key_id: {{bucket-access-key-id}}
    bucket: {{madlib-bucket-name}}
    region_name: {{madlib-s3-region}}
    secret_access_key: {{bucket-secret-access-key}}
    versioned_file: {{madlib-pyxb-versioned-file}}

- name: eigen
  type: s3
  source:
    access_key_id: {{bucket-access-key-id}}
    bucket: {{madlib-bucket-name}}
    region_name: {{madlib-s3-region}}
    secret_access_key: {{bucket-secret-access-key}}
    versioned_file: {{madlib-eigen-versioned-file}}

- name: boost
  type: s3
  source:
    access_key_id: {{bucket-access-key-id}}
    bucket: {{madlib-bucket-name}}
    region_name: {{madlib-s3-region}}
    secret_access_key: {{bucket-secret-access-key}}
    versioned_file: {{madlib-boost-versioned-file}}

- name: reduced-frequency-trigger
  type: time
  source:
    location: America/Los_Angeles
    days: [Sunday, Monday, Tuesday, Wednesday, Thursday, Friday, Saturday]
    start: {{reduced-frequency-trigger-start}}
    stop: {{reduced-frequency-trigger-stop}}
## ======================================================================
##                   _
##   __ _ _ __   ___| |__   ___  _ __ ___
##  / _` | '_ \ / __| '_ \ / _ \| '__/ __|
## | (_| | | | | (__| | | | (_) | |  \__ \
##  \__,_|_| |_|\___|_| |_|\___/|_|  |___/
## ======================================================================

anchors:
- &ccp_default_params
  action: create
  delete_on_failure: true
  generate_random_name: true
  terraform_source: ccp_src/google/

- &ccp_default_vars
  instance_type: n1-standard-1
  PLATFORM: centos6

- &ccp_destroy
  put: terraform
  params:
    action: destroy
    env_name_file: terraform/name
    terraform_source: ccp_src/google/
    vars:
      aws_instance-node-instance_type: t2.micro #t2.micro is ignored in destroy, but aws_instance-node-instance_type is required.
      aws_ebs_volume_type: standard
  get_params:
    action: destroy

- &ccp_destroy_two_clusters
  do:
  - *ccp_destroy
  - put: terraform2
    params:
      action: destroy
      env_name_file: terraform2/name
      terraform_source: ccp_src/google/
      vars:
        PLATFORM: centos6
        aws_instance-node-instance_type: t2.micro
        cluster_suffix: "-2"
    get_params:
      action: destroy

- &ccp_gen_cluster_default_params
  AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}}
  AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}}
  AWS_DEFAULT_REGION: {{aws-region}}
  BUCKET_PATH: clusters-google/
  BUCKET_NAME: {{tf-bucket-name}}
  CLOUD_PROVIDER: google

- &set_failed
  do:
  - task: on_failure_set_failed
    config:
      platform: linux
      image_resource:
        type: docker-image
        source:
          repository: pivotaldata/ccp
          tag: "7"
      inputs:
        - name: ccp_src
        - name: terraform
      run:
        path: 'ccp_src/google/ccp_failed_test.sh'
      params:
        GOOGLE_CREDENTIALS: {{google-service-account-key}}
        GOOGLE_PROJECT_ID: {{google-project-id}}
        GOOGLE_ZONE: {{google-zone}}
        GOOGLE_SERVICE_ACCOUNT: {{google-service-account}}
        AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}}
        AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}}
        AWS_DEFAULT_REGION: {{tf-machine-region}}
        BUCKET_PATH: clusters-google/
        BUCKET_NAME: {{tf-bucket-name}}

- &set_failed_two_clusters
  do:
  - *set_failed
  - task: on_failure_set_failed
    config:
      platform: linux
      image_resource:
        type: docker-image
        source:
          repository: pivotaldata/ccp
          tag: "7"
      inputs:
        - name: ccp_src
        - name: terraform2
      run:
        path: 'ccp_src/google/ccp_failed_test.sh'
      params:
        GOOGLE_CREDENTIALS: {{google-service-account-key}}
        GOOGLE_PROJECT_ID: {{google-project-id}}
        GOOGLE_ZONE: {{google-zone}}
        GOOGLE_SERVICE_ACCOUNT: {{google-service-account}}
        AWS_ACCESS_KEY_ID: {{tf-machine-access-key-id}}
        AWS_SECRET_ACCESS_KEY: {{tf-machine-secret-access-key}}
        AWS_DEFAULT_REGION: {{tf-machine-region}}
        BUCKET_PATH: clusters-google/
        BUCKET_NAME: {{tf-bucket-name}}

## ======================================================================
##    _       _
##   (_) ___ | |__  ___
##   | |/ _ \| '_ \/ __|
##   | | (_) | |_) \__ \
##  _/ |\___/|_.__/|___/
## |__/
## ======================================================================

jobs:

## ======================================================================
##  ____  _            _ _              _   _       _ _     _____         _
## |  _ \(_)_ __   ___| (_)_ __   ___  | | | |_ __ (_) |_  |_   _|__  ___| |_ ___
## | |_) | | '_ \ / _ \ | | '_ \ / _ \ | | | | '_ \| | __|   | |/ _ \/ __| __/ __|
## |  __/| | |_) |  __/ | | | | |  __/ | |_| | | | | | |_    | |  __/\__ \ |_\__ \
## |_|   |_| .__/ \___|_|_|_| |_|\___|  \___/|_| |_|_|\__|   |_|\___||___/\__|___/
##         |_|
## ======================================================================

- name: concourse_unit_tests
  plan:
    - aggregate:
      - get: bats_core_src
      - get: gpdb_src
        trigger: true
      - get: gpdb6-centos7-build
    - task: run_unit_tests
      image: gpdb6-centos7-build
      config:
        inputs:
          - name: bats_core_src
          - name: gpdb_src
        platform: linux
        run:
          path: bash
          args:
          - -exc
          - |
            bats_core_src/install.sh /usr/local
            cd gpdb_src/concourse
            bats -t scripts/*.bats
            python -m unittest discover --verbose -s scripts/ -p *_test.py

## ======================================================================
##   ____                      _ _
##  / ___|___  _ __ ___  _ __ (_) | ___
## | |   / _ \| '_ ` _ \| '_ \| | |/ _ \
## | |__| (_) | | | | | | |_) | | |  __/
##  \____\___/|_| |_| |_| .__/|_|_|\___|
##                      |_|
## ======================================================================

- name: compile_gpdb_centos6
  plan:
  - aggregate:
    - get: gpdb_src
      trigger: ((gpdb_src-trigger-flag))
    - get: reduced-frequency-trigger
      trigger: ((reduced-frequency-trigger-flag))
    - get: gpdb6-centos6-build
    - get: libquicklz-installer
      resource: libquicklz-centos6
    - get: libquicklz-devel-installer
      resource: libquicklz-devel-centos6
    - get: libsigar-installer
      resource: libsigar-centos6
    - get: python-tarball
      resource: python-centos6
  - task: compile_gpdb
    file: gpdb_src/concourse/tasks/compile_gpdb.yml
    image: gpdb6-centos6-build
    params:
      CONFIGURE_FLAGS: {{configure_flags_with_extensions}}
      TARGET_OS: centos
      TARGET_OS_VERSION: 6
      BLD_TARGETS: "clients"
  - aggregate:
    - put: bin_gpdb_centos6
      params:
        file: gpdb_artifacts/bin_gpdb.tar.gz
    - put: bin_gpdb_clients_centos6
      params:
        file: gpdb_artifacts/gpdb-clients-centos6.tar.gz

- name: compile_gpdb_centos7
  plan:
  - aggregate:
    - get: reduced-frequency-trigger
      trigger: ((reduced-frequency-trigger-flag))
    - get: gpdb_src
      trigger: ((gpdb_src-trigger-flag))
    - get: gpdb6-centos7-build
    - get: libquicklz-installer
      resource: libquicklz-centos7
    - get: libquicklz-devel-installer
      resource: libquicklz-devel-centos7
    - get: libsigar-installer
      resource: libsigar-centos7
    - get: python-tarball
      resource: python-centos7
  - task: compile_gpdb
    image: gpdb6-centos7-build
    file: gpdb_src/concourse/tasks/compile_gpdb.yml
    params:
      CONFIGURE_FLAGS: {{configure_flags_with_extensions}}
      TARGET_OS: centos
      TARGET_OS_VERSION: 7
      BLD_TARGETS: "clients"
  - aggregate:
    - put: bin_gpdb_centos7
      params:
        file: gpdb_artifacts/bin_gpdb.tar.gz
    - put: bin_gpdb_clients_centos7
      params:
        file: gpdb_artifacts/gpdb-clients-centos7.tar.gz

- name: compile_gpdb_open_source_centos6
  public: true
  plan:
  - aggregate:
    - get: reduced-frequency-trigger
      trigger: ((reduced-frequency-trigger-flag))
    - get: gpdb_src
      trigger: ((gpdb_src-trigger-flag))
    - get: gpdb6-centos6-build
  - task: compile_gpdb
    image: gpdb6-centos6-build
    file: gpdb_src/concourse/tasks/compile_gpdb_open_source_centos.yml
    params:
        CONFIGURE_FLAGS: {{configure_flags}}

- name: prepare_binary_swap_gpdb_centos6
  plan:
  - aggregate:
    - get: gpdb_src
    - get: gpdb_rpm
      resource: previous_gpdb_rpm
      trigger: true
      params:
        globs: [greenplum-db-6*-rhel6-x86_64.rpm]
    - get: gpdb6-centos6-build
  - task: generate_previous_bin_gpdb
    file: gpdb_src/concourse/tasks/extract_rpm.yml
    image: gpdb6-centos6-build
  - put: binary_swap_gpdb_centos6
    params:
      file: gpdb_artifacts/bin_gpdb.tar.gz

- name: compile_gpdb_ubuntu18.04
  plan:
    - aggregate:
        - get: reduced-frequency-trigger
          trigger: ((reduced-frequency-trigger-flag))
        - get: gpdb_src
          trigger: ((gpdb_src-trigger-flag))
        - get: gpdb6-ubuntu18.04-build
        - get: libquicklz-installer
          resource: libquicklz-ubuntu18.04
        - get: python-tarball
          resource: python-ubuntu18.04
    - task: compile_gpdb
      image: gpdb6-ubuntu18.04-build
      file: gpdb_src/concourse/tasks/compile_gpdb.yml
      params:
        CONFIGURE_FLAGS: {{configure_flags_with_extensions}}
        TARGET_OS: ubuntu
        TARGET_OS_VERSION: "18.04"
        BLD_TARGETS: "clients"
    - aggregate:
        - put: bin_gpdb_ubuntu18.04
          params:
            file: gpdb_artifacts/bin_gpdb.tar.gz
        - put: bin_gpdb_clients_ubuntu18.04
          params:
            file: gpdb_artifacts/gpdb-clients-ubuntu18.04.tar.gz

- name: compile_gpdb_clients_windows
  serial: true
  plan:
  - aggregate:
    - get: gpdb_src
      trigger: true
    - get: gpdb6-centos6-build
  - task: compile_gpdb_windows_remote
    file: gpdb_src/concourse/tasks/compile_gpdb_remote_windows.yml
    image: gpdb6-centos6-build
    params:
      REMOTE_HOST: {{remote_win_host_build}}
      REMOTE_PORT: {{remote_win_port_build}}
      REMOTE_USER: {{remote_win_user_build}}
      REMOTE_KEY: {{remote_win_key_build}}
  - put: bin_gpdb_clients_windows
    params:
      file: "gpdb_artifacts/greenplum-clients-x86_64.tar.gz"

- name: test_gpdb_clients_windows
  plan:
  - aggregate:
      - get: ccp_src
      - get: gpdb_src
        trigger: true
        passed: [compile_gpdb_clients_windows]
      - get: gpdb6-centos7-test
      - get: bin_gpdb_clients_windows
        passed: [compile_gpdb_clients_windows]
      - get: bin_gpdb
        resource: bin_gpdb_centos7_rc
  - put: terraform_windows
    params:
      action: create
      delete_on_failure: true
      generate_random_name: true
      terraform_source: ccp_src/gpdb_windows_client_test/
  - task: run_tests
    file: gpdb_src/concourse/tasks/windows_remote_test.yml
    image: gpdb6-centos7-test
    params:
      REMOTE_PORT: {{remote_win_port_test}}
      REMOTE_USER: {{remote_win_user_test}}
      REMOTE_KEY: {{remote_win_key_test}}
  ensure:
    put: terraform_windows
    params:
      action: destroy
      env_name_file: terraform_windows/name
      terraform_source: ccp_src/gpdb_windows_client_test/
      vars:
        aws_instance-node-instance_type: t2.micro #t2.micro is ignored in destroy, but aws_instance-node-instance_type is required.
        aws_ebs_volume_type: standard
    get_params:
      action: destroy

## ======================================================================
##  ___ ______        __
## |_ _/ ___\ \      / /
##  | | |    \ \ /\ / /
##  | | |___  \ V  V /
## |___\____|  \_/\_/
## ======================================================================

- name: icw_planner_centos6
  plan:
  - aggregate:
    - get: gpdb_src
      passed: [compile_gpdb_centos6]
    - get: bin_gpdb
      passed: [compile_gpdb_centos6]
      resource: bin_gpdb_centos6
      trigger: true
    - get: binary_swap_gpdb
      passed: [prepare_binary_swap_gpdb_centos6]
      resource: binary_swap_gpdb_centos6
      trigger: true
    - get: gpdb6-centos6-test
  - task: ic_gpdb
    file: gpdb_src/concourse/tasks/ic_gpdb_binary_swap.yml
    image: gpdb6-centos6-test
    params:
      MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world
      TEST_OS: centos
      TEST_BINARY_SWAP: {{test-binary-swap}}
      CONFIGURE_FLAGS: {{configure_flags}}

- name: icw_gporca_centos6
  plan:
  - aggregate:
    - get: gpdb_src
      passed: [compile_gpdb_centos6]
    - get: bin_gpdb
      resource: bin_gpdb_centos6
      passed: [compile_gpdb_centos6]
      trigger: true
    - get: gpdb6-centos6-test
  - task: ic_gpdb
    file: gpdb_src/concourse/tasks/ic_gpdb.yml
    image: gpdb6-centos6-test
    params:
      MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world
      TEST_OS: centos
      CONFIGURE_FLAGS: {{configure_flags}}
      DUMP_DB: "true"
  - put: icw_gporca_centos6_dump
    params:
      file: sqldump/dump.sql.xz

- name: icw_gporca_centos6_gpos_memory
  plan:
  - aggregate:
    - get: gpdb_src
      passed: [compile_gpdb_centos6]
    - get: bin_gpdb
      resource: bin_gpdb_centos6
      passed: [compile_gpdb_centos6]
      trigger: true
    - get: gpdb6-centos6-test
  - task: ic_gpdb
    file: gpdb_src/concourse/tasks/ic_gpdb.yml
    image: gpdb6-centos6-test
    params:
      MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world
      BLDWRAP_POSTGRES_CONF_ADDONS: optimizer_use_gpdb_allocators=on
      TEST_OS: centos
      CONFIGURE_FLAGS: {{configure_flags}}

- name: icw_planner_ictcp_centos6
  plan:
  - aggregate:
    - get: gpdb_src
      passed: [compile_gpdb_centos6]
    - get: bin_gpdb
      resource: bin_gpdb_centos6
      passed: [compile_gpdb_centos6]
      trigger: true
    - get: gpdb6-centos6-test
  - task: ic_gpdb
    file: gpdb_src/concourse/tasks/ic_gpdb.yml
    image: gpdb6-centos6-test
    params:
      MAKE_TEST_COMMAND: -k PGOPTIONS='-c gp_interconnect_type=tcp -c optimizer=off' installcheck-world
      TEST_OS: centos

- name: icw_gporca_centos7
  plan:
  - aggregate:
    - get: gpdb_src
      passed: [compile_gpdb_centos7]
    - get: bin_gpdb
      resource: bin_gpdb_centos7
      passed: [compile_gpdb_centos7]
      trigger: true
    - get: gpdb6-centos7-test
  - task: ic_gpdb
    file: gpdb_src/concourse/tasks/ic_gpdb.yml
    image: gpdb6-centos7-test
    params:
      MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world
      TEST_OS: centos
      CONFIGURE_FLAGS: {{configure_flags}}

- name: icw_planner_centos7
  plan:
  - aggregate:
    - get: gpdb_src
      passed: [compile_gpdb_centos7]
    - get: bin_gpdb
      passed: [compile_gpdb_centos7]
      resource: bin_gpdb_centos7
      trigger: true
    - get: gpdb6-centos7-test
  - task: ic_gpdb
    file: gpdb_src/concourse/tasks/ic_gpdb.yml
    image: gpdb6-centos7-test
    params:
      MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world
      TEST_OS: centos
      CONFIGURE_FLAGS: {{configure_flags}}

- name: icw_gporca_ubuntu18.04
  plan:
    - aggregate:
        - get: gpdb_src
          passed: [compile_gpdb_ubuntu18.04]
        - get: bin_gpdb
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - get: gpdb6-ubuntu18.04-test
    - task: ic_gpdb
      file: gpdb_src/concourse/tasks/ic_gpdb.yml
      image: gpdb6-ubuntu18.04-test
      params:
        MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world
        TEST_OS: ubuntu
        CONFIGURE_FLAGS: {{configure_flags}}

- name: icw_planner_ubuntu18.04
  plan:
    - aggregate:
        - get: gpdb_src
          passed: [compile_gpdb_ubuntu18.04]
        - get: bin_gpdb
          passed: [compile_gpdb_ubuntu18.04]
          resource: bin_gpdb_ubuntu18.04
          trigger: true
        - get: gpdb6-ubuntu18.04-test
    - task: ic_gpdb
      file: gpdb_src/concourse/tasks/ic_gpdb.yml
      image: gpdb6-ubuntu18.04-test
      params:
        MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world
        TEST_OS: ubuntu
        CONFIGURE_FLAGS: {{configure_flags}}

- name: gate_icw_end
  plan:
  - aggregate:
    - get: bin_gpdb_centos6
      passed:
      - icw_gporca_centos6
      - icw_gporca_centos6_gpos_memory
      - icw_planner_centos6
      - icw_planner_ictcp_centos6
      - icw_extensions_gpcloud_centos6
    - get: icw_gporca_centos6_dump
      passed:
      - icw_gporca_centos6
    - get: gpdb_src
      passed:
      - icw_gporca_centos6
      - icw_gporca_centos6_gpos_memory
      - icw_planner_centos6
      - icw_planner_ictcp_centos6
      - icw_extensions_gpcloud_centos6
      - icw_gporca_centos7
      trigger: true
  - put: bin_gpdb_centos6_icw_green
    params:
      file: bin_gpdb_centos6/bin_gpdb.tar.gz

## ======================================================================
##  ___ _   _ _____ _____ ____   ____ ___  _   _ _   _ _____ ____ _____
## |_ _| \ | |_   _| ____|  _ \ / ___/ _ \| \ | | \ | | ____/ ___|_   _|
##  | ||  \| | | | |  _| | |_) | |  | | | |  \| |  \| |  _|| |     | |
##  | || |\  | | | | |___|  _ <| |__| |_| | |\  | |\  | |__| |___  | |
## |___|_| \_| |_| |_____|_| \_\\____\___/|_| \_|_| \_|_____\____| |_|
## ======================================================================
- name: interconnect
  plan:
  - aggregate:
    - get: gpdb_src
      passed: [compile_gpdb_centos6]
    - get: bin_gpdb
      passed: [compile_gpdb_centos6]
      resource: bin_gpdb_centos6
      trigger: true
    - get: gpdb6-centos6-test
  - task: ic_gpdb
    file: gpdb_src/concourse/tasks/ic_gpdb.yml
    image: gpdb6-centos6-test
    params:
      MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off'
        BUILD_TYPE=((rc-build-type)) -C src/test/regress installcheck-icudp
      TEST_OS: centos

## ======================================================================
##  ____                                     ____
## |  _ \ ___  ___  ___  _   _ _ __ ___ ___ / ___|_ __ ___  _   _ _ __  ___
## | |_) / _ \/ __|/ _ \| | | | '__/ __/ _ \ |  _| '__/ _ \| | | | '_ \/ __|
## |  _ <  __/\__ \ (_) | |_| | | | (_|  __/ |_| | | | (_) | |_| | |_) \__ \
## |_| \_\___||___/\___/ \__,_|_|  \___\___|\____|_|  \___/ \__,_| .__/|___/
##                                                               |_|
## ======================================================================

- name: gate_resource_groups_start
  plan:
  - aggregate:
    - get: gpdb_src
      passed:
      - compile_gpdb_centos6
      - compile_gpdb_centos7
      trigger: true
    - get: bin_gpdb_centos6
      passed:
      - compile_gpdb_centos6
    - get: bin_gpdb_centos7
      passed:
      - compile_gpdb_centos7
    - get: binary_swap_gpdb
      passed: [prepare_binary_swap_gpdb_centos6]
      resource: binary_swap_gpdb_centos6
      trigger: true

- name: resource_group_centos6
  plan:
  - aggregate:
    - get: gpdb_src
      passed: [gate_resource_groups_start]
    - get: gpdb_binary
      resource: bin_gpdb_centos6
      passed: [gate_resource_groups_start]
      trigger: true
    - get: ccp_src
    - get: ccp-image
    - get: binary_swap_gpdb
      passed: [gate_resource_groups_start]
      resource: binary_swap_gpdb_centos6
      trigger: true
  - put: terraform
    params:
      <<: *ccp_default_params
      vars:
        <<: *ccp_default_vars
        instance_type: n1-standard-2
  - task: gen_cluster
    file: ccp_src/ci/tasks/gen_cluster.yml
    params:
      <<: *ccp_gen_cluster_default_params
  - task: gpinitsystem
    file: ccp_src/ci/tasks/gpinitsystem.yml
  - task: run_tests
    file: gpdb_src/concourse/tasks/ic_gpdb_resgroup.yml
    image: ccp-image
    params:
      TEST_OS: centos6
    on_success:
      <<: *ccp_destroy
  ensure:
    <<: *set_failed

- name: resource_group_centos7
  plan:
  - aggregate:
    - get: gpdb_src
      passed: [gate_resource_groups_start]
    - get: gpdb_binary
      resource: bin_gpdb_centos7
      passed: [gate_resource_groups_start]
      trigger: true
    - get: ccp_src
    - get: ccp-image
    - get: binary_swap_gpdb
      passed: [gate_resource_groups_start]
      resource: binary_swap_gpdb_centos6
      trigger: true
  - put: terraform
    params:
      <<: *ccp_default_params
      vars:
        <<: *ccp_default_vars
        PLATFORM: centos7
        instance_type: n1-standard-2
  - task: gen_cluster
    file: ccp_src/ci/tasks/gen_cluster.yml
    params:
      <<: *ccp_gen_cluster_default_params
      PLATFORM: centos7
  - task: gpinitsystem
    file: ccp_src/ci/tasks/gpinitsystem.yml
  - task: run_tests
    file: gpdb_src/concourse/tasks/ic_gpdb_resgroup.yml
    image: ccp-image
    params:
      TEST_OS: centos7
    on_success:
      <<: *ccp_destroy
  ensure:
    <<: *set_failed



## ======================================================================
##                               __
##   __ _ _ __  _ __   ___ _ __ / _|_ __ ___   ___  _ __
##  / _` | '_ \| '_ \ / _ \ '__| |_| '_ ` _ \ / _ \| '_ \
## | (_| | |_) | |_) |  __/ |  |  _| | | | | | (_) | | | |
##  \__, | .__/| .__/ \___|_|  |_| |_| |_| |_|\___/|_| |_|
##  |___/|_|   |_|
## ======================================================================

- name: gate_gpperfmon_start
  plan:
  - aggregate:
    - get: gpdb_src
      passed:
      - compile_gpdb_centos6
      - compile_gpdb_centos7
      trigger: true
    - get: bin_gpdb_centos6
      passed:
      - compile_gpdb_centos6
    - get: bin_gpdb_centos7
      passed:
      - compile_gpdb_centos7
    - get: binary_swap_gpdb
      passed: [prepare_binary_swap_gpdb_centos6]
      resource: binary_swap_gpdb_centos6
      trigger: true

- name: gpperfmon_centos6
  plan:
  - aggregate:
    - get: gpdb_src
      params:
        submodules:
        - gpMgmt/bin/pythonSrc/ext
      passed: [gate_gpperfmon_start]
    - get: bin_gpdb
      resource: bin_gpdb_centos6
      passed: [gate_gpperfmon_start]
      trigger: true
    - get: gpdb6-centos6-test
  - task: gpperfmon
    file: gpdb_src/concourse/tasks/behave_gpdb.yml
    image: gpdb6-centos6-test
    params:
      BEHAVE_TAGS: gpperfmon

- name: gpperfmon_centos7
  plan:
  - aggregate:
    - get: gpdb_src
      params:
        submodules:
        - gpMgmt/bin/pythonSrc/ext
      passed: [gate_gpperfmon_start]
    - get: bin_gpdb
      resource: bin_gpdb_centos7
      passed: [gate_gpperfmon_start]
      trigger: true
    - get: gpdb6-centos7-test
  - task: gpperfmon
    file: gpdb_src/concourse/tasks/behave_gpdb.yml
    image: gpdb6-centos7-test
    params:
      BEHAVE_TAGS: gpperfmon



## ======================================================================
##   ____ _     ___
##  / ___| |   |_ _|
## | |   | |    | |
## | |___| |___ | |
##  \____|_____|___|
## ======================================================================

- name: gate_cli_start
  plan:
  - aggregate:
    - get: gpdb_src
      passed:
      - compile_gpdb_centos6
      trigger: true
    - get: bin_gpdb_centos6
      passed:
      - compile_gpdb_centos6

- name: check_centos
  plan:
  - aggregate:
    - get: gpdb_src
      passed: [gate_cli_start]
    - get: bin_gpdb
      resource: bin_gpdb_centos6
      passed: [gate_cli_start]
      trigger: true
    - get: gpdb6-centos6-test
  - task: check_centos
    file: gpdb_src/concourse/tasks/gpMgmt_check_gpdb.yml
    image: gpdb6-centos6-test
    params:
      TEST_OS: centos

- name: gpmovemirrors
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [gate_cli_start]
      - get: gpdb6-centos6-test
    - aggregate:
      - do:
        - get: gpdb_binary
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - get: ccp_src
        - get: ccp-image
        - put: terraform
          params:
            <<: *ccp_default_params
            vars:
              <<: *ccp_default_vars
              number_of_nodes: 4
        - task: gen_cluster
          file: ccp_src/ci/tasks/gen_cluster.yml
          params:
            <<: *ccp_gen_cluster_default_params
        - task: gpinitsystem
          file: ccp_src/ci/tasks/gpinitsystem.yml
        - task: gpmovemirrors_concourse_cluster_tests
          file: gpdb_src/concourse/tasks/run_behave.yml
          image: ccp-image
          params:
            BEHAVE_FLAGS: --tags=gpmovemirrors --tags=concourse_cluster
          on_success:
            <<: *ccp_destroy
          ensure:
            <<: *set_failed
      - do:
        - get: bin_gpdb
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - task: gpmovemirrors_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-centos6-test
          params:
            BEHAVE_FLAGS: --tags=gpmovemirrors --tags=~concourse_cluster,demo_cluster

- name: gpmovemirrors_ubuntu18
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [compile_gpdb_ubuntu18.04]
      - get: gpdb6-ubuntu18.04-test
    - aggregate:
      - do:
        - get: gpdb_binary
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - get: ccp_src
        - put: terraform
          params:
            <<: *ccp_default_params
            vars:
              <<: *ccp_default_vars
              PLATFORM: ubuntu18.04
              number_of_nodes: 4
        - task: gen_cluster
          file: ccp_src/ci/tasks/gen_cluster.yml
          params:
            <<: *ccp_gen_cluster_default_params
            PLATFORM: ubuntu18.04
        - task: gpinitsystem
          file: ccp_src/ci/tasks/gpinitsystem.yml
        - task: gpmovemirrors_concourse_cluster_tests
          file: gpdb_src/concourse/tasks/run_behave_on_ccp_cluster.yml
          image: gpdb6-ubuntu18.04-test
          params:
            BEHAVE_FLAGS: --tags=gpmovemirrors --tags=concourse_cluster
          on_success:
            <<: *ccp_destroy
          ensure:
            <<: *set_failed
      - do:
        - get: bin_gpdb_ubuntu18.04
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - task: gpmovemirrors_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-ubuntu18.04-test
          input_mapping:
            bin_gpdb: bin_gpdb_ubuntu18.04
          params:
            BEHAVE_FLAGS: --tags=gpmovemirrors --tags=~concourse_cluster,demo_cluster

- name: gppkg
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [gate_cli_start]
      - get: gpdb6-centos6-test
    - aggregate:
      - do:
        - get: gpdb_binary
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - get: ccp_src
        - get: ccp-image
        - put: terraform
          params:
            <<: *ccp_default_params
            vars:
              <<: *ccp_default_vars
              
        - task: gen_cluster
          file: ccp_src/ci/tasks/gen_cluster.yml
          params:
            <<: *ccp_gen_cluster_default_params
        - task: gpinitsystem
          file: ccp_src/ci/tasks/gpinitsystem.yml
        - task: gppkg_concourse_cluster_tests
          file: gpdb_src/concourse/tasks/run_behave.yml
          image: ccp-image
          params:
            BEHAVE_FLAGS: --tags=gppkg --tags=concourse_cluster
          on_success:
            <<: *ccp_destroy
          ensure:
            <<: *set_failed
      - do:
        - get: bin_gpdb
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - task: gppkg_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-centos6-test
          params:
            BEHAVE_FLAGS: --tags=gppkg --tags=~concourse_cluster,demo_cluster

- name: gppkg_ubuntu18
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [compile_gpdb_ubuntu18.04]
      - get: gpdb6-ubuntu18.04-test
    - aggregate:
      - do:
        - get: gpdb_binary
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - get: ccp_src
        - put: terraform
          params:
            <<: *ccp_default_params
            vars:
              <<: *ccp_default_vars
              PLATFORM: ubuntu18.04
              
        - task: gen_cluster
          file: ccp_src/ci/tasks/gen_cluster.yml
          params:
            <<: *ccp_gen_cluster_default_params
            PLATFORM: ubuntu18.04
        - task: gpinitsystem
          file: ccp_src/ci/tasks/gpinitsystem.yml
        - task: gppkg_concourse_cluster_tests
          file: gpdb_src/concourse/tasks/run_behave_on_ccp_cluster.yml
          image: gpdb6-ubuntu18.04-test
          params:
            BEHAVE_FLAGS: --tags=gppkg --tags=concourse_cluster
          on_success:
            <<: *ccp_destroy
          ensure:
            <<: *set_failed
      - do:
        - get: bin_gpdb_ubuntu18.04
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - task: gppkg_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-ubuntu18.04-test
          input_mapping:
            bin_gpdb: bin_gpdb_ubuntu18.04
          params:
            BEHAVE_FLAGS: --tags=gppkg --tags=~concourse_cluster,demo_cluster

- name: analyzedb
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [gate_cli_start]
      - get: gpdb6-centos6-test
    - aggregate:
      - do:
        - get: bin_gpdb
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - task: analyzedb_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-centos6-test
          params:
            BEHAVE_FLAGS: --tags=analyzedb --tags=~concourse_cluster,demo_cluster

- name: analyzedb_ubuntu18
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [compile_gpdb_ubuntu18.04]
      - get: gpdb6-ubuntu18.04-test
    - aggregate:
      - do:
        - get: bin_gpdb_ubuntu18.04
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - task: analyzedb_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-ubuntu18.04-test
          input_mapping:
            bin_gpdb: bin_gpdb_ubuntu18.04
          params:
            BEHAVE_FLAGS: --tags=analyzedb --tags=~concourse_cluster,demo_cluster

- name: gpinitsystem
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [gate_cli_start]
      - get: gpdb6-centos6-test
    - aggregate:
      - do:
        - get: bin_gpdb
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - task: gpinitsystem_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-centos6-test
          params:
            BEHAVE_FLAGS: --tags=gpinitsystem --tags=~concourse_cluster,demo_cluster

- name: gpinitsystem_ubuntu18
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [compile_gpdb_ubuntu18.04]
      - get: gpdb6-ubuntu18.04-test
    - aggregate:
      - do:
        - get: bin_gpdb_ubuntu18.04
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - task: gpinitsystem_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-ubuntu18.04-test
          input_mapping:
            bin_gpdb: bin_gpdb_ubuntu18.04
          params:
            BEHAVE_FLAGS: --tags=gpinitsystem --tags=~concourse_cluster,demo_cluster

- name: gpstate
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [gate_cli_start]
      - get: gpdb6-centos6-test
    - aggregate:
      - do:
        - get: bin_gpdb
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - task: gpstate_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-centos6-test
          params:
            BEHAVE_FLAGS: --tags=gpstate --tags=~concourse_cluster,demo_cluster

- name: gpstate_ubuntu18
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [compile_gpdb_ubuntu18.04]
      - get: gpdb6-ubuntu18.04-test
    - aggregate:
      - do:
        - get: bin_gpdb_ubuntu18.04
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - task: gpstate_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-ubuntu18.04-test
          input_mapping:
            bin_gpdb: bin_gpdb_ubuntu18.04
          params:
            BEHAVE_FLAGS: --tags=gpstate --tags=~concourse_cluster,demo_cluster

- name: replication_slots
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [gate_cli_start]
      - get: gpdb6-centos6-test
    - aggregate:
      - do:
        - get: bin_gpdb
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - task: replication_slots_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-centos6-test
          params:
            BEHAVE_FLAGS: --tags=replication_slots --tags=~concourse_cluster,demo_cluster

- name: replication_slots_ubuntu18
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [compile_gpdb_ubuntu18.04]
      - get: gpdb6-ubuntu18.04-test
    - aggregate:
      - do:
        - get: bin_gpdb_ubuntu18.04
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - task: replication_slots_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-ubuntu18.04-test
          input_mapping:
            bin_gpdb: bin_gpdb_ubuntu18.04
          params:
            BEHAVE_FLAGS: --tags=replication_slots --tags=~concourse_cluster,demo_cluster

- name: gpactivatestandby
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [gate_cli_start]
      - get: gpdb6-centos6-test
    - aggregate:
      - do:
        - get: gpdb_binary
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - get: ccp_src
        - get: ccp-image
        - put: terraform
          params:
            <<: *ccp_default_params
            vars:
              <<: *ccp_default_vars
              
        - task: gen_cluster
          file: ccp_src/ci/tasks/gen_cluster.yml
          params:
            <<: *ccp_gen_cluster_default_params
        - task: gpinitsystem
          file: ccp_src/ci/tasks/gpinitsystem.yml
        - task: gpactivatestandby_concourse_cluster_tests
          file: gpdb_src/concourse/tasks/run_behave.yml
          image: ccp-image
          params:
            BEHAVE_FLAGS: --tags=gpactivatestandby --tags=concourse_cluster
          on_success:
            <<: *ccp_destroy
          ensure:
            <<: *set_failed
      - do:
        - get: bin_gpdb
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - task: gpactivatestandby_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-centos6-test
          params:
            BEHAVE_FLAGS: --tags=gpactivatestandby --tags=~concourse_cluster,demo_cluster

- name: gpactivatestandby_ubuntu18
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [compile_gpdb_ubuntu18.04]
      - get: gpdb6-ubuntu18.04-test
    - aggregate:
      - do:
        - get: gpdb_binary
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - get: ccp_src
        - put: terraform
          params:
            <<: *ccp_default_params
            vars:
              <<: *ccp_default_vars
              PLATFORM: ubuntu18.04
              
        - task: gen_cluster
          file: ccp_src/ci/tasks/gen_cluster.yml
          params:
            <<: *ccp_gen_cluster_default_params
            PLATFORM: ubuntu18.04
        - task: gpinitsystem
          file: ccp_src/ci/tasks/gpinitsystem.yml
        - task: gpactivatestandby_concourse_cluster_tests
          file: gpdb_src/concourse/tasks/run_behave_on_ccp_cluster.yml
          image: gpdb6-ubuntu18.04-test
          params:
            BEHAVE_FLAGS: --tags=gpactivatestandby --tags=concourse_cluster
          on_success:
            <<: *ccp_destroy
          ensure:
            <<: *set_failed
      - do:
        - get: bin_gpdb_ubuntu18.04
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - task: gpactivatestandby_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-ubuntu18.04-test
          input_mapping:
            bin_gpdb: bin_gpdb_ubuntu18.04
          params:
            BEHAVE_FLAGS: --tags=gpactivatestandby --tags=~concourse_cluster,demo_cluster

- name: gpinitstandby
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [gate_cli_start]
      - get: gpdb6-centos6-test
    - aggregate:
      - do:
        - get: bin_gpdb
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - task: gpinitstandby_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-centos6-test
          params:
            BEHAVE_FLAGS: --tags=gpinitstandby --tags=~concourse_cluster,demo_cluster

- name: gpinitstandby_ubuntu18
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [compile_gpdb_ubuntu18.04]
      - get: gpdb6-ubuntu18.04-test
    - aggregate:
      - do:
        - get: bin_gpdb_ubuntu18.04
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - task: gpinitstandby_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-ubuntu18.04-test
          input_mapping:
            bin_gpdb: bin_gpdb_ubuntu18.04
          params:
            BEHAVE_FLAGS: --tags=gpinitstandby --tags=~concourse_cluster,demo_cluster

- name: gpcheckcat
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [gate_cli_start]
      - get: gpdb6-centos6-test
    - aggregate:
      - do:
        - get: gpdb_binary
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - get: ccp_src
        - get: ccp-image
        - put: terraform
          params:
            <<: *ccp_default_params
            vars:
              <<: *ccp_default_vars
              
        - task: gen_cluster
          file: ccp_src/ci/tasks/gen_cluster.yml
          params:
            <<: *ccp_gen_cluster_default_params
        - task: gpinitsystem
          file: ccp_src/ci/tasks/gpinitsystem.yml
        - task: gpcheckcat_concourse_cluster_tests
          file: gpdb_src/concourse/tasks/run_behave.yml
          image: ccp-image
          params:
            BEHAVE_FLAGS: --tags=gpcheckcat --tags=concourse_cluster
          on_success:
            <<: *ccp_destroy
          ensure:
            <<: *set_failed
      - do:
        - get: bin_gpdb
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - task: gpcheckcat_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-centos6-test
          params:
            BEHAVE_FLAGS: --tags=gpcheckcat --tags=~concourse_cluster,demo_cluster

- name: gpcheckcat_ubuntu18
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [compile_gpdb_ubuntu18.04]
      - get: gpdb6-ubuntu18.04-test
    - aggregate:
      - do:
        - get: gpdb_binary
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - get: ccp_src
        - put: terraform
          params:
            <<: *ccp_default_params
            vars:
              <<: *ccp_default_vars
              PLATFORM: ubuntu18.04
              
        - task: gen_cluster
          file: ccp_src/ci/tasks/gen_cluster.yml
          params:
            <<: *ccp_gen_cluster_default_params
            PLATFORM: ubuntu18.04
        - task: gpinitsystem
          file: ccp_src/ci/tasks/gpinitsystem.yml
        - task: gpcheckcat_concourse_cluster_tests
          file: gpdb_src/concourse/tasks/run_behave_on_ccp_cluster.yml
          image: gpdb6-ubuntu18.04-test
          params:
            BEHAVE_FLAGS: --tags=gpcheckcat --tags=concourse_cluster
          on_success:
            <<: *ccp_destroy
          ensure:
            <<: *set_failed
      - do:
        - get: bin_gpdb_ubuntu18.04
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - task: gpcheckcat_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-ubuntu18.04-test
          input_mapping:
            bin_gpdb: bin_gpdb_ubuntu18.04
          params:
            BEHAVE_FLAGS: --tags=gpcheckcat --tags=~concourse_cluster,demo_cluster

- name: gprecoverseg
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [gate_cli_start]
      - get: gpdb6-centos6-test
    - aggregate:
      - do:
        - get: gpdb_binary
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - get: ccp_src
        - get: ccp-image
        - put: terraform
          params:
            <<: *ccp_default_params
            vars:
              <<: *ccp_default_vars
              
        - task: gen_cluster
          file: ccp_src/ci/tasks/gen_cluster.yml
          params:
            <<: *ccp_gen_cluster_default_params
        - task: gpinitsystem
          file: ccp_src/ci/tasks/gpinitsystem.yml
        - task: gprecoverseg_concourse_cluster_tests
          file: gpdb_src/concourse/tasks/run_behave.yml
          image: ccp-image
          params:
            BEHAVE_FLAGS: --tags=gprecoverseg --tags=concourse_cluster
          on_success:
            <<: *ccp_destroy
          ensure:
            <<: *set_failed
      - do:
        - get: bin_gpdb
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - task: gprecoverseg_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-centos6-test
          params:
            BEHAVE_FLAGS: --tags=gprecoverseg --tags=~concourse_cluster,demo_cluster

- name: gprecoverseg_ubuntu18
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [compile_gpdb_ubuntu18.04]
      - get: gpdb6-ubuntu18.04-test
    - aggregate:
      - do:
        - get: gpdb_binary
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - get: ccp_src
        - put: terraform
          params:
            <<: *ccp_default_params
            vars:
              <<: *ccp_default_vars
              PLATFORM: ubuntu18.04
              
        - task: gen_cluster
          file: ccp_src/ci/tasks/gen_cluster.yml
          params:
            <<: *ccp_gen_cluster_default_params
            PLATFORM: ubuntu18.04
        - task: gpinitsystem
          file: ccp_src/ci/tasks/gpinitsystem.yml
        - task: gprecoverseg_concourse_cluster_tests
          file: gpdb_src/concourse/tasks/run_behave_on_ccp_cluster.yml
          image: gpdb6-ubuntu18.04-test
          params:
            BEHAVE_FLAGS: --tags=gprecoverseg --tags=concourse_cluster
          on_success:
            <<: *ccp_destroy
          ensure:
            <<: *set_failed
      - do:
        - get: bin_gpdb_ubuntu18.04
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - task: gprecoverseg_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-ubuntu18.04-test
          input_mapping:
            bin_gpdb: bin_gpdb_ubuntu18.04
          params:
            BEHAVE_FLAGS: --tags=gprecoverseg --tags=~concourse_cluster,demo_cluster

- name: gpaddmirrors
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [gate_cli_start]
      - get: gpdb6-centos6-test
    - aggregate:
      - do:
        - get: gpdb_binary
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - get: ccp_src
        - get: ccp-image
        - put: terraform
          params:
            <<: *ccp_default_params
            vars:
              <<: *ccp_default_vars
              number_of_nodes: 4
        - task: gen_cluster
          file: ccp_src/ci/tasks/gen_cluster.yml
          params:
            <<: *ccp_gen_cluster_default_params
        - task: gpinitsystem
          file: ccp_src/ci/tasks/gpinitsystem.yml
        - task: gpaddmirrors_concourse_cluster_tests
          file: gpdb_src/concourse/tasks/run_behave.yml
          image: ccp-image
          params:
            BEHAVE_FLAGS: --tags=gpaddmirrors --tags=concourse_cluster
          on_success:
            <<: *ccp_destroy
          ensure:
            <<: *set_failed
      - do:
        - get: bin_gpdb
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - task: gpaddmirrors_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-centos6-test
          params:
            BEHAVE_FLAGS: --tags=gpaddmirrors --tags=~concourse_cluster,demo_cluster

- name: gpaddmirrors_ubuntu18
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [compile_gpdb_ubuntu18.04]
      - get: gpdb6-ubuntu18.04-test
    - aggregate:
      - do:
        - get: gpdb_binary
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - get: ccp_src
        - put: terraform
          params:
            <<: *ccp_default_params
            vars:
              <<: *ccp_default_vars
              PLATFORM: ubuntu18.04
              number_of_nodes: 4
        - task: gen_cluster
          file: ccp_src/ci/tasks/gen_cluster.yml
          params:
            <<: *ccp_gen_cluster_default_params
            PLATFORM: ubuntu18.04
        - task: gpinitsystem
          file: ccp_src/ci/tasks/gpinitsystem.yml
        - task: gpaddmirrors_concourse_cluster_tests
          file: gpdb_src/concourse/tasks/run_behave_on_ccp_cluster.yml
          image: gpdb6-ubuntu18.04-test
          params:
            BEHAVE_FLAGS: --tags=gpaddmirrors --tags=concourse_cluster
          on_success:
            <<: *ccp_destroy
          ensure:
            <<: *set_failed
      - do:
        - get: bin_gpdb_ubuntu18.04
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - task: gpaddmirrors_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-ubuntu18.04-test
          input_mapping:
            bin_gpdb: bin_gpdb_ubuntu18.04
          params:
            BEHAVE_FLAGS: --tags=gpaddmirrors --tags=~concourse_cluster,demo_cluster

- name: gpconfig
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [gate_cli_start]
      - get: gpdb6-centos6-test
    - aggregate:
      - do:
        - get: gpdb_binary
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - get: ccp_src
        - get: ccp-image
        - put: terraform
          params:
            <<: *ccp_default_params
            vars:
              <<: *ccp_default_vars
              
        - task: gen_cluster
          file: ccp_src/ci/tasks/gen_cluster.yml
          params:
            <<: *ccp_gen_cluster_default_params
        - task: gpinitsystem
          file: ccp_src/ci/tasks/gpinitsystem.yml
        - task: gpconfig_concourse_cluster_tests
          file: gpdb_src/concourse/tasks/run_behave.yml
          image: ccp-image
          params:
            BEHAVE_FLAGS: --tags=gpconfig --tags=concourse_cluster
          on_success:
            <<: *ccp_destroy
          ensure:
            <<: *set_failed
      - do:
        - get: bin_gpdb
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - task: gpconfig_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-centos6-test
          params:
            BEHAVE_FLAGS: --tags=gpconfig --tags=~concourse_cluster,demo_cluster

- name: gpconfig_ubuntu18
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [compile_gpdb_ubuntu18.04]
      - get: gpdb6-ubuntu18.04-test
    - aggregate:
      - do:
        - get: gpdb_binary
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - get: ccp_src
        - put: terraform
          params:
            <<: *ccp_default_params
            vars:
              <<: *ccp_default_vars
              PLATFORM: ubuntu18.04
              
        - task: gen_cluster
          file: ccp_src/ci/tasks/gen_cluster.yml
          params:
            <<: *ccp_gen_cluster_default_params
            PLATFORM: ubuntu18.04
        - task: gpinitsystem
          file: ccp_src/ci/tasks/gpinitsystem.yml
        - task: gpconfig_concourse_cluster_tests
          file: gpdb_src/concourse/tasks/run_behave_on_ccp_cluster.yml
          image: gpdb6-ubuntu18.04-test
          params:
            BEHAVE_FLAGS: --tags=gpconfig --tags=concourse_cluster
          on_success:
            <<: *ccp_destroy
          ensure:
            <<: *set_failed
      - do:
        - get: bin_gpdb_ubuntu18.04
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - task: gpconfig_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-ubuntu18.04-test
          input_mapping:
            bin_gpdb: bin_gpdb_ubuntu18.04
          params:
            BEHAVE_FLAGS: --tags=gpconfig --tags=~concourse_cluster,demo_cluster

- name: gpssh-exkeys
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [gate_cli_start]
      - get: gpdb6-centos6-test
    - aggregate:
      - do:
        - get: gpdb_binary
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - get: ccp_src
        - get: ccp-image
        - put: terraform
          params:
            <<: *ccp_default_params
            vars:
              <<: *ccp_default_vars
              number_of_nodes: 4
        - task: gen_cluster
          file: ccp_src/ci/tasks/gen_cluster.yml
          params:
            <<: *ccp_gen_cluster_default_params
        - task: gpinitsystem
          file: ccp_src/ci/tasks/gpinitsystem.yml
        - task: gpssh-exkeys_concourse_cluster_tests
          file: gpdb_src/concourse/tasks/run_behave.yml
          image: ccp-image
          params:
            BEHAVE_FLAGS: --tags=gpssh-exkeys --tags=concourse_cluster
          on_success:
            <<: *ccp_destroy
          ensure:
            <<: *set_failed
      - do:
        - get: bin_gpdb
          resource: bin_gpdb_centos6
          passed: [gate_cli_start]
          trigger: true
        - task: gpssh-exkeys_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-centos6-test
          params:
            BEHAVE_FLAGS: --tags=gpssh-exkeys --tags=~concourse_cluster,demo_cluster

- name: gpssh-exkeys_ubuntu18
  plan:
    - aggregate:
      - get: gpdb_src
        params:
          submodules:
            - gpMgmt/bin/pythonSrc/ext
        passed: [compile_gpdb_ubuntu18.04]
      - get: gpdb6-ubuntu18.04-test
    - aggregate:
      - do:
        - get: gpdb_binary
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - get: ccp_src
        - put: terraform
          params:
            <<: *ccp_default_params
            vars:
              <<: *ccp_default_vars
              PLATFORM: ubuntu18.04
              number_of_nodes: 4
        - task: gen_cluster
          file: ccp_src/ci/tasks/gen_cluster.yml
          params:
            <<: *ccp_gen_cluster_default_params
            PLATFORM: ubuntu18.04
        - task: gpinitsystem
          file: ccp_src/ci/tasks/gpinitsystem.yml
        - task: gpssh-exkeys_concourse_cluster_tests
          file: gpdb_src/concourse/tasks/run_behave_on_ccp_cluster.yml
          image: gpdb6-ubuntu18.04-test
          params:
            BEHAVE_FLAGS: --tags=gpssh-exkeys --tags=concourse_cluster
          on_success:
            <<: *ccp_destroy
          ensure:
            <<: *set_failed
      - do:
        - get: bin_gpdb_ubuntu18.04
          resource: bin_gpdb_ubuntu18.04
          passed: [compile_gpdb_ubuntu18.04]
          trigger: true
        - task: gpssh-exkeys_demo_cluster_tests
          file: gpdb_src/concourse/tasks/behave_gpdb.yml
          image: gpdb6-ubuntu18.04-test
          input_mapping:
            bin_gpdb: bin_gpdb_ubuntu18.04
          params:
            BEHAVE_FLAGS: --tags=gpssh-exkeys --tags=~concourse_cluster,demo_cluster


- name: pg_upgrade
  ensure:
    <<: *set_failed
  on_success:
    <<: *ccp_destroy
  plan:
  - aggregate:
    - get: gpdb_src
      passed: [icw_gporca_centos6]
    - get: bin_gpdb_centos6
      passed: [icw_gporca_centos6]
      trigger: true
    - get: icw_gporca_centos6_dump
      passed: [icw_gporca_centos6]
    - get: ccp_src
  - put: terraform
    params:
      <<: *ccp_default_params
      vars:
        <<: *ccp_default_vars
        instance_type: n1-standard-2
        number_of_nodes: 2
  - task: gen_cluster
    file: ccp_src/ci/tasks/gen_cluster.yml
    params:
      <<: *ccp_gen_cluster_default_params
      PLATFORM: centos6
    input_mapping:
      gpdb_binary: bin_gpdb_centos6
  - task: set_gpinitsystem_config
    file: gpdb_src/concourse/tasks/set_gpinitsystem_config.yml
    params:
      GPINITSYSTEM_CONFIG: gpdb_src/concourse/scripts/configurations/pg_upgrade_gpinitsystem_config
  - task: gpinitsystem
    file: ccp_src/ci/tasks/gpinitsystem.yml
  - task: test_upgrade
    file: gpdb_src/concourse/tasks/test_upgrade.yml
    input_mapping:
      sqldump: icw_gporca_centos6_dump
    params:
      NUMBER_OF_NODES: 2

- name: gpexpand
  plan:
  - aggregate:
    - get: gpdb_src
      params:
        submodules:
        - gpMgmt/bin/pythonSrc/ext
      passed: [icw_gporca_centos6]
    - get: gpdb_binary
      resource: bin_gpdb_centos6
      passed: [icw_gporca_centos6]
      trigger: true
    - get: ccp_src
    - get: ccp-image
    - get: icw_gporca_centos6_dump
      passed: [icw_gporca_centos6]
  - put: terraform
    params:
      <<: *ccp_default_params
      vars:
        <<: *ccp_default_vars
        number_of_nodes: 5
  - task: gen_cluster
    file: ccp_src/ci/tasks/gen_cluster.yml
    params:
      <<: *ccp_gen_cluster_default_params
  - task: pre_run_test_setup
    file: gpdb_src/concourse/tasks/setup_for_gpexpand_to_make_new_gpdb.yml
    image: ccp-image
    input_mapping: {sqldump: icw_gporca_centos6_dump}
  - task: run_tests
    file: gpdb_src/concourse/tasks/run_behave.yml
    params:
      BEHAVE_FLAGS: --tags=gpexpand
    image: ccp-image
    on_success:
      <<: *ccp_destroy
  ensure:
    <<: *set_failed


 # end CLI test_sections

## ======================================================================
##     _        _
##    / \      / \
##   / _ \    / _ \
##  / ___ \  / ___ \
## /_/   \_\/_/   \_\
## ======================================================================
- name: gate_advanced_analytics_start
  plan:
  - aggregate:
    - get: gpdb_src
      passed:
      - compile_gpdb_centos6
      - compile_gpdb_centos7
      trigger: true
    - get: bin_gpdb_centos6
      passed:
      - compile_gpdb_centos6
    - get: bin_gpdb_centos7
      passed:
      - compile_gpdb_centos7

- name: madlib_build_gppkg
  plan:
  - aggregate:
    - get: madlib_src
    - get: madlib_ci
    - get: cmake_tar
    - get: pyxb
    - get: eigen
    - get: boost
    - get: gpdb_src
      passed: [gate_advanced_analytics_start]
    - get: bin_gpdb
      resource: bin_gpdb_centos6
      trigger: true
      passed: [gate_advanced_analytics_start]
    - get: bin_gpdb_centos7
      passed: [gate_advanced_analytics_start]
    - get: gpdb6-centos6-build
  - task: build_madlib_gppkg_from_source
    file: madlib_ci/concourse/tasks/madlib_build_gppkg_from_source.yml
    image: gpdb6-centos6-build
    params:
      TEST_OS: centos6
      DB_TYPE: gpdb6
      CMAKE_BUILD_TYPE: Release
  - aggregate:
    - put: madlib_gppkg
      params:
        file: madlib_master_artifacts/madlib-*.gppkg

- name: MADlib_Test_planner_centos6
  plan:
  - aggregate:
    - get: madlib_ci
    - get: gpdb_src
      passed: [madlib_build_gppkg]
    - get: bin_gpdb
      resource: bin_gpdb_centos6
      passed: [madlib_build_gppkg]
    - get: gpdb6-centos6-test
    - get: madlib_gppkg
      passed: [madlib_build_gppkg]
      trigger: true
  - task: MADlib_Test_gppkg
    file: madlib_ci/concourse/tasks/madlib_test_gppkg.yml
    image: gpdb6-centos6-test
    params:
      TEST_OS: centos
      ORCA: "off"
      DBVER: gpdb6-assert

- name: MADlib_Test_orca_centos6
  plan:
  - aggregate:
    - get: madlib_ci
    - get: gpdb_src
      passed: [madlib_build_gppkg]
    - get: bin_gpdb
      resource: bin_gpdb_centos6
      passed: [madlib_build_gppkg]
    - get: gpdb6-centos6-test
    - get: madlib_gppkg
      passed: [madlib_build_gppkg]
      trigger: true
  - task: MADlib_Test_gppkg
    file: madlib_ci/concourse/tasks/madlib_test_gppkg.yml
    image: gpdb6-centos6-test
    params:
      TEST_OS: centos
      ORCA: "on"
      DBVER: gpdb6-assert

- name: MADlib_Test_planner_centos7
  plan:
  - aggregate:
    - get: madlib_ci
    - get: gpdb_src
      passed: [madlib_build_gppkg]
    - get: bin_gpdb
      resource: bin_gpdb_centos7
      passed: [madlib_build_gppkg]
    - get: gpdb6-centos7-test
    - get: madlib_gppkg
      passed: [madlib_build_gppkg]
      trigger: true
  - task: MADlib_Test_gppkg
    file: madlib_ci/concourse/tasks/madlib_test_gppkg.yml
    image: gpdb6-centos7-test
    params:
      TEST_OS: centos
      ORCA: "off"
      DBVER: gpdb6-assert

- name: MADlib_Test_orca_centos7
  plan:
  - aggregate:
    - get: madlib_ci
    - get: gpdb_src
      passed: [madlib_build_gppkg]
    - get: bin_gpdb
      resource: bin_gpdb_centos7
      passed: [madlib_build_gppkg]
    - get: gpdb6-centos7-test
    - get: madlib_gppkg
      passed: [madlib_build_gppkg]
      trigger: true
  - task: MADlib_Test_gppkg
    file: madlib_ci/concourse/tasks/madlib_test_gppkg.yml
    image: gpdb6-centos7-test
    params:
      TEST_OS: centos
      ORCA: "on"
      DBVER: gpdb6-assert

## ======================================================================
##  ____      _
## |  _ \ ___| | ___  __ _ ___  ___
## | |_) / _ \ |/ _ \/ _` / __|/ _ \
## |  _ <  __/ |  __/ (_| \__ \  __/
## |_| \_\___|_|\___|\__,_|___/\___|
## ======================================================================

- name: gate_release_candidate_start
  plan:
  - aggregate:
    - get: gpdb_src
      trigger: true
      passed:
      - compile_gpdb_centos6
      - compile_gpdb_open_source_centos6
      - compile_gpdb_centos7
      - compile_gpdb_ubuntu18.04
      - icw_planner_centos6
      - icw_gporca_centos6
      - icw_gporca_centos7
      - icw_planner_centos7
      - icw_gporca_ubuntu18.04
      - icw_planner_ubuntu18.04
      - icw_planner_ictcp_centos6
      - icw_extensions_gpcloud_centos6
      - resource_group_centos6
      - resource_group_centos7
      - gpperfmon_centos6
      - gpperfmon_centos7
      - test_gpdb_clients_windows
      - gpmovemirrors
      - gpmovemirrors_ubuntu18
      - gppkg
      - gppkg_ubuntu18
      - analyzedb
      - analyzedb_ubuntu18
      - gpinitsystem
      - gpinitsystem_ubuntu18
      - gpstate
      - gpstate_ubuntu18
      - replication_slots
      - replication_slots_ubuntu18
      - gpactivatestandby
      - gpactivatestandby_ubuntu18
      - gpinitstandby
      - gpinitstandby_ubuntu18
      - gpcheckcat
      - gpcheckcat_ubuntu18
      - gprecoverseg
      - gprecoverseg_ubuntu18
      - gpaddmirrors
      - gpaddmirrors_ubuntu18
      - gpconfig
      - gpconfig_ubuntu18
      - gpssh-exkeys
      - gpssh-exkeys_ubuntu18
 ##     - madlib_build_gppkg
 ##     - MADlib_Test_orca_centos6
 ##     - MADlib_Test_planner_centos6
 ##     - MADlib_Test_orca_centos7
 ##     - MADlib_Test_planner_centos7
      - pg_upgrade
      - gpexpand
      - check_centos
      - interconnect
    - get: bin_gpdb_centos6
      trigger: true
      passed:
      - compile_gpdb_centos6
      - icw_planner_centos6
      - icw_gporca_centos6
      - icw_planner_ictcp_centos6
      - icw_extensions_gpcloud_centos6
      - resource_group_centos6
      - gpmovemirrors
      - gppkg
      - analyzedb
      - gpinitsystem
      - gpstate
      - replication_slots
      - gpactivatestandby
      - gpinitstandby
      - gpcheckcat
      - gprecoverseg
      - gpaddmirrors
      - gpconfig
      - gpssh-exkeys
 ##     - MADlib_Test_orca_centos6
 ##     - MADlib_Test_planner_centos6
      - gpexpand
      - check_centos
      - interconnect
    - get: bin_gpdb_centos7
      trigger: true
      passed:
      - compile_gpdb_centos7
      - icw_gporca_centos7
      - icw_planner_centos7
      - resource_group_centos7
 ##     - MADlib_Test_orca_centos7
 ##     - MADlib_Test_planner_centos7
    - get: bin_gpdb_clients_centos6
      passed:
      - compile_gpdb_centos6
    - get: bin_gpdb_clients_centos7
      passed:
      - compile_gpdb_centos7
    - get: bin_gpdb_ubuntu18.04
      trigger: true
      passed:
      - compile_gpdb_ubuntu18.04
      - icw_gporca_ubuntu18.04
      - icw_planner_ubuntu18.04
      - gpmovemirrors_ubuntu18
      - gppkg_ubuntu18
      - analyzedb_ubuntu18
      - gpinitsystem_ubuntu18
      - gpstate_ubuntu18
      - replication_slots_ubuntu18
      - gpactivatestandby_ubuntu18
      - gpinitstandby_ubuntu18
      - gpcheckcat_ubuntu18
      - gprecoverseg_ubuntu18
      - gpaddmirrors_ubuntu18
      - gpconfig_ubuntu18
      - gpssh-exkeys_ubuntu18
    - get: bin_gpdb_clients_ubuntu18.04
      passed:
      - compile_gpdb_ubuntu18.04
    - get: bin_gpdb_clients_windows
      passed:
      - test_gpdb_clients_windows

- name: Release_Candidate
  plan:
  - aggregate:
    - get: gpdb_src
      trigger: true
      passed: [gate_release_candidate_start]
    - get: bin_gpdb_centos6
      trigger: true
      passed: [gate_release_candidate_start]
    - get: bin_gpdb_centos7
      trigger: true
      passed: [gate_release_candidate_start]
    - get: bin_gpdb_ubuntu18.04
      trigger: true
      passed: [gate_release_candidate_start]
    - get: bin_gpdb_clients_centos6
      trigger: true
      passed: [gate_release_candidate_start]
    - get: bin_gpdb_clients_centos7
      trigger: true
      passed: [gate_release_candidate_start]
    - get: bin_gpdb_clients_ubuntu18.04
      trigger: true
      passed: [gate_release_candidate_start]
    - get: bin_gpdb_clients_windows
      passed: [gate_release_candidate_start]
    - get: gpdb6-centos6-build
  - aggregate:
    - task: rename_rc_artifacts
      file: gpdb_src/concourse/tasks/rename_rc_artifacts.yml
      params:
        RC_BUILD_TYPE_GCS: ((rc-build-type-gcs))
    - task: verify_gpdb_versions
      file: gpdb_src/concourse/tasks/verify_gpdb_versions.yml
  - aggregate:
    - put: bin_gpdb_centos6_rc
      params:
        file: "release_candidates/server-rc-*rhel6*.tar.gz"
    - put: bin_gpdb_centos7_rc
      params:
        file: "release_candidates/server-rc-*rhel7*.tar.gz"
    - put: bin_gpdb_ubuntu18.04_rc
      params:
        file: "release_candidates/server-rc-*ubuntu18.04*.tar.gz"
    - put: bin_gpdb_clients_centos6_rc
      params:
        file: "release_candidates/clients-rc-*rhel6*.tar.gz"
    - put: bin_gpdb_clients_centos7_rc
      params:
        file: "release_candidates/clients-rc-*rhel7*.tar.gz"
    - put: bin_gpdb_clients_ubuntu18.04_rc
      params:
        file: "release_candidates/clients-rc-*ubuntu18.04*.tar.gz"
    - put: bin_gpdb_clients_windows_rc
      params:
        file: "release_candidates/clients-rc-*-windows_x86_64.msi"
    - put: bin_gpdb_centos6_rc_s3
      params:
        file: bin_gpdb_centos6/bin_gpdb.tar.gz
    - put: bin_gpdb_centos7_rc_s3
      params:
        file: bin_gpdb_centos7/bin_gpdb.tar.gz


## ======================================================================
##    __      _                 _
##   /__\_  _| |_ ___ _ __  ___(_) ___  _ __  ___
##  /_\ \ \/ / __/ _ \ '_ \/ __| |/ _ \| '_ \/ __|
## //__  >  <| ||  __/ | | \__ \ | (_) | | | \__ \
## \__/ /_/\_\\__\___|_| |_|___/_|\___/|_| |_|___/
## ======================================================================

- name: icw_extensions_gpcloud_centos6
  plan:
  - aggregate:
    - get: gpdb_src
      passed: [compile_gpdb_centos6]
      trigger: true
    - get: bin_gpdb_centos6
      passed: [compile_gpdb_centos6]
    - get: gpdb6-centos6-test
  - aggregate:
    - task: unit_tests_gpcloud
      file: gpdb_src/concourse/tasks/unit_tests_gpcloud.yml
      image: gpdb6-centos6-test
      params:
        TARGET_OS: centos
    - task: regression_tests_gpcloud_centos
      input_mapping:
        bin_gpdb: bin_gpdb_centos6
      file: gpdb_src/concourse/tasks/regression_tests_gpcloud.yml
      image: gpdb6-centos6-test
      params:
        gpcloud_access_key_id: {{gpcloud-access-key-id}}
        gpcloud_secret_access_key: {{gpcloud-secret-access-key}}
        TARGET_OS: centos
    - task: gpcheckcloud_tests_gpcloud_centos
      input_mapping:
        bin_gpdb: bin_gpdb_centos6
      file: gpdb_src/concourse/tasks/gpcheckcloud_tests_gpcloud.yml
      image: gpdb6-centos6-test
      params:
        gpcloud_access_key_id: {{gpcloud-access-key-id}}
        gpcloud_secret_access_key: {{gpcloud-secret-access-key}}
        TARGET_OS: centos