## ====================================================================== ## resources ## ====================================================================== resources: - name: gpdb_src type: git source: branch: {{gpdb-git-branch}} private_key: {{gpdb-git-key}} uri: {{gpdb-git-remote}} ignore_paths: - gpdb-doc/* - README* - name: gpdb_src_binary_swap type: git source: branch: {{gpdb-binary-swap-git-tag}} private_key: {{gpdb-git-key}} uri: {{gpdb-binary-swap-git-remote}} ignore_paths: - gpdb-doc/* - README* - name: gpaddon_src type: git source: branch: {{gpaddon-git-branch}} private_key: {{gpaddon-git-key}} uri: {{gpaddon-git-remote}} - name: centos-gpdb-dev-6 type: docker-image source: repository: pivotaldata/centos-gpdb-dev tag: '6-gcc6.2-llvm3.7' username: {{docker_username}} password: {{docker_password}} - name: centos-gpdb-dev-7 type: docker-image source: repository: pivotaldata/centos-gpdb-dev tag: 7-gcc6.2-llvm3.7 username: {{docker_username}} password: {{docker_password}} - name: sles-gpdb-dev-11-beta type: docker-image source: repository: pivotaldata/sles-gpdb-dev tag: 11-beta username: {{docker_username}} password: {{docker_password}} - name: centos-mingw type: docker-image source: repository: pivotaldata/centos-mingw username: {{docker_username}} password: {{docker_password}} - name: bin_gpdb_centos6 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{bin_gpdb_centos_versioned_file}} - name: binary_swap_gpdb_centos6 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{binary_swap_gpdb_centos_versioned_file}} - name: bin_gpdb_centos7 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{bin_gpdb_centos7_versioned_file}} - name: bin_gpdb_sles11 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: {{bin_gpdb_sles11_versioned_file}} - name: bin_gpdb_windows_clients type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: windows-cl/greenplum-clients-5.(.*)-WinXP-x86_32.msi - name: bin_gpdb_windows_loaders type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: windows-cl/greenplum-loaders-5.(.*)-WinXP-x86_32.msi - name: installer_rhel6_gpdb_rc type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/software_only_installer/greenplum-db-(.*)-rhel6-x86_64.zip - name: installer_rhel6_gpdb_rc_sha256 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/software_only_installer/greenplum-db-(.*)-rhel6-x86_64.zip.sha256 - name: installer_rhel7_gpdb_rc type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/software_only_installer/greenplum-db-(.*)-rhel7-x86_64.zip - name: installer_rhel7_gpdb_rc_sha256 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/software_only_installer/greenplum-db-(.*)-rhel7-x86_64.zip.sha256 - name: installer_sles11_gpdb_rc type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/software_only_installer/greenplum-db-(.*)-sles11-x86_64.zip - name: installer_sles11_gpdb_rc_sha256 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/software_only_installer/greenplum-db-(.*)-sles11-x86_64.zip.sha256 - name: installer_appliance_rhel6_gpdb_rc type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/appliance_installer/greenplum-db-appliance-(.*)-rhel6-x86_64.zip - name: installer_appliance_rhel6_gpdb_rc_sha256 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/appliance_installer/greenplum-db-appliance-(.*)-rhel6-x86_64.zip.sha256 - name: installer_rhel6_gpdb_clients type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/greenplum-clients-5.(.*)-rhel6-x86_64.zip - name: installer_rhel6_gpdb_loaders type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/greenplum-loaders-5.(.*)-rhel6-x86_64.zip - name: installer_appliance_rhel7_gpdb_rc type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/appliance_installer/greenplum-db-appliance-(.*)-rhel7-x86_64.zip - name: installer_appliance_rhel7_gpdb_rc_sha256 type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/appliance_installer/greenplum-db-appliance-(.*)-rhel7-x86_64.zip.sha256 - name: installer_rhel7_gpdb_clients type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/greenplum-clients-5.(.*)-rhel7-x86_64.zip - name: installer_rhel7_gpdb_loaders type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/greenplum-loaders-5.(.*)-rhel7-x86_64.zip - name: qautils_rhel6_tarball type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: deliverables/QAUtils-rhel6-x86_64.tar.gz - name: qautils_rhel7_tarball type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: deliverables/QAUtils-rhel7-x86_64.tar.gz - name: qautils_sles11_tarball type: s3 source: private: true access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} versioned_file: deliverables/QAUtils-sles11-x86_64.tar.gz - name: installer_sles11_gpdb_clients type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/greenplum-clients-5.(.*)-sles11-x86_64.zip - name: installer_sles11_gpdb_loaders type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/greenplum-loaders-5.(.*)-sles11-x86_64.zip - name: gpdb_src_tinc_tarball type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/greenplum-db-(.*)-src.tar.gz - name: gpdb_src_behave_tarball type: s3 source: access_key_id: {{bucket-access-key-id}} bucket: {{bucket-name}} region_name: {{aws-region}} secret_access_key: {{bucket-secret-access-key}} regexp: deliverables/greenplum-db-(.*)-behave.tar.gz - name: nightly-trigger type: time source: location: America/Los_Angeles days: [Sunday, Monday, Tuesday, Wednesday, Thursday, Friday] start: 6:00 AM stop: 7:00 AM ## ====================================================================== ## jobs ## ====================================================================== # Stage 1: Build and C Unit Tests jobs: - name: compile_gpdb_centos6 plan: - aggregate: - get: gpdb_src trigger: true - get: gpaddon_src - get: centos-gpdb-dev-6 - task: compile_gpdb file: gpdb_src/concourse/tasks/compile_gpdb.yml image: centos-gpdb-dev-6 params: IVYREPO_HOST: {{ivyrepo_host}} IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} TARGET_OS: centos TARGET_OS_VERSION: 6 BLD_TARGETS: "clients loaders" - aggregate: - put: bin_gpdb_centos6 params: file: gpdb_artifacts/bin_gpdb.tar.gz - put: installer_rhel6_gpdb_clients params: file: gpdb_artifacts/greenplum-clients-*-rhel6-x86_64.zip - put: installer_rhel6_gpdb_loaders params: file: gpdb_artifacts/greenplum-loaders-*-rhel6-x86_64.zip - name: compile_gpdb_open_source_centos6 public: true plan: - aggregate: - get: gpdb_src trigger: true - get: centos-gpdb-dev-6 - task: compile_gpdb file: gpdb_src/concourse/tasks/compile_gpdb_open_source.yml image: centos-gpdb-dev-6 - name: compile_gpdb_centos7 plan: - aggregate: - get: gpdb_src trigger: true - get: gpaddon_src - get: centos-gpdb-dev-7 - task: compile_gpdb file: gpdb_src/concourse/tasks/compile_gpdb.yml image: centos-gpdb-dev-7 params: IVYREPO_HOST: {{ivyrepo_host}} IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} TARGET_OS: centos TARGET_OS_VERSION: 7 BLD_TARGETS: "clients loaders" - aggregate: - put: bin_gpdb_centos7 params: file: gpdb_artifacts/bin_gpdb.tar.gz - put: installer_rhel7_gpdb_clients params: file: gpdb_artifacts/greenplum-clients-*-rhel7-x86_64.zip - put: installer_rhel7_gpdb_loaders params: file: gpdb_artifacts/greenplum-loaders-*-rhel7-x86_64.zip - name: compile_gpdb_sles11 plan: - aggregate: - get: gpdb_src trigger: true - get: gpaddon_src - get: sles-gpdb-dev-11-beta - task: compile_gpdb file: gpdb_src/concourse/tasks/compile_gpdb.yml image: sles-gpdb-dev-11-beta params: IVYREPO_HOST: {{ivyrepo_host}} IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} TARGET_OS: sles TARGET_OS_VERSION: BLD_TARGETS: "clients loaders" - put: bin_gpdb_sles11 params: file: gpdb_artifacts/bin_gpdb.tar.gz - put: installer_sles11_gpdb_clients params: file: gpdb_artifacts/greenplum-clients-*-sles11-x86_64.zip - put: installer_sles11_gpdb_loaders params: file: gpdb_artifacts/greenplum-loaders-*-sles11-x86_64.zip - name: compile_gpdb_windows_cl plan: - aggregate: - get: gpdb_src trigger: true - get: gpaddon_src - get: centos-mingw - task: compile_gpdb file: gpdb_src/concourse/tasks/compile_gpdb.yml image: centos-mingw params: TARGET_OS: win32 TARGET_OS_VERSION: BLD_TARGETS: clients loaders IVYREPO_HOST: {{ivyrepo_host}} IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} - aggregate: - put: bin_gpdb_windows_clients params: file: gpdb_artifacts/greenplum-clients-*-WinXP-x86_32.msi - put: bin_gpdb_windows_loaders params: file: gpdb_artifacts/greenplum-loaders-*-WinXP-x86_32.msi # This acts like a cache as this job will only be run once to get a # binary to use for our binary swap compatibility tests. Setting a new # tag or branch for the gpdb_src_binary_swap resource via set-pipeline # will replace the cached binary. - name: compile_gpdb_binary_swap_centos6 plan: - aggregate: - get: gpdb_src resource: gpdb_src_binary_swap trigger: true - get: gpaddon_src - get: centos-gpdb-dev-6 - task: compile_gpdb file: gpdb_src/concourse/tasks/compile_gpdb.yml image: centos-gpdb-dev-6 params: IVYREPO_HOST: {{ivyrepo_host}} IVYREPO_REALM: {{ivyrepo_realm}} IVYREPO_USER: {{ivyrepo_user}} IVYREPO_PASSWD: {{ivyrepo_passwd}} TARGET_OS: centos TARGET_OS_VERSION: 6 - aggregate: - put: binary_swap_gpdb_centos6 params: file: gpdb_artifacts/bin_gpdb.tar.gz # Stage 2a: Run regression tests against binaries (make installcheck-world and similar) - name: icw_planner_centos6 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: binary_swap_gpdb resource: binary_swap_gpdb_centos6 passed: [compile_gpdb_binary_swap_centos6] trigger: true - get: centos-gpdb-dev-6 - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb_binary_swap.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: PGOPTIONS='-c optimizer=off' installcheck-world BLDWRAP_POSTGRES_CONF_ADDONS: "fsync=off" TEST_OS: centos - name: icw_gporca_centos6 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: centos-gpdb-dev-6 - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: PGOPTIONS='-c optimizer=on' installcheck-world BLDWRAP_POSTGRES_CONF_ADDONS: "fsync=off" TEST_OS: centos - name: icw_gporca_centos7 serial: true plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos7] - get: bin_gpdb resource: bin_gpdb_centos7 passed: [compile_gpdb_centos7] trigger: true - get: centos-gpdb-dev-7 - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: centos-gpdb-dev-7 params: MAKE_TEST_COMMAND: PGOPTIONS='-c optimizer=on' installcheck-world BLDWRAP_POSTGRES_CONF_ADDONS: "fsync=off" TEST_OS: centos - name: icw_gporca_sles11 serial: true plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_sles11] - get: bin_gpdb resource: bin_gpdb_sles11 passed: [compile_gpdb_sles11] trigger: true - get: sles-gpdb-dev-11-beta - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: sles-gpdb-dev-11-beta params: MAKE_TEST_COMMAND: PGOPTIONS='-c optimizer=on' installcheck-world BLDWRAP_POSTGRES_CONF_ADDONS: "fsync=off" TEST_OS: sles - name: icw_planner_ictcp_centos6 plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: centos-gpdb-dev-6 - task: ic_gpdb file: gpdb_src/concourse/tasks/ic_gpdb.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: PGOPTIONS='-c gp_interconnect_type=tcp -c optimizer=off' installcheck-world BLDWRAP_POSTGRES_CONF_ADDONS: "fsync=off" TEST_OS: centos - name: MU_check_centos plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: centos-gpdb-dev-6 - task: MU_check_centos file: gpdb_src/concourse/tasks/gpMgmt_check_gpdb.yml image: centos-gpdb-dev-6 params: TEST_OS: centos - name: regression_tests_gpcloud_centos plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: centos-gpdb-dev-6 - task: regression_tests_gpcloud file: gpdb_src/concourse/tasks/regression_tests_gpcloud.yml image: centos-gpdb-dev-6 params: gpcloud_access_key_id: {{gpcloud-access-key-id}} gpcloud_secret_access_key: {{gpcloud-secret-access-key}} overwrite_gpcloud: false TARGET_OS: centos TARGET_OS_VERSION: 6 - name: MM_gpperfmon plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: centos-gpdb-dev-6 - task: gpperfmon file: gpdb_src/concourse/tasks/behave_gpdb.yml image: centos-gpdb-dev-6 params: BEHAVE_TAGS: gpperfmon - name: MM_gpcheck plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: centos-gpdb-dev-6 - aggregate: - task: gpcheck_as_gpadmin file: gpdb_src/concourse/tasks/behave_gpdb.yml image: centos-gpdb-dev-6 params: BEHAVE_TAGS: gpcheck_as_gpadmin GPCHECK_SETUP: true - name: MM_gppkg plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: centos-gpdb-dev-6 - task: gppkg file: gpdb_src/concourse/tasks/behave_gpdb.yml image: centos-gpdb-dev-6 params: BEHAVE_TAGS: gppkg - name: MM_pt-rebuild plan: - aggregate: - get: gpdb_src params: submodules: - gpMgmt/bin/pythonSrc/ext passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: centos-gpdb-dev-6 - aggregate: - task: persistent_table_rebuild file: gpdb_src/concourse/tasks/behave_gpdb.yml image: centos-gpdb-dev-6 params: BEHAVE_TAGS: persistent_rebuild - task: persistent_table_rebuild_crash_recovery file: gpdb_src/concourse/tasks/tinc_gpdb.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: persistent_table_rebuild TEST_OS: centos - name: fts plan: - aggregate: - get: gpdb_src params: {submodules: none} passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: centos-gpdb-dev-6 - aggregate: - task: fts_transitions_part01 file: gpdb_src/concourse/tasks/tinc_gpdb.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: fts_transitions_part01 BLDWRAP_POSTGRES_CONF_ADDONS: gp_segment_connect_timeout=20 gp_fts_probe_interval=20 TEST_OS: centos - task: fts_transitions_part02 file: gpdb_src/concourse/tasks/tinc_gpdb.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: fts_transitions_part02 BLDWRAP_POSTGRES_CONF_ADDONS: gp_segment_connect_timeout=20 gp_fts_probe_interval=20 TEST_OS: centos - task: fts_transitions_part03 file: gpdb_src/concourse/tasks/tinc_gpdb.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: fts_transitions_part03 BLDWRAP_POSTGRES_CONF_ADDONS: gp_segment_connect_timeout=20 gp_fts_probe_interval=20 TEST_OS: centos - name: storage plan: - aggregate: - get: gpdb_src params: {submodules: none} passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: centos-gpdb-dev-6 - aggregate: - task: aocoalter_catalog_loaders file: gpdb_src/concourse/tasks/tinc_gpdb.yml params: MAKE_TEST_COMMAND: aocoalter_catalog_loaders TEST_OS: centos image: centos-gpdb-dev-6 - task: storage_persistent_accessmethods_and_vacuum file: gpdb_src/concourse/tasks/tinc_gpdb.yml params: MAKE_TEST_COMMAND: storage_persistent_accessmethods_and_vacuum TEST_OS: centos image: centos-gpdb-dev-6 timeout: 3h - task: storage_filerep file: gpdb_src/concourse/tasks/tinc_gpdb.yml params: MAKE_TEST_COMMAND: storage_filerep TEST_OS: centos image: centos-gpdb-dev-6 timeout: 3h - task: storage_uao_transactionmanagement file: gpdb_src/concourse/tasks/tinc_gpdb.yml params: MAKE_TEST_COMMAND: storage_uao_and_transactionmanagement TEST_OS: centos image: centos-gpdb-dev-6 timeout: 3h - task: storage_vacuum_xidlimits file: gpdb_src/concourse/tasks/tinc_gpdb.yml params: MAKE_TEST_COMMAND: storage_vacuum_xidlimits TEST_OS: centos image: centos-gpdb-dev-6 timeout: 3h - name: QP_memory-accounting plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] trigger: true - get: bin_gpdb passed: [compile_gpdb_centos6] resource: bin_gpdb_centos6 - get: centos-gpdb-dev-6 - task: memory-accounting timeout: 3h file: gpdb_src/concourse/tasks/tinc_gpdb.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: memory_accounting TEST_OS: "centos" - name: regression_tests_gphdfs_centos plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] - get: bin_gpdb passed: [compile_gpdb_centos6] trigger: true resource: bin_gpdb_centos6 - get: centos-gpdb-dev-6 - task: regression_tests_gphdfs file: gpdb_src/concourse/tasks/regression_tests_gphdfs.yml image: centos-gpdb-dev-6 params: TARGET_OS: centos TARGET_OS_VERSION: 6 # Stage 2b: Packaging - name: gpdb_rc_packaging_centos plan: - aggregate: - get: gpdb_src passed: - compile_gpdb_centos6 - compile_gpdb_centos7 - get: gpaddon_src passed: [compile_gpdb_centos6] - get: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: bin_gpdb_centos7 passed: [compile_gpdb_centos7] trigger: true - get: centos-gpdb-dev-6 - get: centos-gpdb-dev-7 - task: separate_qautils_files_for_rc_centos6 file: gpdb_src/concourse/tasks/separate_qautils_files_for_rc.yml image: centos-gpdb-dev-6 input_mapping: bin_gpdb: bin_gpdb_centos6 output_mapping: rc_bin_gpdb: rc_bin_gpdb_rhel6 params: QAUTILS_TARBALL: rc_bin_gpdb/QAUtils-rhel6-x86_64.tar.gz - task: separate_qautils_files_for_rc_centos7 file: gpdb_src/concourse/tasks/separate_qautils_files_for_rc.yml image: centos-gpdb-dev-7 input_mapping: bin_gpdb: bin_gpdb_centos7 output_mapping: rc_bin_gpdb: rc_bin_gpdb_rhel7 params: QAUTILS_TARBALL: rc_bin_gpdb/QAUtils-rhel7-x86_64.tar.gz - task: gpdb_src_tinc_packaging file: gpdb_src/concourse/tasks/gpdb_src_tinc_packaging.yml image: centos-gpdb-dev-6 input_mapping: bin_gpdb: bin_gpdb_centos6 output_mapping: rc_bin_gpdb: packaged_gpdb_src_tinc params: GPDB_SRC_TAR_GZ: rc_bin_gpdb/greenplum-db-@GP_VERSION@-src.tar.gz - task: gpdb_src_behave_packaging file: gpdb_src/concourse/tasks/gpdb_src_behave_packaging.yml image: centos-gpdb-dev-6 input_mapping: bin_gpdb: bin_gpdb_centos6 output_mapping: rc_bin_gpdb: packaged_gpdb_src_behave params: GPDB_SRC_TAR_GZ: rc_bin_gpdb/greenplum-db-@GP_VERSION@-behave.tar.gz - aggregate: - task: gpdb_rc_packaging_centos6 file: gpdb_src/concourse/tasks/gpdb_packaging.yml image: centos-gpdb-dev-6 input_mapping: bin_gpdb: rc_bin_gpdb_rhel6 output_mapping: packaged_gpdb: packaged_gpdb_rc_centos6 params: INSTALL_SCRIPT_SRC: gpdb_src/gpAux/addon/license/installer-header-rhel-gpdb.sh INSTALLER_ZIP: packaged_gpdb/greenplum-db-@GP_VERSION@-rhel6-x86_64.zip ADD_README_INSTALL: true - task: gpdb_appliance_rhel6_rc_packaging file: gpdb_src/concourse/tasks/gpdb_packaging.yml image: centos-gpdb-dev-6 input_mapping: bin_gpdb: rc_bin_gpdb_rhel6 output_mapping: packaged_gpdb: packaged_gpdb_appliance_rc_centos6 params: INSTALL_SCRIPT_SRC: gpdb_src/gpAux/addon/license/installer-appliance-header-rhel-gpdb.sh INSTALLER_ZIP: packaged_gpdb/greenplum-db-appliance-@GP_VERSION@-rhel6-x86_64.zip - task: gpdb_rc_packaging_centos7 file: gpdb_src/concourse/tasks/gpdb_packaging.yml image: centos-gpdb-dev-7 input_mapping: bin_gpdb: rc_bin_gpdb_rhel7 output_mapping: packaged_gpdb: packaged_gpdb_rc_centos7 params: INSTALL_SCRIPT_SRC: gpdb_src/gpAux/addon/license/installer-header-rhel-gpdb.sh INSTALLER_ZIP: packaged_gpdb/greenplum-db-@GP_VERSION@-rhel7-x86_64.zip ADD_README_INSTALL: true - task: gpdb_appliance_rhel7_rc_packaging file: gpdb_src/concourse/tasks/gpdb_packaging.yml image: centos-gpdb-dev-7 input_mapping: bin_gpdb: rc_bin_gpdb_rhel7 output_mapping: packaged_gpdb: packaged_gpdb_appliance_rc_centos7 params: INSTALL_SCRIPT_SRC: gpdb_src/gpAux/addon/license/installer-appliance-header-rhel-gpdb.sh INSTALLER_ZIP: packaged_gpdb/greenplum-db-appliance-@GP_VERSION@-rhel7-x86_64.zip - aggregate: # RHEL 6 - put: installer_rhel6_gpdb_rc params: file: packaged_gpdb_rc_centos6/greenplum-db-*-rhel6-x86_64.zip - put: installer_rhel6_gpdb_rc_sha256 params: file: packaged_gpdb_rc_centos6/greenplum-db-*-rhel6-x86_64.zip.sha256 - put: installer_appliance_rhel6_gpdb_rc params: file: packaged_gpdb_appliance_rc_centos6/greenplum-db-appliance-*-rhel6-x86_64.zip - put: installer_appliance_rhel6_gpdb_rc_sha256 params: file: packaged_gpdb_appliance_rc_centos6/greenplum-db-appliance-*-rhel6-x86_64.zip.sha256 - put: qautils_rhel6_tarball params: file: rc_bin_gpdb_rhel6/QAUtils-rhel6-x86_64.tar.gz # RHEL 7 - put: installer_rhel7_gpdb_rc params: file: packaged_gpdb_rc_centos7/greenplum-db-*-rhel7-x86_64.zip - put: installer_rhel7_gpdb_rc_sha256 params: file: packaged_gpdb_rc_centos7/greenplum-db-*-rhel7-x86_64.zip.sha256 - put: installer_appliance_rhel7_gpdb_rc params: file: packaged_gpdb_appliance_rc_centos7/greenplum-db-appliance-*-rhel7-x86_64.zip - put: installer_appliance_rhel7_gpdb_rc_sha256 params: file: packaged_gpdb_appliance_rc_centos7/greenplum-db-appliance-*-rhel7-x86_64.zip.sha256 - put: qautils_rhel7_tarball params: file: rc_bin_gpdb_rhel7/QAUtils-rhel7-x86_64.tar.gz # Source - put: gpdb_src_tinc_tarball params: file: packaged_gpdb_src_tinc/greenplum-db-*-src.tar.gz - put: gpdb_src_behave_tarball params: file: packaged_gpdb_src_behave/greenplum-db-*-behave.tar.gz - name: gpdb_rc_packaging_sles plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_sles11] - get: gpaddon_src passed: [compile_gpdb_sles11] - get: bin_gpdb resource: bin_gpdb_sles11 passed: [compile_gpdb_sles11] trigger: true - get: sles-gpdb-dev-11-beta - task: separate_qautils_files_for_rc file: gpdb_src/concourse/tasks/separate_qautils_files_for_rc.yml image: sles-gpdb-dev-11-beta params: QAUTILS_TARBALL: rc_bin_gpdb/QAUtils-sles11-x86_64.tar.gz - task: gpdb_rc_packaging_sles file: gpdb_src/concourse/tasks/gpdb_packaging.yml image: sles-gpdb-dev-11-beta input_mapping: bin_gpdb: rc_bin_gpdb params: INSTALL_SCRIPT_SRC: gpdb_src/gpAux/addon/license/installer-header-sles-gpdb.sh INSTALLER_ZIP: packaged_gpdb/greenplum-db-@GP_VERSION@-sles11-x86_64.zip ADD_README_INSTALL: true - put: installer_sles11_gpdb_rc params: file: packaged_gpdb/greenplum-db-*-sles11-x86_64.zip - put: installer_sles11_gpdb_rc_sha256 params: file: packaged_gpdb/greenplum-db-*-sles11-x86_64.zip.sha256 - put: qautils_sles11_tarball params: file: rc_bin_gpdb/QAUtils-sles11-x86_64.tar.gz # Stage 3: Trigger jobs that rely on packaging - name: DPM_netbackup77 plan: - get: nightly-trigger trigger: true - aggregate: &post_packaging_gets_trigger_false - get: gpdb_src params: {submodules: none} tags: ["gpdb5-pulse-worker"] passed: [gpdb_rc_packaging_centos] - get: gpdb_src_tinc_tarball tags: ["gpdb5-pulse-worker"] passed: [gpdb_rc_packaging_centos] - get: installer_rhel6_gpdb_rc tags: ["gpdb5-pulse-worker"] passed: [gpdb_rc_packaging_centos] - get: qautils_rhel6_tarball tags: ["gpdb5-pulse-worker"] passed: [gpdb_rc_packaging_centos] - get: gpdb_src_behave_tarball tags: ["gpdb5-pulse-worker"] passed: [gpdb_rc_packaging_centos] - task: trigger_pulse tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/trigger_pulse.yml input_mapping: &input_mappings gpdb_src_archive: gpdb_src_tinc_tarball installer_gpdb_rc: installer_rhel6_gpdb_rc qautils_tarball: qautils_rhel6_tarball gpdb_src_behave_tarball: gpdb_src_behave_tarball params: &pulse_properties PULSE_URL: {{pulse_url}} PULSE_PROJECT_NAME: "GPDB-BehaveNetBackup77" PULSE_USERNAME: {{pulse_username}} PULSE_PASSWORD: {{pulse_password}} - task: monitor_pulse attempts: 2 tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/monitor_pulse.yml params: *pulse_properties - name: DPM_backup-restore plan: - aggregate: &post_packaging_gets_trigger_true - get: gpdb_src params: {submodules: none} tags: ["gpdb5-pulse-worker"] passed: [gpdb_rc_packaging_centos] trigger: true - get: gpdb_src_tinc_tarball tags: ["gpdb5-pulse-worker"] passed: [gpdb_rc_packaging_centos] - get: installer_rhel6_gpdb_rc tags: ["gpdb5-pulse-worker"] passed: [gpdb_rc_packaging_centos] - get: qautils_rhel6_tarball tags: ["gpdb5-pulse-worker"] passed: [gpdb_rc_packaging_centos] - get: gpdb_src_behave_tarball tags: ["gpdb5-pulse-worker"] passed: [gpdb_rc_packaging_centos] - task: trigger_pulse tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/trigger_pulse.yml input_mapping: *input_mappings params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-BehaveBackupRestore_Harmonize" - task: monitor_pulse attempts: 2 tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/monitor_pulse.yml params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-BehaveBackupRestore_Harmonize" - name: DPM_backup_43_restore_5 plan: - get: nightly-trigger trigger: true - aggregate: *post_packaging_gets_trigger_false - task: trigger_pulse tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/trigger_pulse.yml input_mapping: *input_mappings params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-BehaveBackupRestore-43_to_5" - task: monitor_pulse attempts: 2 tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/monitor_pulse.yml params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-BehaveBackupRestore-43_to_5" - name: MM_gpcheckcat plan: - aggregate: *post_packaging_gets_trigger_true - task: trigger_pulse tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/trigger_pulse.yml input_mapping: *input_mappings params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-BehaveGPCheckcat" - task: monitor_pulse attempts: 2 tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/monitor_pulse.yml params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-BehaveGPCheckcat" - name: MM_gprecoverseg plan: - aggregate: *post_packaging_gets_trigger_true - task: trigger_pulse tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/trigger_pulse.yml input_mapping: *input_mappings params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-BehaveGPRecoverseg" - task: monitor_pulse attempts: 2 tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/monitor_pulse.yml params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-BehaveGPRecoverseg" - name: MM_gpexpand plan: - get: nightly-trigger trigger: true - aggregate: *post_packaging_gets_trigger_false - task: trigger_pulse tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/trigger_pulse.yml input_mapping: *input_mappings params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-gpexpand-parallel" - task: monitor_pulse attempts: 2 tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/monitor_pulse.yml params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-gpexpand-parallel" - name: DPM_gptransfer-43x-to-5x plan: - get: nightly-trigger trigger: true - aggregate: *post_packaging_gets_trigger_false - task: trigger_pulse tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/trigger_pulse.yml input_mapping: *input_mappings params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-behave_gptransfer_43x_to_5x" - task: monitor_pulse attempts: 2 tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/monitor_pulse.yml params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-behave_gptransfer_43x_to_5x" - name: DPM_gptransfer-5x-to-5x plan: - aggregate: *post_packaging_gets_trigger_true - task: trigger_pulse tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/trigger_pulse.yml input_mapping: *input_mappings params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-behave_gptransfer_5x_to_5x" - task: monitor_pulse attempts: 2 tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/monitor_pulse.yml params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-behave_gptransfer_5x_to_5x" - name: cs-pg-two-phase plan: - aggregate: *post_packaging_gets_trigger_true - task: trigger_pulse tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/trigger_pulse.yml input_mapping: *input_mappings params: <<: *pulse_properties PULSE_PROJECT_NAME: "cs-pg-two-phase" - task: monitor_pulse attempts: 2 tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/monitor_pulse.yml params: <<: *pulse_properties PULSE_PROJECT_NAME: "cs-pg-two-phase" - name: cs-walrepl-multinode plan: - aggregate: *post_packaging_gets_trigger_true - task: trigger_pulse tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/trigger_pulse.yml input_mapping: *input_mappings params: <<: *pulse_properties PULSE_PROJECT_NAME: "cs-walrepl-multinode" - task: monitor_pulse attempts: 2 tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/monitor_pulse.yml params: <<: *pulse_properties PULSE_PROJECT_NAME: "cs-walrepl-multinode" - name: cs-filerep-schema-topology-crashrecov plan: - aggregate: *post_packaging_gets_trigger_true - task: trigger_pulse tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/trigger_pulse.yml input_mapping: *input_mappings params: <<: *pulse_properties PULSE_PROJECT_NAME: "cs-filerep-schema-topology-crashrecov" - task: monitor_pulse attempts: 2 tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/monitor_pulse.yml params: <<: *pulse_properties PULSE_PROJECT_NAME: "cs-filerep-schema-topology-crashrecov" - name: cs-filerep-end-to-end plan: - get: nightly-trigger trigger: true - aggregate: *post_packaging_gets_trigger_false - task: trigger_pulse tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/trigger_pulse.yml input_mapping: *input_mappings params: <<: *pulse_properties PULSE_PROJECT_NAME: "cs-filerep-end-to-end" - task: monitor_pulse attempts: 2 tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/monitor_pulse.yml params: <<: *pulse_properties PULSE_PROJECT_NAME: "cs-filerep-end-to-end" - name: cs-aoco-compression plan: - get: nightly-trigger trigger: true - aggregate: *post_packaging_gets_trigger_false - task: trigger_pulse tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/trigger_pulse.yml input_mapping: *input_mappings params: <<: *pulse_properties PULSE_PROJECT_NAME: "cs-aoco-compression" - task: monitor_pulse attempts: 2 tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/monitor_pulse.yml params: <<: *pulse_properties PULSE_PROJECT_NAME: "cs-aoco-compression" - name: mpp_interconnect plan: - aggregate: *post_packaging_gets_trigger_true - task: trigger_pulse tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/trigger_pulse.yml input_mapping: *input_mappings params: <<: *pulse_properties PULSE_PROJECT_NAME: "mpp-interconnect" - task: monitor_pulse attempts: 2 tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/monitor_pulse.yml params: <<: *pulse_properties PULSE_PROJECT_NAME: "mpp-interconnect" - name: QP_runaway-query plan: - aggregate: - get: gpdb_src passed: [compile_gpdb_centos6] trigger: true - get: bin_gpdb passed: [compile_gpdb_centos6] resource: bin_gpdb_centos6 - get: centos-gpdb-dev-6 - task: runaway-query timeout: 3h file: gpdb_src/concourse/tasks/tinc_gpdb.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: runaway_query TEST_OS: "centos" - name: QP_optimizer-functional plan: - aggregate: - get: gpdb_src params: {submodules: none} passed: [compile_gpdb_centos6] - get: bin_gpdb resource: bin_gpdb_centos6 passed: [compile_gpdb_centos6] trigger: true - get: centos-gpdb-dev-6 - aggregate: - task: optimizer_functional_part1 timeout: 3h file: gpdb_src/concourse/tasks/tinc_gpdb.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: optimizer_functional_part1 BLDWRAP_POSTGRES_CONF_ADDONS: fsync=off optimizer_print_missing_stats=off TEST_OS: centos - task: optimizer_functional_part2 timeout: 3h file: gpdb_src/concourse/tasks/tinc_gpdb.yml image: centos-gpdb-dev-6 params: MAKE_TEST_COMMAND: optimizer_functional_part2 BLDWRAP_POSTGRES_CONF_ADDONS: fsync=off optimizer_print_missing_stats=off TEST_OS: centos - name: DPM_ddboost_full plan: - get: nightly-trigger trigger: true - aggregate: *post_packaging_gets_trigger_false - task: trigger_pulse tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/trigger_pulse.yml input_mapping: *input_mappings params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-DDBOOST_Full" - task: monitor_pulse attempts: 2 tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/monitor_pulse.yml params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-DDBOOST_Full" - name: DPM_ddboost_incremental plan: - get: nightly-trigger trigger: true - aggregate: *post_packaging_gets_trigger_false - task: trigger_pulse tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/trigger_pulse.yml input_mapping: *input_mappings params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-DDBOOST_Incremental" - task: monitor_pulse attempts: 2 tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/monitor_pulse.yml params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-DDBOOST_Incremental" - name: DPM_MFR plan: - get: nightly-trigger trigger: true - aggregate: *post_packaging_gets_trigger_false - task: trigger_pulse tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/trigger_pulse.yml input_mapping: *input_mappings params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-MFR" - task: monitor_pulse attempts: 2 tags: ["gpdb5-pulse-worker"] file: gpdb_src/ci/pulse/api/monitor_pulse.yml params: <<: *pulse_properties PULSE_PROJECT_NAME: "GPDB-MFR"