ci: build centos6 and centos7 release candidate RPMs

Co-authored-by: NXin Zhang <zhxin@vmware.com>
Co-authored-by: NBrent Doli <bdoil@vmware.com>

concourse/pipelines/5X_STABLE-generated.yml

@@ -12,7 +12,7 @@
 ## file (example: templates/gpdb-tpl.yml) and regenerate the pipeline
 ## using appropriate tool (example: gen_pipeline.py -t prod).
 ## ----------------------------------------------------------------------
-## Generated by gen_pipeline.py at: 2020-03-17 17:34:30.539759
+## Generated by gen_pipeline.py at: 2020-09-17 11:45:46.405268
 ## Template file: gpdb-tpl.yml
 ## OS Types: ['centos6', 'centos7', 'sles', 'aix7', 'win', 'ubuntu16']
 ## Test Sections: ['ICW', 'CS', 'MPP', 'MM', 'DPM', 'UD', 'FileRep', 'AA']
@@ -149,6 +149,7 @@ groups:
   - gate_release_candidate_start
   - compile_gpdb_ubuntu16_oss_abi
   - Release_Candidate
+  - Build_Release_Candidate_RPMs
 
 ## ======================================================================
 
@@ -536,6 +537,15 @@ resources:
     secret_access_key: {{bucket-secret-access-key}}
     versioned_file: release_candidates/bin_gpdb_centos6/gpdb5/bin_gpdb.tar.gz
 
+- name: gpdb_rpm_installer_centos6
+  type: s3
+  source:
+    access_key_id: {{bucket-access-key-id}}
+    bucket: {{gpdb-stable-builds-bucket-name}}
+    region_name: {{aws-region}}
+    secret_access_key: {{bucket-secret-access-key}}
+    regexp: release_candidates/gpdb_rpm_installer_centos6/gpdb5/greenplum-db-(.*)-rhel6-x86_64.rpm
+
 - name: bin_gpdb_centos7_rc
   type: s3
   source:
@@ -545,6 +555,15 @@ resources:
     secret_access_key: {{bucket-secret-access-key}}
     versioned_file: release_candidates/bin_gpdb_centos7/gpdb5/bin_gpdb.tar.gz
 
+- name: gpdb_rpm_installer_centos7
+  type: s3
+  source:
+    access_key_id: {{bucket-access-key-id}}
+    bucket: {{gpdb-stable-builds-bucket-name}}
+    region_name: {{aws-region}}
+    secret_access_key: {{bucket-secret-access-key}}
+    regexp: release_candidates/gpdb_rpm_installer_centos7/gpdb5/greenplum-db-(.*)-rhel7-x86_64.rpm
+
 - name: bin_gpdb_sles11_rc
   type: s3
   source:
@@ -554,6 +573,13 @@ resources:
     secret_access_key: {{bucket-secret-access-key}}
     versioned_file: release_candidates/bin_gpdb_sles11/gpdb5/bin_gpdb.tar.gz
 
+- name: greenplum-database-release
+  type: git
+  icon: git
+  source:
+    branch: master
+    uri: https://github.com/greenplum-db/greenplum-database-release.git
+
 - name: compiled_bits_ubuntu16
   type: s3
   source:
@@ -4578,3 +4604,61 @@ jobs:
   - put: bin_gpdb_sles11_rc
     params:
       file: bin_gpdb_sles11/bin_gpdb.tar.gz
+
+
+- name: Build_Release_Candidate_RPMs
+  plan:
+    - in_parallel:
+        steps:
+          - get: gpdb_src
+            trigger: true
+            passed: [gate_release_candidate_start]
+          - get: bin_gpdb_centos6
+            trigger: true
+            passed: [gate_release_candidate_start]
+          - get: bin_gpdb_centos7
+            trigger: true
+            passed: [gate_release_candidate_start]
+          - get: centos-gpdb-dev-6
+          - get: centos-gpdb-dev-7
+          - get: greenplum-database-release
+    - in_parallel:
+        steps:
+          - task: build_rpm_gpdb_centos6
+            file: greenplum-database-release/ci/concourse/tasks/build_gpdb5_rpm.yml
+            vars:
+              concourse-root: gpdb5/concourse
+            image: centos-gpdb-dev-6
+            input_mapping:
+              bin_gpdb: bin_gpdb_centos6
+            output_mapping:
+              gpdb_rpm_installer: gpdb_rpm_centos6
+            params:
+              PLATFORM: "rhel6"
+              GPDB_NAME: greenplum-db-5
+              GPDB_LICENSE: Pivotal Software EULA
+              GPDB_URL: https://docs.greenplum.org
+              GPDB_RELEASE: 1
+          - task: build_rpm_gpdb_centos7
+            file: greenplum-database-release/ci/concourse/tasks/build_gpdb5_rpm.yml
+            vars:
+              concourse-root: gpdb5/concourse
+            image: centos-gpdb-dev-7
+            input_mapping:
+              bin_gpdb: bin_gpdb_centos7
+            output_mapping:
+              gpdb_rpm_installer: gpdb_rpm_centos7
+            params:
+              PLATFORM: "rhel7"
+              GPDB_NAME: greenplum-db-5
+              GPDB_LICENSE: Pivotal Software EULA
+              GPDB_URL: https://docs.greenplum.org
+              GPDB_RELEASE: 1
+    - in_parallel:
+        steps:
+          - put: gpdb_rpm_installer_centos6
+            params:
+              file: gpdb_rpm_centos6/*.rpm
+          - put: gpdb_rpm_installer_centos7
+            params:
+              file: gpdb_rpm_centos7/*.rpm

concourse/pipelines/gen_pipeline.py

@@ -48,7 +48,7 @@ TEMPLATE_ENVIRONMENT = Environment(
     extensions=['jinja2.ext.loopcontrols'])
 
 # Variables that govern pipeline validation
-RELEASE_VALIDATOR_JOB = ['Release_Candidate']
+RELEASE_VALIDATOR_JOB = ['Release_Candidate', 'Build_Release_Candidate_RPMs']
 JOBS_THAT_ARE_GATES = ['gate_compile_start', 'gate_compile_end',
                        'gate_icw_start', 'gate_icw_end',
                        'gate_cs_start', 'gate_cs_end',

concourse/pipelines/templates/gpdb-tpl.yml

@@ -166,6 +166,7 @@ groups:
   - gate_release_candidate_start
   - compile_gpdb_ubuntu16_oss_abi
   - Release_Candidate
+  - Build_Release_Candidate_RPMs
 
 {% endif %}
 ## ======================================================================
@@ -568,6 +569,15 @@ resources:
     secret_access_key: {{bucket-secret-access-key}}
     versioned_file: release_candidates/bin_gpdb_centos6/gpdb5/bin_gpdb.tar.gz
 
+- name: gpdb_rpm_installer_centos6
+  type: s3
+  source:
+    access_key_id: {{bucket-access-key-id}}
+    bucket: {{gpdb-stable-builds-bucket-name}}
+    region_name: {{aws-region}}
+    secret_access_key: {{bucket-secret-access-key}}
+    regexp: release_candidates/gpdb_rpm_installer_centos6/gpdb5/greenplum-db-(.*)-rhel6-x86_64.rpm
+
 - name: bin_gpdb_centos7_rc
   type: s3
   source:
@@ -577,6 +587,15 @@ resources:
     secret_access_key: {{bucket-secret-access-key}}
     versioned_file: release_candidates/bin_gpdb_centos7/gpdb5/bin_gpdb.tar.gz
 
+- name: gpdb_rpm_installer_centos7
+  type: s3
+  source:
+    access_key_id: {{bucket-access-key-id}}
+    bucket: {{gpdb-stable-builds-bucket-name}}
+    region_name: {{aws-region}}
+    secret_access_key: {{bucket-secret-access-key}}
+    regexp: release_candidates/gpdb_rpm_installer_centos7/gpdb5/greenplum-db-(.*)-rhel7-x86_64.rpm
+
 - name: bin_gpdb_sles11_rc
   type: s3
   source:
@@ -586,6 +605,13 @@ resources:
     secret_access_key: {{bucket-secret-access-key}}
     versioned_file: release_candidates/bin_gpdb_sles11/gpdb5/bin_gpdb.tar.gz
 
+- name: greenplum-database-release
+  type: git
+  icon: git
+  source:
+    branch: master
+    uri: https://github.com/greenplum-db/greenplum-database-release.git
+
 {% endif %}
 - name: compiled_bits_ubuntu16
   type: s3
@@ -3910,4 +3936,62 @@ jobs:
   - put: bin_gpdb_sles11_rc
     params:
       file: bin_gpdb_sles11/bin_gpdb.tar.gz
+
+
+- name: Build_Release_Candidate_RPMs
+  plan:
+    - in_parallel:
+        steps:
+          - get: gpdb_src
+            trigger: true
+            passed: [gate_release_candidate_start]
+          - get: bin_gpdb_centos6
+            trigger: true
+            passed: [gate_release_candidate_start]
+          - get: bin_gpdb_centos7
+            trigger: true
+            passed: [gate_release_candidate_start]
+          - get: centos-gpdb-dev-6
+          - get: centos-gpdb-dev-7
+          - get: greenplum-database-release
+    - in_parallel:
+        steps:
+          - task: build_rpm_gpdb_centos6
+            file: greenplum-database-release/ci/concourse/tasks/build_gpdb5_rpm.yml
+            vars:
+              concourse-root: gpdb5/concourse
+            image: centos-gpdb-dev-6
+            input_mapping:
+              bin_gpdb: bin_gpdb_centos6
+            output_mapping:
+              gpdb_rpm_installer: gpdb_rpm_centos6
+            params:
+              PLATFORM: "rhel6"
+              GPDB_NAME: greenplum-db-5
+              GPDB_LICENSE: Pivotal Software EULA
+              GPDB_URL: https://docs.greenplum.org
+              GPDB_RELEASE: 1
+          - task: build_rpm_gpdb_centos7
+            file: greenplum-database-release/ci/concourse/tasks/build_gpdb5_rpm.yml
+            vars:
+              concourse-root: gpdb5/concourse
+            image: centos-gpdb-dev-7
+            input_mapping:
+              bin_gpdb: bin_gpdb_centos7
+            output_mapping:
+              gpdb_rpm_installer: gpdb_rpm_centos7
+            params:
+              PLATFORM: "rhel7"
+              GPDB_NAME: greenplum-db-5
+              GPDB_LICENSE: Pivotal Software EULA
+              GPDB_URL: https://docs.greenplum.org
+              GPDB_RELEASE: 1
+    - in_parallel:
+        steps:
+          - put: gpdb_rpm_installer_centos6
+            params:
+              file: gpdb_rpm_centos6/*.rpm
+          - put: gpdb_rpm_installer_centos7
+            params:
+              file: gpdb_rpm_centos7/*.rpm
 {% endif %}