Add the gpdb clients release candidates (#7531)

Story: https://www.pivotaltracker.com/story/show/164917628

   The gp-integration-testing pipeline needs the gp-clients RC
   package as a input, and then create the clients RPM base on it.
   The custom installer patch also need it to build client bin installer.
Co-authored-by: NXiaoran Wang <xiwang@pivotal.io>
Co-authored-by: NShaoqi Bai <sbai@pivotal.io>
Co-authored-by: NBob Bao <bbao@pivotal.io>

concourse/pipelines/gpdb_master-generated.yml

@@ -12,7 +12,7 @@
 ## file (example: templates/gpdb-tpl.yml) and regenerate the pipeline
 ## using appropriate tool (example: gen_pipeline.py -t prod).
 ## ----------------------------------------------------------------------
-## Generated by gen_pipeline.py at: 2019-04-24 10:07:53.948520
+## Generated by gen_pipeline.py at: 2019-04-25 05:55:36.260690
 ## Template file: gpdb-tpl.yml
 ## OS Types: ['centos6', 'centos7', 'sles', 'win', 'ubuntu16']
 ## Test Sections: ['ICW', 'Replication', 'ResourceGroups', 'Interconnect', 'CLI', 'UD', 'Extensions', 'Gpperfmon']
@@ -375,6 +375,13 @@ resources:
     json_key: ((concourse-gcs-resources-service-account-key))
     versioned_file: ((pipeline-name))/bin_gpdb_centos6/bin_gpdb.tar.gz
 
+- name: bin_gpdb_clients_centos6
+  type: gcs
+  source:
+    bucket: ((gcs-bucket-intermediates))
+    json_key: ((concourse-gcs-resources-service-account-key))
+    versioned_file: ((pipeline-name))/bin_gpdb_clients_centos6/bin_gpdb_clients.tar.gz
+
 - name: bin_gpdb_centos6_icw_green
   type: s3
   source:
@@ -425,6 +432,20 @@ resources:
     ##     secret_access_key: {{bucket-secret-access-key}}
     ##     versioned_file: release_candidates/bin_gpdb_sles11/master/((rc-build-type))/bin_gpdb.tar.gz
 
+- name: bin_gpdb_clients_centos6_rc
+  type: gcs
+  source:
+    bucket: ((gcs-bucket))
+    json_key: ((concourse-gcs-resources-service-account-key))
+    regexp: server/published/master/clients-rc-(.*)-rhel6_x86_64((rc-build-type-gcs)).tar.gz
+
+- name: bin_gpdb_clients_centos7_rc
+  type: gcs
+  source:
+    bucket: ((gcs-bucket))
+    json_key: ((concourse-gcs-resources-service-account-key))
+    regexp: server/published/master/clients-rc-(.*)-rhel7_x86_64((rc-build-type-gcs)).tar.gz
+
 - name: compiled_bits_ubuntu16
   type: gcs
   source:
@@ -446,6 +467,13 @@ resources:
     json_key: ((concourse-gcs-resources-service-account-key))
     versioned_file: ((pipeline-name))/bin_gpdb_centos7/bin_gpdb.tar.gz
 
+- name: bin_gpdb_clients_centos7
+  type: gcs
+  source:
+    bucket: ((gcs-bucket-intermediates))
+    json_key: ((concourse-gcs-resources-service-account-key))
+    versioned_file: ((pipeline-name))/bin_gpdb_clients_centos7/bin_gpdb_clients.tar.gz
+
 - name: bin_gpdb_sles11
   type: gcs
   source:
@@ -626,11 +654,14 @@ jobs:
       CONFIGURE_FLAGS: {{configure_flags_with_extensions}}
       TARGET_OS: centos
       TARGET_OS_VERSION: 6
-      BLD_TARGETS: "clients loaders"
+      BLD_TARGETS: "clients"
   - aggregate:
     - put: bin_gpdb_centos6
       params:
         file: gpdb_artifacts/bin_gpdb.tar.gz
+    - put: bin_gpdb_clients_centos6
+      params:
+        file: gpdb_artifacts/gpdb-clients-centos6.tar.gz
 
 - name: compile_gpdb_centos7
   plan:
@@ -663,11 +694,14 @@ jobs:
       CONFIGURE_FLAGS: {{configure_flags_with_extensions}}
       TARGET_OS: centos
       TARGET_OS_VERSION: 7
-      BLD_TARGETS: "clients loaders"
+      BLD_TARGETS: "clients"
   - aggregate:
     - put: bin_gpdb_centos7
       params:
         file: gpdb_artifacts/bin_gpdb.tar.gz
+    - put: bin_gpdb_clients_centos7
+      params:
+        file: gpdb_artifacts/gpdb-clients-centos7.tar.gz
 
 - name: compile_gpdb_sles11
   plan:
@@ -2019,6 +2053,12 @@ jobs:
  ##     - icw_gporca_sles12
  ##     - icw_planner_sles12
  ##     - resource_group_sles12
+    - get: bin_gpdb_clients_centos6
+      passed:
+      - compile_gpdb_centos6
+    - get: bin_gpdb_clients_centos7
+      passed:
+      - compile_gpdb_centos7
 
 - name: Release_Candidate
   plan:
@@ -2032,6 +2072,12 @@ jobs:
     - get: bin_gpdb_centos7
       trigger: true
       passed: [gate_release_candidate_start]
+    - get: bin_gpdb_clients_centos6
+      trigger: true
+      passed: [gate_release_candidate_start]
+    - get: bin_gpdb_clients_centos7
+      trigger: true
+      passed: [gate_release_candidate_start]
     - get: gpdb6-centos6-build
 ##   - get: bin_gpdb_sles11
 ##     trigger: true
@@ -2045,6 +2091,8 @@ jobs:
         - name: gpdb_src
         - name: bin_gpdb_centos6
         - name: bin_gpdb_centos7
+        - name: bin_gpdb_clients_centos6
+        - name: bin_gpdb_clients_centos7
         outputs:
         - name: bin_gpdb_centos_gcs
         run:
@@ -2055,6 +2103,8 @@ jobs:
             gpdb_semver=$(gpdb_src/getversion | cut -d' ' -f1)
             cp -v bin_gpdb_centos6/bin_gpdb.tar.gz bin_gpdb_centos_gcs/server-rc-${gpdb_semver}-rhel6_x86_64((rc-build-type-gcs)).tar.gz
             cp -v bin_gpdb_centos7/bin_gpdb.tar.gz bin_gpdb_centos_gcs/server-rc-${gpdb_semver}-rhel7_x86_64((rc-build-type-gcs)).tar.gz
+            cp -v bin_gpdb_clients_centos6/bin_gpdb_clients.tar.gz bin_gpdb_centos_gcs/clients-rc-${gpdb_semver}-rhel6_x86_64((rc-build-type-gcs)).tar.gz
+            cp -v bin_gpdb_clients_centos7/bin_gpdb_clients.tar.gz bin_gpdb_centos_gcs/clients-rc-${gpdb_semver}-rhel7_x86_64((rc-build-type-gcs)).tar.gz
     - task: verify_gpdb_versions
       file: gpdb_src/concourse/tasks/verify_gpdb_versions.yml
   - aggregate:
@@ -2064,6 +2114,12 @@ jobs:
     - put: bin_gpdb_centos7_rc
       params:
         file: "bin_gpdb_centos_gcs/server-rc-*rhel7*.tar.gz"
+    - put: bin_gpdb_clients_centos6_rc
+      params:
+        file: "bin_gpdb_centos_gcs/clients-rc-*rhel6*.tar.gz"
+    - put: bin_gpdb_clients_centos7_rc
+      params:
+        file: "bin_gpdb_centos_gcs/clients-rc-*rhel7*.tar.gz"
     - put: bin_gpdb_centos6_rc_s3
       params:
         file: bin_gpdb_centos6/bin_gpdb.tar.gz

concourse/pipelines/templates/gpdb-tpl.yml

@@ -518,6 +518,13 @@ resources:
     json_key: ((concourse-gcs-resources-service-account-key))
     versioned_file: ((pipeline-name))/bin_gpdb_centos6/bin_gpdb.tar.gz
 
+- name: bin_gpdb_clients_centos6
+  type: gcs
+  source:
+    bucket: ((gcs-bucket-intermediates))
+    json_key: ((concourse-gcs-resources-service-account-key))
+    versioned_file: ((pipeline-name))/bin_gpdb_clients_centos6/bin_gpdb_clients.tar.gz
+
 {% endif %}
 {% if pipeline_type == "prod" %}
 - name: bin_gpdb_centos6_icw_green
@@ -570,6 +577,20 @@ resources:
     ##     secret_access_key: {{bucket-secret-access-key}}
     ##     versioned_file: release_candidates/bin_gpdb_sles11/master/((rc-build-type))/bin_gpdb.tar.gz
 
+- name: bin_gpdb_clients_centos6_rc
+  type: gcs
+  source:
+    bucket: ((gcs-bucket))
+    json_key: ((concourse-gcs-resources-service-account-key))
+    regexp: server/published/master/clients-rc-(.*)-rhel6_x86_64((rc-build-type-gcs)).tar.gz
+
+- name: bin_gpdb_clients_centos7_rc
+  type: gcs
+  source:
+    bucket: ((gcs-bucket))
+    json_key: ((concourse-gcs-resources-service-account-key))
+    regexp: server/published/master/clients-rc-(.*)-rhel7_x86_64((rc-build-type-gcs)).tar.gz
+
 {% endif %}
 {% if "ubuntu16" in os_types %}
 - name: compiled_bits_ubuntu16
@@ -597,6 +618,13 @@ resources:
     json_key: ((concourse-gcs-resources-service-account-key))
     versioned_file: ((pipeline-name))/bin_gpdb_centos7/bin_gpdb.tar.gz
 
+- name: bin_gpdb_clients_centos7
+  type: gcs
+  source:
+    bucket: ((gcs-bucket-intermediates))
+    json_key: ((concourse-gcs-resources-service-account-key))
+    versioned_file: ((pipeline-name))/bin_gpdb_clients_centos7/bin_gpdb_clients.tar.gz
+
 {% endif %}
 {% if "sles" in os_types %}
 - name: bin_gpdb_sles11
@@ -840,11 +868,14 @@ jobs:
       CONFIGURE_FLAGS: {{configure_flags_with_extensions}}
       TARGET_OS: centos
       TARGET_OS_VERSION: 6
-      BLD_TARGETS: "clients loaders"
+      BLD_TARGETS: "clients"
   - aggregate:
     - put: bin_gpdb_centos6
       params:
         file: gpdb_artifacts/bin_gpdb.tar.gz
+    - put: bin_gpdb_clients_centos6
+      params:
+        file: gpdb_artifacts/gpdb-clients-centos6.tar.gz
 
 {% endif %}
 {% if "centos7" in os_types %}
@@ -879,11 +910,14 @@ jobs:
       CONFIGURE_FLAGS: {{configure_flags_with_extensions}}
       TARGET_OS: centos
       TARGET_OS_VERSION: 7
-      BLD_TARGETS: "clients loaders"
+      BLD_TARGETS: "clients"
   - aggregate:
     - put: bin_gpdb_centos7
       params:
         file: gpdb_artifacts/bin_gpdb.tar.gz
+    - put: bin_gpdb_clients_centos7
+      params:
+        file: gpdb_artifacts/gpdb-clients-centos7.tar.gz
 
 {% endif %}
 {% if "sles" in os_types %}
@@ -2082,6 +2116,12 @@ jobs:
  ##     - icw_gporca_sles12
  ##     - icw_planner_sles12
  ##     - resource_group_sles12
+    - get: bin_gpdb_clients_centos6
+      passed:
+      - compile_gpdb_centos6
+    - get: bin_gpdb_clients_centos7
+      passed:
+      - compile_gpdb_centos7
 
 - name: Release_Candidate
   plan:
@@ -2095,6 +2135,12 @@ jobs:
     - get: bin_gpdb_centos7
       trigger: true
       passed: [gate_release_candidate_start]
+    - get: bin_gpdb_clients_centos6
+      trigger: true
+      passed: [gate_release_candidate_start]
+    - get: bin_gpdb_clients_centos7
+      trigger: true
+      passed: [gate_release_candidate_start]
     - get: gpdb6-centos6-build
 ##   - get: bin_gpdb_sles11
 ##     trigger: true
@@ -2108,6 +2154,8 @@ jobs:
         - name: gpdb_src
         - name: bin_gpdb_centos6
         - name: bin_gpdb_centos7
+        - name: bin_gpdb_clients_centos6
+        - name: bin_gpdb_clients_centos7
         outputs:
         - name: bin_gpdb_centos_gcs
         run:
@@ -2118,6 +2166,8 @@ jobs:
             gpdb_semver=$(gpdb_src/getversion | cut -d' ' -f1)
             cp -v bin_gpdb_centos6/bin_gpdb.tar.gz bin_gpdb_centos_gcs/server-rc-${gpdb_semver}-rhel6_x86_64((rc-build-type-gcs)).tar.gz
             cp -v bin_gpdb_centos7/bin_gpdb.tar.gz bin_gpdb_centos_gcs/server-rc-${gpdb_semver}-rhel7_x86_64((rc-build-type-gcs)).tar.gz
+            cp -v bin_gpdb_clients_centos6/bin_gpdb_clients.tar.gz bin_gpdb_centos_gcs/clients-rc-${gpdb_semver}-rhel6_x86_64((rc-build-type-gcs)).tar.gz
+            cp -v bin_gpdb_clients_centos7/bin_gpdb_clients.tar.gz bin_gpdb_centos_gcs/clients-rc-${gpdb_semver}-rhel7_x86_64((rc-build-type-gcs)).tar.gz
     - task: verify_gpdb_versions
       file: gpdb_src/concourse/tasks/verify_gpdb_versions.yml
   - aggregate:
@@ -2127,6 +2177,12 @@ jobs:
     - put: bin_gpdb_centos7_rc
       params:
         file: "bin_gpdb_centos_gcs/server-rc-*rhel7*.tar.gz"
+    - put: bin_gpdb_clients_centos6_rc
+      params:
+        file: "bin_gpdb_centos_gcs/clients-rc-*rhel6*.tar.gz"
+    - put: bin_gpdb_clients_centos7_rc
+      params:
+        file: "bin_gpdb_centos_gcs/clients-rc-*rhel7*.tar.gz"
     - put: bin_gpdb_centos6_rc_s3
       params:
         file: bin_gpdb_centos6/bin_gpdb.tar.gz