Fixing installer creation to support new gpaddon repository (#1304)

* Changing pipeline to incorporate gpaddon repository.
* Modifying pipeline to add gpaddon to packaging stage.
* Modify install script path for gpaddon.
Signed-off-by: NShoaib Lari <slari@pivotal.io>
Signed-off-by: NFoyzur Rahman <foyzur@gmail.com>
Signed-off-by: NMarbin Tan <mtan@pivotal.io>

concourse/gpdb_packaging.yml

@@ -3,12 +3,13 @@ image_resource:
   type: docker-image
 inputs:
   - name: gpdb_src
+  - name: gpaddon_src
   - name: bin_gpdb
 outputs:
   - name: packaged_gpdb
 run:
   path: gpdb_src/concourse/scripts/gpdb_packaging.bash
 params:
-  INSTALL_SCRIPT_SRC: gpdb_src/gpAux/addon/license/REPLACE_IN_PIPELINE_installer-header-foraspecificOS.sh
+  INSTALL_SCRIPT_SRC: gpaddon/license/REPLACE_IN_PIPELINE_installer-header-foraspecificOS.sh
   GPDB_TARGZ: bin_gpdb/bin_gpdb.tar.gz
   INSTALLER_ZIP: packaged_gpdb/greenplum-db-VERSION-OS-x86_64.zip

concourse/pipelines/pipeline.yml

@@ -10,6 +10,13 @@ resources:
     private_key: {{gpdb-git-key}}
     uri: {{gpdb-git-remote}}
 
+- name: gpaddon_src
+  type: git
+  source:
+    branch: {{gpaddon-git-branch}}
+    private_key: {{gpdb-git-key}}
+    uri: {{gpaddon-git-remote}}
+
 - name: centos67-gpdb-gcc6-llvm-image
   type: docker-image
   source:
@@ -389,6 +396,8 @@ jobs:
     - get: gpdb_src
       tags: ["worker-three"]
       passed: [icb_planner_centos6, icb_gporca_centos6, icb_planner_codegen_centos6, icb_gporca_codegen_centos6]
+    - get: gpaddon_src
+      tags: ["worker-three"]
     - get: bin_gpdb
       tags: ["worker-three"]
       resource: bin_gpdb_centos

concourse/scripts/compile_gpdb.bash

@@ -68,10 +68,10 @@ function make_sync_tools() {
     # downloaded from artifacts in order to use the native zlib.
     find ext -name 'libz.*' -exec rm -f {} \;
     tar -czf ../../sync_tools_gpdb/sync_tools_gpdb.tar.gz ext
+
   popd
 }
 
-
 function build_gpdb() {
   pushd gpdb_src/gpAux
     if [ -n "$1" ]; then

concourse/scripts/gpdb_packaging.bash

@@ -12,6 +12,10 @@ function echo_expected_env_variables() {
 
 function _main() {
   echo_expected_env_variables
+
+  # Copy gpaddon into addon to ensure the availability of all the installer scripts
+  cp -R gpaddon_src gpdb_src/gpAux/addon
+
   local installer_bin
   installer_bin=$( echo "$INSTALLER_ZIP" | sed "s/.zip/.bin/" | xargs basename)