Copy zstd libraries to the enterprise gpdb installation

And source the LD_LIBRARY_PATH of the greenplum installation before
running tests in order to use the zstd library included with the gpdb
tarball.
Co-authored-by: NTaylor Vesely <tvesely@pivotal.io>
Co-authored-by: NBen Christel <bchristel@pivotal.io>
Co-authored-by: NJimmy Yih <jyih@pivotal.io>

concourse/scripts/common.bash

@@ -18,6 +18,14 @@ function install_gpdb() {
     tar -xzf bin_gpdb/bin_gpdb.tar.gz -C /usr/local/greenplum-db-devel
 }
 
+function setup_configure_vars() {
+    # We need to add GPHOME paths for configure to check for packaged
+    # libraries (e.g. ZStandard).
+    source /usr/local/greenplum-db-devel/greenplum_path.sh
+    export LDFLAGS="-L${GPHOME}/lib"
+    export CPPFLAGS="-I${GPHOME}/include"
+}
+
 function configure() {
   source /opt/gcc_env.sh
   pushd gpdb_src

concourse/scripts/compile_gpdb.bash

@@ -90,6 +90,16 @@ function unittest_check_gpdb() {
   popd
 }
 
+function include_zstd() {
+  pushd ${GREENPLUM_INSTALL_DIR}
+    if [ "${TARGET_OS}" == "centos" ] ; then
+      cp /usr/lib64/pkgconfig/libzstd.pc lib/pkgconfig/.
+      cp /usr/lib64/libzstd.so* lib/.
+      cp /usr/include/zstd*.h include/.
+    fi
+  popd
+}
+
 function export_gpdb() {
   TARBALL="${GPDB_ARTIFACTS_DIR}/${GPDB_BIN_FILENAME}"
   pushd ${GREENPLUM_INSTALL_DIR}
@@ -178,6 +188,7 @@ function _main() {
       # require `./configure --with-zlib`.
       unittest_check_gpdb
   fi
+  include_zstd
   export_gpdb
   export_gpdb_extensions
   export_gpdb_win32_ccl

concourse/scripts/gpMgmt_check_gpdb.bash

@@ -36,8 +36,9 @@ function setup_gpadmin_user() {
 
 function _main() {
 
-    configure
     install_gpdb
+    setup_configure_vars
+    configure
     setup_gpadmin_user
     make_cluster
     gen_env

concourse/scripts/gpcheckcloud_tests_gpcloud.bash

@@ -29,9 +29,10 @@ function setup_gpadmin_user() {
 }
 
 function _main() {
+	time install_gpdb
+	time setup_configure_vars
 	time configure
         sed -i s/1024/unlimited/ /etc/security/limits.d/90-nproc.conf
-	time install_gpdb
 	time setup_gpadmin_user
 	time gen_env
 

concourse/scripts/ic_gpdb.bash

@@ -76,9 +76,10 @@ function _main() {
       ln -sf "$libperl_path" /lib64/libperl.so || return 1
     fi
 
-    time configure
     time install_gpdb
     time setup_gpadmin_user
+    time setup_configure_vars
+    time configure
     time make_cluster
     time gen_env
     time run_test

concourse/scripts/ic_gpdb_resgroup.bash

@@ -58,6 +58,8 @@ run_resgroup_test() {
         source /usr/local/greenplum-db-devel/greenplum_path.sh
         export PGPORT=5432
         export MASTER_DATA_DIRECTORY=/data/gpdata/master/gpseg-1
+        export LDFLAGS="-L\${GPHOME}/lib"
+        export CPPFLAGS="-I\${GPHOME}/include"
 
         cd /home/gpadmin/gpdb_src
         ./configure --prefix=/usr/local/greenplum-db-devel \

concourse/scripts/regression_tests_gphdfs.bash

@@ -123,9 +123,10 @@ function _main() {
 
 	time setup_gpadmin_user
 	time install_mapr_client
+	time install_gpdb
+	time setup_configure_vars
 	time configure
 	echo "*          soft    nproc     unlimited" >> /etc/security/limits.d/99-nproc.conf
-	time install_gpdb
 	time make_cluster
 	time copy_jar_to_mapr_host
 	time gen_env