Add ICW tests for oracle7 in pipeline (#10467)

Oracle Linux is compiled from Red Hat Enterprise Linux (RHEL) source code,
replacing Red Hat branding with Oracle's[1].

The ICW jobs for oracle7 consume the GPDB binary compiled from centos7.

[1]: Wiki https://en.wikipedia.org/wiki/Oracle_Linux

concourse/pipelines/gen_pipeline.py

@@ -292,7 +292,7 @@ def main():
         action='store',
         dest='os_types',
         default=['centos6'],
-        choices=['centos6', 'centos7', 'ubuntu18.04', 'win'],
+        choices=['centos6', 'centos7', 'oracle7', 'ubuntu18.04', 'win'],
         nargs='+',
         help='List of OS values to support'
     )
@@ -369,7 +369,7 @@ def main():
         args.pipeline_configuration = 'prod'
 
     if args.pipeline_configuration == 'prod' or args.pipeline_configuration == 'full':
-        args.os_types = ['centos6', 'centos7', 'ubuntu18.04', 'win']
+        args.os_types = ['centos6', 'centos7', 'oracle7', 'ubuntu18.04', 'win']
         args.test_sections = [
             'ICW',
             'Replication',
@@ -381,6 +381,10 @@ def main():
             'Extensions',
             'Gpperfmon'
         ]
+    # currently, ICW tests for oracle7 consumes the artifact produced by centos7
+    if 'oracle7' in args.os_types and not 'centos7' in args.os_types:
+        print("oracle7 depends on centos7")
+        args.os_types.append('centos7')
 
     # if generating a dev pipeline but didn't specify an output,
     # don't overwrite the 6X_STABLE pipeline

concourse/pipelines/gpdb_6X_STABLE-generated.yml

@@ -12,9 +12,9 @@
 ## file (example: templates/gpdb-tpl.yml) and regenerate the pipeline
 ## using appropriate tool (example: gen_pipeline.py -t prod).
 ## ----------------------------------------------------------------------
-## Generated by gen_pipeline.py at: 2020-05-15 13:34:28.229103
+## Generated by gen_pipeline.py at: 2020-07-16 10:51:19.687693
 ## Template file: gpdb-tpl.yml
-## OS Types: ['centos6', 'centos7', 'ubuntu18.04', 'win']
+## OS Types: ['centos6', 'centos7', 'oracle7', 'ubuntu18.04', 'win']
 ## Test Sections: ['ICW', 'Replication', 'ResourceGroups', 'Interconnect', 'CLI', 'UD', 'AA', 'Extensions', 'Gpperfmon']
 ## ======================================================================
 
@@ -182,6 +182,8 @@ groups:
   - pg_upgrade
   - icw_gporca_centos7
   - icw_planner_centos7
+  - icw_gporca_oracle7
+  - icw_planner_oracle7
   - icw_gporca_ubuntu18.04
   - icw_planner_ubuntu18.04
   - gate_icw_end
@@ -272,6 +274,8 @@ groups:
   - icw_gporca_centos7
   - icw_planner_centos7
   - compile_gpdb_centos7
+  - icw_gporca_oracle7
+  - icw_planner_oracle7
   - icw_gporca_ubuntu18.04
   - icw_planner_ubuntu18.04
   - gate_icw_end
@@ -545,6 +549,12 @@ resources:
     repository: pivotaldata/gpdb6-centos7-test
     tag: latest
 
+- name: gpdb6-oracle7-test
+  type: docker-image
+  source:
+    repository: pivotaldata/gpdb6-oel7-test
+    tag: latest
+
 
 - name: gpdb6-ubuntu18.04-build
   type: docker-image
@@ -1119,6 +1129,44 @@ jobs:
       TEST_OS: centos
       CONFIGURE_FLAGS: {{configure_flags}}
 
+- name: icw_gporca_oracle7
+  plan:
+  - in_parallel:
+      steps:
+      - get: gpdb_src
+        passed: [compile_gpdb_centos7]
+      - get: bin_gpdb
+        resource: bin_gpdb_centos7
+        passed: [compile_gpdb_centos7]
+        trigger: true
+      - get: gpdb6-oracle7-test
+  - task: ic_gpdb
+    file: gpdb_src/concourse/tasks/ic_gpdb.yml
+    image: gpdb6-oracle7-test
+    params:
+      MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world
+      TEST_OS: centos
+      CONFIGURE_FLAGS: {{configure_flags}}
+
+- name: icw_planner_oracle7
+  plan:
+  - in_parallel:
+      steps:
+      - get: gpdb_src
+        passed: [compile_gpdb_centos7]
+      - get: bin_gpdb
+        passed: [compile_gpdb_centos7]
+        resource: bin_gpdb_centos7
+        trigger: true
+      - get: gpdb6-oracle7-test
+  - task: ic_gpdb
+    file: gpdb_src/concourse/tasks/ic_gpdb.yml
+    image: gpdb6-oracle7-test
+    params:
+      MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world
+      TEST_OS: centos
+      CONFIGURE_FLAGS: {{configure_flags}}
+
 - name: icw_gporca_ubuntu18.04
   plan:
     - in_parallel:
@@ -3240,6 +3288,8 @@ jobs:
         - icw_gporca_centos6
         - icw_gporca_centos7
         - icw_planner_centos7
+        - icw_gporca_oracle7
+        - icw_planner_oracle7
         - icw_gporca_ubuntu18.04
         - icw_planner_ubuntu18.04
         - icw_planner_ictcp_centos6
@@ -3326,6 +3376,8 @@ jobs:
         - compile_gpdb_centos7
         - icw_gporca_centos7
         - icw_planner_centos7
+        - icw_gporca_oracle7
+        - icw_planner_oracle7
         - resource_group_centos7
         - MADlib_Test_orca_centos7
         - MADlib_Test_planner_centos7

concourse/pipelines/templates/gpdb-tpl.yml

@@ -214,6 +214,10 @@ groups:
   - icw_gporca_centos7
   - icw_planner_centos7
 {% endif %}
+{% if "oracle7" in os_types %}
+  - icw_gporca_oracle7
+  - icw_planner_oracle7
+{% endif %}
 {% if "ubuntu18.04" in os_types %}
   - icw_gporca_ubuntu18.04
   - icw_planner_ubuntu18.04
@@ -322,6 +326,10 @@ groups:
   - icw_planner_centos7
   - compile_gpdb_centos7
 {% endif %}
+{% if "oracle7" in os_types %}
+  - icw_gporca_oracle7
+  - icw_planner_oracle7
+{% endif %}
 {% if "ubuntu18.04" in os_types %}
   - icw_gporca_ubuntu18.04
   - icw_planner_ubuntu18.04
@@ -624,6 +632,14 @@ resources:
     repository: pivotaldata/gpdb6-centos7-test
     tag: latest
 
+{% endif %}
+{% if "oracle7" in os_types %}
+- name: gpdb6-oracle7-test
+  type: docker-image
+  source:
+    repository: pivotaldata/gpdb6-oel7-test
+    tag: latest
+
 {% endif %}
 
 - name: gpdb6-ubuntu18.04-build
@@ -1235,6 +1251,46 @@ jobs:
       TEST_OS: centos
       CONFIGURE_FLAGS: {{configure_flags}}
 
+{% endif %}
+{% if "oracle7" in os_types %}
+- name: icw_gporca_oracle7
+  plan:
+  - in_parallel:
+      steps:
+      - get: gpdb_src
+        passed: [compile_gpdb_centos7]
+      - get: bin_gpdb
+        resource: bin_gpdb_centos7
+        passed: [compile_gpdb_centos7]
+        trigger: [[ test_trigger ]]
+      - get: gpdb6-oracle7-test
+  - task: ic_gpdb
+    file: gpdb_src/concourse/tasks/ic_gpdb.yml
+    image: gpdb6-oracle7-test
+    params:
+      MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=on' installcheck-world
+      TEST_OS: centos
+      CONFIGURE_FLAGS: {{configure_flags}}
+
+- name: icw_planner_oracle7
+  plan:
+  - in_parallel:
+      steps:
+      - get: gpdb_src
+        passed: [compile_gpdb_centos7]
+      - get: bin_gpdb
+        passed: [compile_gpdb_centos7]
+        resource: bin_gpdb_centos7
+        trigger: [[ test_trigger ]]
+      - get: gpdb6-oracle7-test
+  - task: ic_gpdb
+    file: gpdb_src/concourse/tasks/ic_gpdb.yml
+    image: gpdb6-oracle7-test
+    params:
+      MAKE_TEST_COMMAND: -k PGOPTIONS='-c optimizer=off' installcheck-world
+      TEST_OS: centos
+      CONFIGURE_FLAGS: {{configure_flags}}
+
 {% endif %}
 {% if "ubuntu18.04" in os_types %}
 - name: icw_gporca_ubuntu18.04
@@ -2177,6 +2233,8 @@ jobs:
         - icw_gporca_centos6
         - icw_gporca_centos7
         - icw_planner_centos7
+        - icw_gporca_oracle7
+        - icw_planner_oracle7
         - icw_gporca_ubuntu18.04
         - icw_planner_ubuntu18.04
         - icw_planner_ictcp_centos6
@@ -2225,6 +2283,8 @@ jobs:
         - compile_gpdb_centos7
         - icw_gporca_centos7
         - icw_planner_centos7
+        - icw_gporca_oracle7
+        - icw_planner_oracle7
         - resource_group_centos7
         - MADlib_Test_orca_centos7
         - MADlib_Test_planner_centos7