diff --git a/concourse/build_with_codegen.yml b/concourse/build_with_codegen.yml deleted file mode 100644 index dc2e337f88ff3f73a5ac5840191b6174810f35d3..0000000000000000000000000000000000000000 --- a/concourse/build_with_codegen.yml +++ /dev/null @@ -1,12 +0,0 @@ -platform: linux -image: docker:///pivotaldata/gpdb-devel-gcc5#centos6 -inputs: - - name: gpdb_src -outputs: - - name: bin_gpdb -run: - path: /bin/bash - args: - - -l # login shell to source gcc 5 path - - -c - - gpdb_src/concourse/scripts/build_gpdb.py --mode=codegen --output_dir=bin_gpdb/install diff --git a/concourse/build_with_orca_and_codegen.yml b/concourse/build_with_orca_and_codegen.yml deleted file mode 100644 index d9ce2f87c98c5d9bf106d090fe2c9060cbe27fdc..0000000000000000000000000000000000000000 --- a/concourse/build_with_orca_and_codegen.yml +++ /dev/null @@ -1,15 +0,0 @@ -platform: linux -image: docker:///pivotaldata/gpdb-devel-gcc5#centos6 -inputs: - - name: bin_orca - - name: bin_gpos - - name: bin_xerces - - name: gpdb_src -outputs: - - name: bin_gpdb -run: - path: /bin/bash - args: - - -l # login shell to source gcc 5 path - - -c - - gpdb_src/concourse/scripts/build_gpdb.py --mode=orca_codegen --output_dir=bin_gpdb/install bin_orca bin_gpos bin_xerces diff --git a/concourse/cpplint.yml b/concourse/cpplint.yml deleted file mode 100644 index cd6cdc72e341f4a99f5f922eea82fa5590304a2f..0000000000000000000000000000000000000000 --- a/concourse/cpplint.yml +++ /dev/null @@ -1,10 +0,0 @@ -platform: linux -image: docker:///pivotaldata/gpdb-devel-gcc5#centos6 -inputs: - - name: gpdb_src -run: - path: /bin/bash - args: - - -l - - -c - - find gpdb_src/src/backend/codegen/ -name '*.cc' -or -name '*.h' | xargs gpdb_src/concourse/scripts/cpplint.py --filter=-runtime/int,-build/include diff --git a/concourse/dev_template_pipeline.yml b/concourse/dev_template_pipeline.yml deleted file mode 100644 index 15a0c5c33a7a64cd6ab6f64d3d9dc61cb7e5b4ce..0000000000000000000000000000000000000000 --- a/concourse/dev_template_pipeline.yml +++ /dev/null @@ -1,175 +0,0 @@ -groups: -- name: all - jobs: - - gp_xerces - - gpos_centos6_release - - orca_centos6_release - - build_gpdb_centos6 - - gpdb_icg -resources: -- name: bin_gpdb_with_orca_centos6 - type: s3 - source: - access_key_id: {{aws-access-key-id}} - bucket: gporca-concourse-bucket - region_name: us-west-2 - secret_access_key: {{aws-secret-access-key}} - versioned_file: bin_gpdb_with_orca_centos6.tar.gz -- name: gpos_src - type: git - source: - branch: master - private_key: {{gpdb_deploy_key}} - uri: git@github.com:greenplum-db/gpos.git -- name: orca_src - type: git - source: - branch: master - private_key: {{gpdb_deploy_key}} - uri: git@github.com:greenplum-db/gporca.git -- name: gpdb_src - type: git - source: - branch: master - private_key: {{gpdb_deploy_key}} - uri: git@github.com:greenplum-db/gpdb.git -- name: xerces_patch - type: git - source: - branch: master - paths: - - patches/xerces-c-gpdb.patch - - concourse/xerces-c - - concourse/package_tarball.bash - private_key: {{gpdb_deploy_key}} - uri: git@github.com:greenplum-db/gporca.git -- name: bin_xerces_centos6 - type: s3 - source: - access_key_id: {{aws-access-key-id}} - bucket: gporca-concourse-bucket - region_name: us-west-2 - secret_access_key: {{aws-secret-access-key}} - versioned_file: bin_xerces_centos6.tar.gz -- name: bin_gpos_centos6_release - type: s3 - source: - access_key_id: {{aws-access-key-id}} - bucket: gporca-concourse-bucket - region_name: us-west-2 - secret_access_key: {{aws-secret-access-key}} - versioned_file: bin_gpos_centos6_release.tar.gz -- name: bin_orca_centos6_release - type: s3 - source: - access_key_id: {{aws-access-key-id}} - bucket: gporca-concourse-bucket - region_name: us-west-2 - secret_access_key: {{aws-secret-access-key}} - versioned_file: bin_orca_centos6_release.tar.gz -resource_types: [] -jobs: -- name: gp_xerces - max_in_flight: 2 - plan: - - get: xerces_patch - trigger: true - - aggregate: - - task: build_centos6 - file: xerces_patch/concourse/xerces-c/build_xerces_centos6.yml - - aggregate: - - task: package_tarball_centos6 - file: xerces_patch/concourse/xerces-c/package_tarball_centos6.yml - - aggregate: - - put: bin_xerces_centos6 - params: - from: package_tarball_centos6/bin_xerces_centos6.tar.gz -- name: gpos_centos6_release - max_in_flight: 2 - plan: - - get: gpos_src - trigger: true - - task: build_and_test_centos6_release - file: gpos_src/concourse/build_centos6_release.yml - - task: package_tarball_centos6_release - file: gpos_src/concourse/package_tarball_centos6_release.yml - - put: bin_gpos_centos6_release - params: - from: package_tarball_centos6_release/bin_gpos_centos6_release.tar.gz -- name: orca_centos6_release - max_in_flight: 2 - plan: - - get: orca_src - trigger: true - - get: bin_gpos_centos6_release - passed: - - gpos_centos6_release - trigger: true - - get: bin_xerces_centos6 - passed: - - gp_xerces - trigger: true - - task: build_and_test_centos6_release - file: orca_src/concourse/build_and_test_centos6_release.yml - - task: package_tarball_centos6_release - file: orca_src/concourse/package_tarball_centos6_release.yml - - put: bin_orca_centos6_release - params: - from: package_tarball_centos6_release/bin_orca_centos6_release.tar.gz -- name: build_gpdb_centos6 - max_in_flight: 1 - plan: - - aggregate: - - get: bin_gpos_centos6_release - passed: - - gpos_centos6_release - - get: bin_orca_centos6_release - passed: - - orca_centos6_release - trigger: true - - get: bin_xerces_centos6 - passed: - - gp_xerces - - get: gpdb_src - params: - submodules: none - - task: build_with_orca - input_mapping: - bin_orca: bin_orca_centos6_release - bin_gpos: bin_gpos_centos6_release - bin_xerces: bin_xerces_centos6 - file: gpdb_src/concourse/build_with_orca.yml - - task: package_tarball_centos6 - file: gpdb_src/concourse/package_tarball.yml - - put: bin_gpdb_with_orca_centos6 - params: - from: package_tarball/bin_gpdb.tar.gz -- name: gpdb_icg - max_in_flight: 1 - plan: - - aggregate: - - get: gpdb_src - params: - submodules: none - - get: bin_gpdb_with_orca_centos6 - passed: - - build_gpdb_centos6 - trigger: true - - get: bin_gpos_centos6_release - passed: - - gpos_centos6_release - - get: bin_orca_centos6_release - passed: - - orca_centos6_release - - get: bin_xerces_centos6 - passed: - - gp_xerces - - aggregate: - - task: test_with_orca - input_mapping: - bin_orca: bin_orca_centos6_release - bin_gpos: bin_gpos_centos6_release - bin_xerces: bin_xerces_centos6 - bin_gpdb: bin_gpdb_with_orca_centos6 - file: gpdb_src/concourse/test_with_orca.yml - timeout: 1h30m diff --git a/concourse/gpcodegen_pipeline.yml b/concourse/gpcodegen_pipeline.yml deleted file mode 100644 index cc8a1d3b6d8eb11f7b81976b005b32a1fd8f48ec..0000000000000000000000000000000000000000 --- a/concourse/gpcodegen_pipeline.yml +++ /dev/null @@ -1,194 +0,0 @@ -############# -# RESOURCES # -############# -resources: -- name: gpdb_src - type: git - source: - branch: master - paths: - - src/backend/codegen/* - - src/include/codegen/* - - concourse/* - uri: https://github.com/greenplum-db/gpdb.git - -- name: bin_gpdb_orca - type: s3 - source: - access_key_id: {{aws-access-key-id}} - bucket: gporca-concourse-bucket - region_name: us-west-2 - secret_access_key: {{aws-secret-access-key}} - versioned_file: bin_gpdb_with_orca_and_codegen_centos6.tar.gz - -- name: regression_diffs - type: s3 - source: - access_key_id: {{aws-access-key-id}} - bucket: {{bucket-name}} - region_name: {{aws-region}} - secret_access_key: {{aws-secret-access-key}} - versioned_file: regression.diffs -- name: regression_out - type: s3 - source: - access_key_id: {{aws-access-key-id}} - bucket: {{bucket-name}} - region_name: {{aws-region}} - secret_access_key: {{aws-secret-access-key}} - versioned_file: regression.out - -- name: bin_xerces - type: s3 - source: - access_key_id: {{aws-access-key-id}} - bucket: {{bucket-name}} - region_name: {{aws-region}} - secret_access_key: {{aws-secret-access-key}} - regexp: bin_xerces_centos(6).tar.gz - -- name: orca - type: github-release - source: - user: greenplum-db - repository: gporca - -- name: gpos - type: github-release - source: - user: greenplum-db - repository: gpos - -######## -# JOBS # -######## -jobs: -- name: gpdb_icg_planner - max_in_flight: 1 - plan: - - aggregate: - - get: gpdb_src - passed: - - build_gpdb_orca - params: - submodules: none - - get: bin_orca - resource: orca - params: - globs: - - bin_orca_centos5_release.tar.gz - passed: - - build_gpdb_orca - - get: bin_gpos - resource: gpos - params: - globs: - - bin_gpos_centos5_release.tar.gz - passed: - - build_gpdb_orca - - get: bin_xerces - passed: - - build_gpdb_orca - - get: bin_gpdb_orca - passed: - - build_gpdb_orca - trigger: true - - task: test_gpdb - input_mapping: - bin_gpdb: bin_gpdb_orca - file: gpdb_src/concourse/test_with_codegen.yml - timeout: 1h30m - on_failure: - aggregate: - - put: regression_diffs - params: - from: icg_output/regression.diffs - - put: regression_out - params: - from: icg_output/regression.out - - -- name: build_gpdb_orca - max_in_flight: 1 - plan: - - aggregate: - - get: gpdb_src - params: - submodules: none - trigger: true - - get: bin_xerces - - get: bin_orca - resource: orca - params: - globs: - - bin_orca_centos5_release.tar.gz - - get: bin_gpos - resource: gpos - params: - globs: - - bin_gpos_centos5_release.tar.gz - - - task: build_with_orca_and_codegen - file: gpdb_src/concourse/build_with_orca_and_codegen.yml - output_mapping: {bin_gpdb: bin_gpdb_orca} - - task: package_tarball - input_mapping: {bin_gpdb: bin_gpdb_orca} - file: gpdb_src/concourse/package_tarball.yml - - put: bin_gpdb_orca - params: - from: package_tarball/bin_gpdb.tar.gz - -- name: gpdb_icg_orca - max_in_flight: 1 - plan: - - aggregate: - - get: gpdb_src - passed: - - build_gpdb_orca - params: - submodules: none - - get: bin_orca - resource: orca - params: - globs: - - bin_orca_centos5_release.tar.gz - passed: - - build_gpdb_orca - - get: bin_gpos - resource: gpos - params: - globs: - - bin_gpos_centos5_release.tar.gz - passed: - - build_gpdb_orca - - get: bin_gpdb_orca - passed: - - build_gpdb_orca - trigger: true - - get: bin_xerces - passed: - - build_gpdb_orca - - task: test_gpdb - input_mapping: {bin_gpdb: bin_gpdb_orca} - file: gpdb_src/concourse/test_with_orca_and_codegen.yml - timeout: 1h30m - on_failure: - aggregate: - - put: regression_diffs - params: - from: icg_output/regression.diffs - - put: regression_out - params: - from: icg_output/regression.out - - -- name: cpplint - max_in_flight: 3 - plan: - - aggregate: - - get: gpdb_src - params: - submodules: none - trigger: true - - task: cpplint - file: gpdb_src/concourse/cpplint.yml diff --git a/concourse/scripts/builds/GpcodegenBuild.py b/concourse/scripts/builds/GpcodegenBuild.py deleted file mode 100755 index 83384098d8a5850bbd13c78cc3592dfda557f556..0000000000000000000000000000000000000000 --- a/concourse/scripts/builds/GpcodegenBuild.py +++ /dev/null @@ -1,35 +0,0 @@ -import os -import subprocess -import sys -from GpdbBuildBase import GpdbBuildBase - -class GpcodegenBuild(GpdbBuildBase): - def __init__(self): - pass - - def configure(self): - return subprocess.call(' '.join(["./configure", - "--enable-codegen", - "--enable-mapreduce", - "--with-perl", - "--with-libxml", - "--with-python", - "--disable-gpfdist", - "--prefix=/usr/local/gpdb"]), - cwd="gpdb_src", shell=True) - def icg(self): - status = subprocess.call( - "printf '\nLD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/lib\nexport \ - LD_LIBRARY_PATH' >> /usr/local/gpdb/greenplum_path.sh", shell=True) - if status: - return status - status = subprocess.call([ - "runuser gpadmin -c \"source /usr/local/gpdb/greenplum_path.sh \ - && make cluster\""], cwd="gpdb_src/gpAux/gpdemo", shell=True) - if status: - return status - return subprocess.call([ - "runuser gpadmin -c \"source /usr/local/gpdb/greenplum_path.sh \ - && source gpAux/gpdemo/gpdemo-env.sh && PGOPTIONS='-c codegen=on' \ - make installcheck-good\""], cwd="gpdb_src", shell=True) - diff --git a/concourse/test_with_codegen.yml b/concourse/test_with_codegen.yml deleted file mode 100644 index 7e31209ee921301a13c015265cce912072abfb21..0000000000000000000000000000000000000000 --- a/concourse/test_with_codegen.yml +++ /dev/null @@ -1,16 +0,0 @@ -platform: linux -image: docker:///pivotaldata/gpdb-devel-gcc5#centos6 -inputs: - - name: gpdb_src - - name: bin_gpdb - - name: bin_orca - - name: bin_gpos - - name: bin_xerces -outputs: - - name: icg_output -run: - path: /bin/bash - args: - - -l - - -c - - gpdb_src/concourse/scripts/test_gpdb.py --mode=codegen --gpdb_name=bin_gpdb bin_orca bin_gpos bin_xerces diff --git a/concourse/test_with_orca_and_codegen.yml b/concourse/test_with_orca_and_codegen.yml deleted file mode 100644 index 01672223b800fdf8b46bafe09a474c60eeec93a7..0000000000000000000000000000000000000000 --- a/concourse/test_with_orca_and_codegen.yml +++ /dev/null @@ -1,17 +0,0 @@ -platform: linux -image: docker:///pivotaldata/gpdb-devel-gcc5#centos6 -inputs: - - name: gpdb_src - - name: bin_gpdb - - name: bin_orca - - name: bin_gpos - - name: bin_xerces -outputs: - - name: icg_output -run: - path: /bin/bash - args: - - -l - - -c - - gpdb_src/concourse/scripts/test_gpdb.py --mode=orca_codegen --gpdb_name=bin_gpdb --output_dir=bin_gpdb/install bin_orca bin_gpos bin_xerces -