Skip to content

Commit

Permalink
Merge pull request #36 from arenadata/5.18.0-sync
Browse files Browse the repository at this point in the history
ADBDEV-175 5.18.0 sync
  • Loading branch information
deart2k authored Apr 9, 2019
2 parents 8522d59 + 72b739b commit 33c9ad6
Show file tree
Hide file tree
Showing 144 changed files with 2,773 additions and 1,442 deletions.
2 changes: 1 addition & 1 deletion add_libs/gporca
Submodule gporca updated 146 files
189 changes: 180 additions & 9 deletions concourse/pipelines/5X_STABLE-generated.yml
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@
## file (example: templates/gpdb-tpl.yml) and regenerate the pipeline
## using appropriate tool (example: gen_pipeline.py -t prod).
## ----------------------------------------------------------------------
## Generated by gen_pipeline.py at: 2019-01-09 16:42:19.516712
## Generated by gen_pipeline.py at: 2019-03-28 08:47:46.608926
## Template file: gpdb-tpl.yml
## OS Types: ['centos6', 'centos7', 'sles', 'aix7', 'win', 'ubuntu16']
## Test Sections: ['ICW', 'CS', 'MPP', 'MM', 'DPM', 'UD', 'FileRep', 'AA']
Expand All @@ -36,6 +36,7 @@ groups:
- compile_gpdb_sles11
- compile_gpdb_ubuntu16
- compile_gpdb_ubuntu16_oss
- compile_gpdb_ubuntu16_oss_abi
- compile_gpdb_open_source_centos6
- compile_gpdb_binary_swap_centos6
- compile_gpdb_windows_cl
Expand Down Expand Up @@ -120,6 +121,8 @@ groups:
- gate_ud_end
## --------------------------------------------------------------------
- gate_advanced_analytics_start
- postgis_build_centos6
- postgis_build_centos7
- MADlib_Test_Planner_centos6
- Postgis_Test_Planner_centos6
- MADlib_Test_Orca_centos6
Expand All @@ -143,6 +146,7 @@ groups:
- name: Release
jobs:
- gate_release_candidate_start
- compile_gpdb_ubuntu16_oss_abi
- Release_Candidate

## ======================================================================
Expand Down Expand Up @@ -257,6 +261,8 @@ groups:
- name: G:AdvancedAnalytics
jobs:
- gate_advanced_analytics_start
- postgis_build_centos6
- postgis_build_centos7
- MADlib_Test_Planner_centos6
- Postgis_Test_Planner_centos6
- MADlib_Test_Orca_centos6
Expand Down Expand Up @@ -384,6 +390,13 @@ resources:
- gpdb-doc/*
- README*

- name: gpdb_src_latest_5X_tag
type: git
source:
branch: 5X_STABLE
uri: {{gpdb-git-remote}}
tag_filter: 5.*

- name: gpdb_src_binary_swap
type: git
source:
Expand Down Expand Up @@ -730,6 +743,7 @@ resources:
type: git
source:
branch: master
tag_filter: rel/v2.1.5+pivotal.2
uri: https://github.com/greenplum-db/geospatial.git

- name: postgis_gppkg_centos6
Expand Down Expand Up @@ -1213,6 +1227,86 @@ jobs:
params:
file: {{deb_package_open_source_ubuntu16_versioned_file}}

- name: compile_gpdb_ubuntu16_oss_abi
plan:
- aggregate:
- get: gpdb_src
passed: [gate_compile_start]
trigger: ((gpdb_src-trigger-flag))
- get: gpdb_src_latest_5X_tag
- get: ubuntu-gpdb-dev-16
passed: [gate_compile_start]
- aggregate:
- task: compile_gpdb_head
image: ubuntu-gpdb-dev-16
config:
platform: linux
inputs:
- name: gpdb_src
outputs:
- name: compiled_bits_ubuntu16_head
run:
path: gpdb_src/concourse/scripts/compile_gpdb_open_source_ubuntu.bash
params:
CFLAGS: -g -Og
CXXFLAGS: -g -Og
CONFIGURE_FLAGS: {{configure_flags}}
TRANSFER_DIR: compiled_bits_ubuntu16_head
COMPILED_BITS_FILENAME: compiled_bits_ubuntu16.tar.gz
- task: compile_gpdb_tag
image: ubuntu-gpdb-dev-16
input_mapping:
gpdb_src: gpdb_src_latest_5X_tag
config:
platform: linux
inputs:
- name: gpdb_src
outputs:
- name: compiled_bits_ubuntu16_tag
run:
path: gpdb_src/concourse/scripts/compile_gpdb_open_source_ubuntu.bash
params:
CFLAGS: -g -Og
CXXFLAGS: -g -Og
CONFIGURE_FLAGS: {{configure_flags}}
TRANSFER_DIR: compiled_bits_ubuntu16_tag
COMPILED_BITS_FILENAME: compiled_bits_ubuntu16.tar.gz
- task: compare_abi
image: ubuntu-gpdb-dev-16
config:
platform: linux
inputs:
- name: gpdb_src
- name: compiled_bits_ubuntu16_head
- name: compiled_bits_ubuntu16_tag
outputs:
- name: abi
run:
path: gpdb_src/concourse/scripts/compare_abi_ubuntu.bash
args: [
'bin/postgres',
'lib/libecpg.so',
'lib/libecpg_compat.so',
'lib/libgppc.so',
'lib/libpgtypes.so',
'lib/libpq.so',
]
params:
- task: publish_report
image: ubuntu-gpdb-dev-16
config:
platform: linux
inputs:
- name: gpdb_src
- name: abi
run:
path: gpdb_src/concourse/scripts/s3_sync
args: [ "./abi/", "s3://((public-bucket-name))/" ]
params:
AWS_ACCESS_KEY_ID: {{bucket-access-key-id}}
AWS_SECRET_ACCESS_KEY: {{bucket-secret-access-key}}
AWS_DEFAULT_REGION: {{aws-region}}

- name: compile_gpdb_open_source_centos6
public: true
plan:
Expand Down Expand Up @@ -3833,6 +3927,65 @@ jobs:
passed:
- gate_compile_end

- name: postgis_build_centos6
plan:
- aggregate:
- get: postgis_src
- get: madlib_ci
- get: gpdb_src
passed:
- gate_advanced_analytics_start
- get: bin_gpdb
resource: bin_gpdb_centos6
trigger: true
passed:
- gate_advanced_analytics_start
- get: centos-gpdb-dev-6
- get: gcc_4.4.2_snowflake
- aggregate:
- task: postgis_gpdb_build
file: madlib_ci/concourse/tasks/build_postgis.yml
image: centos-gpdb-dev-6
params:
TEST_OS: centos6
IVYREPO_HOST: {{ivyrepo_host}}
IVYREPO_REALM: {{ivyrepo_realm}}
IVYREPO_USER: {{ivyrepo_user}}
IVYREPO_PASSWD: {{ivyrepo_passwd}}
- aggregate:
- put: postgis_gppkg_centos6
params:
file: postgis_gppkg/postgis-*.gppkg
- name: postgis_build_centos7
plan:
- aggregate:
- get: postgis_src
- get: madlib_ci
- get: gpdb_src
passed:
- gate_advanced_analytics_start
- get: bin_gpdb
resource: bin_gpdb_centos7
trigger: true
passed:
- gate_advanced_analytics_start
- get: centos-gpdb-dev-7
- get: gcc_4.4.2_snowflake
- aggregate:
- task: postgis_gpdb_build
file: madlib_ci/concourse/tasks/build_postgis.yml
image: centos-gpdb-dev-7
params:
TEST_OS: centos7
IVYREPO_HOST: {{ivyrepo_host}}
IVYREPO_REALM: {{ivyrepo_realm}}
IVYREPO_USER: {{ivyrepo_user}}
IVYREPO_PASSWD: {{ivyrepo_passwd}}
- aggregate:
- put: postgis_gppkg_centos7
params:
file: postgis_gppkg/postgis-*.gppkg

- name: MADlib_Test_Planner_centos6
plan:
- aggregate:
Expand All @@ -3859,18 +4012,22 @@ jobs:
- aggregate:
- get: madlib_ci
- get: postgis_src
passed:
- postgis_build_centos6
- get: postgis_gppkg
resource: postgis_gppkg_centos6
trigger: true
passed:
- postgis_build_centos6
- get: bin_gpdb
resource: bin_gpdb_centos6
trigger: true
passed:
- gate_advanced_analytics_start
- postgis_build_centos6
- get: centos-gpdb-dev-6
- get: gpdb_src
passed:
- gate_advanced_analytics_start
- postgis_build_centos6
- get: gcc_4.4.2_snowflake
- task: test_postgis
file: madlib_ci/concourse/tasks/test_postgis.yml
Expand Down Expand Up @@ -3909,18 +4066,22 @@ jobs:
- aggregate:
- get: madlib_ci
- get: postgis_src
passed:
- postgis_build_centos6
- get: postgis_gppkg
resource: postgis_gppkg_centos6
trigger: true
passed:
- postgis_build_centos6
- get: bin_gpdb
resource: bin_gpdb_centos6
trigger: true
passed:
- gate_advanced_analytics_start
- postgis_build_centos6
- get: centos-gpdb-dev-6
- get: gpdb_src
passed:
- gate_advanced_analytics_start
- postgis_build_centos6
- get: gcc_4.4.2_snowflake
- task: test_postgis
file: madlib_ci/concourse/tasks/test_postgis.yml
Expand Down Expand Up @@ -3959,18 +4120,22 @@ jobs:
- aggregate:
- get: madlib_ci
- get: postgis_src
passed:
- postgis_build_centos7
- get: postgis_gppkg
resource: postgis_gppkg_centos7
trigger: true
passed:
- postgis_build_centos7
- get: bin_gpdb
resource: bin_gpdb_centos7
trigger: true
passed:
- gate_advanced_analytics_start
- postgis_build_centos7
- get: centos-gpdb-dev-7
- get: gpdb_src
passed:
- gate_advanced_analytics_start
- postgis_build_centos7
- get: gcc_4.4.2_snowflake
- task: test_postgis
file: madlib_ci/concourse/tasks/test_postgis.yml
Expand Down Expand Up @@ -4009,18 +4174,22 @@ jobs:
- aggregate:
- get: madlib_ci
- get: postgis_src
passed:
- postgis_build_centos7
- get: postgis_gppkg
resource: postgis_gppkg_centos7
trigger: true
passed:
- postgis_build_centos7
- get: bin_gpdb
resource: bin_gpdb_centos7
trigger: true
passed:
- gate_advanced_analytics_start
- postgis_build_centos7
- get: centos-gpdb-dev-7
- get: gpdb_src
passed:
- gate_advanced_analytics_start
- postgis_build_centos7
- get: gcc_4.4.2_snowflake
- task: test_postgis
file: madlib_ci/concourse/tasks/test_postgis.yml
Expand Down Expand Up @@ -4335,6 +4504,8 @@ jobs:
- gptransfer-5x-to-5x
- mpp_interconnect
- QP_optimizer-functional
- postgis_build_centos6
- postgis_build_centos7
- MADlib_Test_Planner_centos6
- Postgis_Test_Planner_centos6
- MADlib_Test_Orca_centos6
Expand Down
4 changes: 2 additions & 2 deletions concourse/pipelines/gen_pipeline.py
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@
'gate_filerep_start', 'gate_filerep_end',
'gate_release_candidate_start']
JOBS_THAT_ARE_PAUSED = ['DPM_backup-restore_netbackup_part1', 'DPM_backup-restore_netbackup_part2', 'DPM_backup-restore_netbackup_part3']
JOBS_THAT_SHOULD_NOT_BLOCK_RELEASE = ['compile_gpdb_binary_swap_centos6', 'client_loader_remote_test_aix'] + RELEASE_VALIDATOR_JOB + JOBS_THAT_ARE_GATES + JOBS_THAT_ARE_PAUSED
JOBS_THAT_SHOULD_NOT_BLOCK_RELEASE = ['compile_gpdb_binary_swap_centos6', 'compile_gpdb_ubuntu16_oss_abi', 'client_loader_remote_test_aix'] + RELEASE_VALIDATOR_JOB + JOBS_THAT_ARE_GATES + JOBS_THAT_ARE_PAUSED

def suggested_git_remote():
default_remote = "<https://github.com/<github-user>/gpdb>"
Expand Down Expand Up @@ -179,7 +179,7 @@ def how_to_use_generated_pipeline_message():
msg += ' -p %s \\\n' % os.path.basename(ARGS.output_filepath).rsplit('.', 1)[0]
msg += ' -c %s \\\n' % ARGS.output_filepath
msg += ' -l ~/workspace/gp-continuous-integration/secrets/gpdb_common-ci-secrets.yml \\\n'
msg += ' -l ~/workspace/gp-continuous-integration/secrets/gpdb_5X_STABLE-ci-secrets.yml \\\n'
msg += ' -l ~/workspace/gp-continuous-integration/secrets/gpdb_5X_STABLE-ci-secrets.dev.yml \\\n'
msg += ' -l ~/workspace/gp-continuous-integration/secrets/ccp_ci_secrets_gpdb-dev.yml \\\n'
msg += ' -v bucket-name=gpdb5-concourse-builds-dev \\\n'
msg += ' -v gpdb-git-remote=%s \\\n' % suggested_git_remote()
Expand Down
Loading

0 comments on commit 33c9ad6

Please sign in to comment.