X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=jjb%2Freleng-jobs.yaml;h=53a57d30ab5e1e34d9f8bad145b95a7816672db7;hb=d6c6bb7136720d8ff3a46134b5e9216c3281777c;hp=caf99a049504cbff695f77928976d7bfd766de8e;hpb=8d12b324463c0e3357d7eb2f52e63319d0ef9068;p=releng%2Fbuilder.git diff --git a/jjb/releng-jobs.yaml b/jjb/releng-jobs.yaml index caf99a049..53a57d30a 100644 --- a/jjb/releng-jobs.yaml +++ b/jjb/releng-jobs.yaml @@ -3,14 +3,14 @@ name: builder-jobs jobs: - '{project-name}-ci-jobs' - - '{project-name}-verify-tox-{stream}' - - 'builder-check-poms' + - builder-check-poms + - gerrit-tox-verify # OpenStack Related + - 'builder-verify-image-visibility' - 'builder-cleanup-old-images' - 'builder-delete-stale-nodes' - 'builder-delete-stale-stacks' # Automation for docs and jobs - - 'builder-update-csit-tests' - 'builder-update-image-list' # The following values are only specified here @@ -24,16 +24,14 @@ build-timeout: 10 - project: - name: builder-packer-jobs + name: packer-jobs + # packer jobs templates are defined in global-jjb jobs: - - 'builder-merge-packer-{platforms}-{templates}' - - 'builder-verify-packer' - + - '{project-name}-packer-jobs' project: 'releng/builder' project-name: builder branch: master archive-artifacts: '**/*.log' - build-timeout: 90 platforms: - centos @@ -42,13 +40,22 @@ templates: - devstack - - devstack-pre-pip-newton - - devstack-pre-pip-ocata - - docker + - devstack-pre-pip-newton: + build-timeout: 75 + - devstack-pre-pip-ocata: + build-timeout: 60 + - devstack-pre-pip-pike: + build-timeout: 75 + - docker: + build-timeout: 60 - gbp - - java-builder + - java-builder: + build-timeout: 75 - mininet - - mininet-ovs-2.5 + - mininet-ovs-2.5: + build-timeout: 60 + - mininet-ovs-2.6: + build-timeout: 75 - robot exclude: @@ -58,6 +65,8 @@ templates: mininet - platforms: centos templates: mininet-ovs-2.5 + - platforms: centos + templates: mininet-ovs-2.6 - platforms: ubuntu-14.04 templates: java-builder - platforms: ubuntu-14.04 @@ -66,12 +75,16 @@ templates: devstack-pre-pip-newton - platforms: ubuntu-14.04 templates: devstack-pre-pip-ocata + - platforms: ubuntu-14.04 + templates: devstack-pre-pip-pike - platforms: ubuntu-14.04 templates: devstack - platforms: ubuntu-14.04 templates: docker - platforms: ubuntu-14.04 templates: mininet-ovs-2.5 + - platforms: ubuntu-14.04 + templates: mininet-ovs-2.6 - platforms: ubuntu-16.04 templates: java-builder - platforms: ubuntu-16.04 @@ -80,6 +93,8 @@ templates: devstack-pre-pip-newton - platforms: ubuntu-16.04 templates: devstack-pre-pip-ocata + - platforms: ubuntu-16.04 + templates: devstack-pre-pip-pike - platforms: ubuntu-16.04 templates: devstack - platforms: ubuntu-16.04 @@ -93,7 +108,6 @@ - platforms: centos templates: baseline - - job-template: name: builder-check-poms node: centos7-java-builder-2c-4g @@ -120,7 +134,7 @@ - timed: 'H H * * 1' builders: - - shell: !include-raw-escape: include-raw-check-poms.sh + - shell: !include-raw-escape: check-poms.sh publishers: - email-notification: @@ -130,10 +144,12 @@ - job-template: - name: 'builder-cleanup-old-images' + name: 'builder-verify-image-visibility' project-type: freestyle node: centos7-java-builder-2c-4g + os-cloud: 'odlpriv-sandbox' + properties: - opendaylight-infra-properties: build-days-to-keep: 7 @@ -160,13 +176,12 @@ target: '$HOME/.config/openstack/clouds.yaml' triggers: - # Cleanup images on a weekly schedule - - timed: '@weekly' + # Check images visibility on a daily schedule + - timed: '@daily' builders: - shell: !include-raw-escape: - - global-jjb/shell/lftools-install.sh - - opendaylight-infra-cleanup-old-images.sh + - opendaylight-infra-check-image-visibility.sh publishers: - email-notification: @@ -176,7 +191,7 @@ - job-template: - name: 'builder-delete-stale-nodes' + name: 'builder-cleanup-old-images' project-type: freestyle node: centos7-java-builder-2c-4g @@ -192,18 +207,27 @@ refspec: 'refs/heads/{branch}' artifacts: '{archive-artifacts}' + scm: + - git-scm: + branch: '{branch}' + wrappers: - opendaylight-infra-wrappers: build-timeout: '{build-timeout}' + # Listed after to override openstack-infra-wrappers clouds.yaml definition + - config-file-provider: + files: + - file-id: opendaylight-private-clouds-yaml + target: '$HOME/.config/openstack/clouds.yaml' triggers: - # Attempt to clear up stacks every 30 mins in case we have orphaned stacks - - timed: '0,30 * * * *' + # Cleanup images on a weekly schedule + - timed: '@weekly' builders: - shell: !include-raw-escape: - global-jjb/shell/lftools-install.sh - - opendaylight-infra-cleanup-stale-nodes.sh + - opendaylight-infra-cleanup-old-images.sh publishers: - email-notification: @@ -213,7 +237,7 @@ - job-template: - name: 'builder-delete-stale-stacks' + name: 'builder-delete-stale-nodes' project-type: freestyle node: centos7-java-builder-2c-4g @@ -238,7 +262,9 @@ - timed: '0,30 * * * *' builders: - - shell: !include-raw-escape: opendaylight-infra-cleanup-stale-stacks.sh + - shell: !include-raw-escape: + - global-jjb/shell/lftools-install.sh + - opendaylight-infra-cleanup-stale-nodes.sh publishers: - email-notification: @@ -248,7 +274,7 @@ - job-template: - name: 'builder-update-image-list' + name: 'builder-delete-stale-stacks' project-type: freestyle node: centos7-java-builder-2c-4g @@ -258,35 +284,22 @@ parameters: - opendaylight-infra-parameters: - os-cloud: odlpriv + os-cloud: '{os-cloud}' project: '{project}' branch: '{branch}' refspec: 'refs/heads/{branch}' artifacts: '{archive-artifacts}' - scm: - - git-scm: - branch: '{branch}' - wrappers: - opendaylight-infra-wrappers: build-timeout: '{build-timeout}' - # Listed after to override openstack-infra-wrappers clouds.yaml definition - - config-file-provider: - files: - - file-id: opendaylight-private-clouds-yaml - target: '$HOME/.config/openstack/clouds.yaml' triggers: - # Update image list every Monday to Friday at 11:00 UTC - - timed: '0 11 * * 1-5' + # Attempt to clear up stacks every 30 mins in case we have orphaned stacks + - timed: '0,30 * * * *' builders: - - shell: !include-raw-escape: opendaylight-infra-update-image-list.sh - - opendaylight-infra-push-gerrit-patch: - project: '{project}' - gerrit-topic: 'releng-update-cloud-image-list' - gerrit-commit-message: 'Update cloud image list docs' + - shell: !include-raw-escape: opendaylight-infra-cleanup-stale-stacks.sh publishers: - email-notification: @@ -294,197 +307,47 @@ email-prefix: '[releng]' - lf-infra-publish -- job-template: - name: 'builder-verify-packer' - project-type: freestyle - node: centos7-java-builder-2c-4g - concurrent: true - - properties: - - opendaylight-infra-properties: - build-days-to-keep: 14 - - parameters: - - opendaylight-infra-parameters: - os-cloud: '{os-cloud}' - project: '{project}' - branch: '{branch}' - refspec: 'refs/heads/{branch}' - artifacts: '{archive-artifacts}' - - scm: - - gerrit-trigger-scm: - refspec: '$GERRIT_REFSPEC' - choosing-strategy: 'gerrit' - - wrappers: - - opendaylight-infra-wrappers: - build-timeout: '{build-timeout}' - - triggers: - - gerrit-trigger-patch-submitted: - server: '{server-name}' - project: '{project}' - branch: '{branch}' - files: 'packer/**' - - builders: - - packer-validate: - - publishers: - - email-notification: - email-recipients: '{email-recipients}' - email-prefix: '[{project}]' - - lf-infra-publish - job-template: - name: 'builder-merge-packer-{platforms}-{templates}' + name: 'builder-update-image-list' project-type: freestyle node: centos7-java-builder-2c-4g properties: - opendaylight-infra-properties: - build-days-to-keep: 14 + build-days-to-keep: 7 parameters: - opendaylight-infra-parameters: - os-cloud: '{os-cloud}' + os-cloud: odlpriv project: '{project}' branch: '{branch}' refspec: 'refs/heads/{branch}' artifacts: '{archive-artifacts}' scm: - - gerrit-trigger-scm: - refspec: '$GERRIT_REFSPEC' - branches: - - '$GERRIT_BRANCH' - choosing-strategy: 'default' - - wrappers: - - opendaylight-infra-wrappers: - build-timeout: '{build-timeout}' - - triggers: - - timed: '00 10 1 * *' - - gerrit: - server-name: '{server-name}' - trigger-on: - - change-merged-event - - comment-added-contains-event: - comment-contains-value: 'remerge' - projects: - - project-compare-type: 'ANT' - project-pattern: 'releng/builder' - branches: - - branch-compare-type: 'ANT' - branch-pattern: '**/{branch}' - file-paths: - - compare-type: ANT - pattern: 'packer/vars/{platforms}.json' - - compare-type: ANT - pattern: 'packer/templates/{templates}.json' - - compare-type: ANT - pattern: 'packer/provision/{templates}.sh' - - compare-type: ANT - pattern: 'packer/provision/system_reseal.sh' - - compare-type: ANT - pattern: 'packer/provision/rh-user_data.sh' - - compare-type: ANT - pattern: 'packer/provision/devstack-pre-pip.sh' - - compare-type: ANT - pattern: 'packer/provision/baseline.sh' - - builders: - - packer-validate: - - packer-build: - platform: '{platforms}' - template: '{templates}' - - publishers: - - email-notification: - email-recipients: '{email-recipients}' - email-prefix: '[{project}]' - - lf-infra-publish - -- job-template: - name: 'builder-update-csit-tests' - node: centos7-java-builder-2c-8g - - # builder-update-csit-tests job - # - # This job's purpose is to update csit - # tests to run in integration-distribution-test-{stream} - # by updating releng-defaults variables: csit-list-carbon, - # csit-list-boron, csit-list-beryllium - - project-type: freestyle - - properties: - - opendaylight-infra-properties: - build-days-to-keep: 14 - - parameters: - - opendaylight-infra-parameters: - os-cloud: '{os-cloud}' - project: '{project}' + - git-scm: branch: '{branch}' - refspec: 'refs/heads/{branch}' - artifacts: '{archive-artifacts}' - - scm: - - gerrit-trigger-scm: - refspec: '' - choosing-strategy: 'default' wrappers: - opendaylight-infra-wrappers: build-timeout: '{build-timeout}' + # Listed after to override openstack-infra-wrappers clouds.yaml definition + - config-file-provider: + files: + - file-id: opendaylight-private-clouds-yaml + target: '$HOME/.config/openstack/clouds.yaml' triggers: - - reverse: - jobs: 'builder-jjb-merge' + # Update image list every Monday to Friday at 11:00 UTC + - timed: '0 11 * * 1-5' builders: - - shell: | - git checkout -b auto-update-csit-jobs - - integration-list-jobs: - blacklist: '{csit-list-blacklist}' - search_string: "csit" - stream: "nitrogen" - jobs-filename: "csit_jobs_nitrogen.lst" - - integration-list-jobs: - blacklist: '{csit-list-blacklist}' - search_string: "csit" - stream: "carbon" - jobs-filename: "csit_jobs_carbon.lst" - - integration-list-jobs: - blacklist: '{csit-list-blacklist}' - search_string: "csit" - stream: "boron" - jobs-filename: "csit_jobs_boron.lst" - - integration-replace-block-text: - starting-regex: "'csit-list-nitrogen: >'" - ending-regex: "'csit-list-carbon: >'" - file-with-changes-to-insert: "'csit_jobs_nitrogen.lst'" - file-to-change: "'jjb/releng-defaults.yaml'" - - integration-replace-block-text: - starting-regex: "'csit-list-carbon: >'" - ending-regex: "'csit-list-boron: >'" - file-with-changes-to-insert: "'csit_jobs_carbon.lst'" - file-to-change: "'jjb/releng-defaults.yaml'" - - integration-replace-block-text: - starting-regex: "'csit-list-boron: >'" - ending-regex: "'# CSIT TESTS END SED MARKER'" - file-with-changes-to-insert: "'csit_jobs_boron.lst'" - file-to-change: "'jjb/releng-defaults.yaml'" - - shell: | - git status - git add jjb/releng-defaults.yaml + - shell: !include-raw-escape: opendaylight-infra-update-image-list.sh - opendaylight-infra-push-gerrit-patch: - project: "releng/builder" - gerrit-topic: "auto-update-csit-jobs" - gerrit-commit-message: "Auto Update CSIT Jobs to run" + project: '{project}' + gerrit-topic: 'releng-update-cloud-image-list' + gerrit-commit-message: 'Update cloud image list docs' publishers: - email-notification: