- build-discarder:
days-to-keep: '{build-days-to-keep}'
num-to-keep: 40
- artifact-days-to-keep: -1
- artifact-num-to-keep: 5
+ # Need to keep artifacts for at least 1 day as some projects need to
+ # be able to validate their artifacts and only allowing limited
+ # number of artifacts could make fast moving jobs lost their
+ # artifacts before the developers can test it.
+ artifact-days-to-keep: 1
- parameter:
name: opendaylight-infra-parameters
description: 'Parameter to identify an ODL Gerrit project'
- string:
name: ARCHIVE_ARTIFACTS
+ # Before adding more here, beware of https://jira.linuxfoundation.org/browse/RELENG-280
default: >
{artifacts}
**/target/surefire-reports/*-output.txt
+ **/target/failsafe-reports/failsafe-summary.xml
**/hs_err_*.log
**/target/feature/feature.xml
- **/*.hprof
+ # TODO: **/*.hprof is too large, compress with xz first
description: 'Space separated glob patterns for artifacts to archive into logs.opendaylight.org'
- string:
name: GERRIT_PROJECT
- string:
name: GERRIT_REFSPEC
default: '{refspec}'
- description: "GERRIT_REFSPEC parameter if not given by trigger"
+ description: |
+ Gerrit reference to checkout (ex: refs/heads/master,
+ refs/changes/48/61548/1 where 61548 is Gerrit change ID, 1 is
+ patch number and 48 is last two digits of change ID)
- string:
name: STACK_NAME
- default: '$JOB_NAME-$BUILD_NUMBER'
+ default: '$SILO-$JOB_NAME-$BUILD_NUMBER'
description: "Used by Heat to generate a unique stack & vm name"
+ - string:
+ name: OS_CLOUD
+ default: '{os-cloud}'
+ description: |
+ The name of a cloud configuration in clouds.yaml. OS_CLOUD is a
+ variable name that is significant to openstack client as a
+ environment variable. Please refer to the documentation for
+ further details.
+ https://docs.openstack.org/developer/python-openstackclient/
- parameter:
name: build-tag
- string:
name: PATCHES_TO_BUILD
default: ''
- description: 'csv list of patches in project:changeset format to build distribution with'
+ description: |
+ Ordered list of patches to build in the format of project=changeset (checkout) or
+ project:changeset (cherry-pick) for example: genius=32/53632/9,netvirt:59/50259/47.
+ A topic is also allowed, for example: topic=binding-tlc-rpc
+
+- parameter:
+ name: build-order-parameter
+ parameters:
+ - string:
+ name: BUILD_ORDER
+ default: '{build-order}'
+ description: 'Build order for multipatch test when topic is used'
+
+- parameter:
+ name: build-fast-parameter
+ parameters:
+ - string:
+ name: BUILD_FAST
+ default: '{build-fast}'
+ description: 'Set true to build fast -Pq'
+
+- parameter:
+ name: run-test-parameter
+ parameters:
+ - string:
+ name: RUN_TEST
+ default: '{run-test}'
+ description: 'Set true to run test after build'
- parameter:
name: distribution-branch-to-build-parameter
# Only 'recheck' trigger word is supported, it always triggers the full set of relevant jobs,
# in order to prevent Jenkins from starting only a subset and still voting Verified+1.
# Arguments:
-# server: name of gerrit server to listen to
+# gerrit-server-name: name of gerrit server to listen to
# project: pattern to match triggering projects
# branch: triggering branch name
# files: pattern to match triggering filepaths
name: gerrit-trigger-patch-submitted
triggers:
- gerrit:
- server-name: '{server}'
+ server-name: '{gerrit-server-name}'
trigger-on:
- patchset-created-event:
- exclude-drafts: 'true'
- exclude-trivial-rebase: 'false'
- exclude-no-code-change: 'true'
+ exclude-drafts: true
+ exclude-trivial-rebase: false
+ exclude-no-code-change: false
- draft-published-event
- comment-added-contains-event:
- comment-contains-value: 'recheck'
+ comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$'
projects:
- - project-compare-type: 'ANT'
+ - project-compare-type: ANT
project-pattern: '{project}'
branches:
- - branch-compare-type: 'ANT'
+ - branch-compare-type: ANT
branch-pattern: '**/{branch}'
file-paths:
- - compare-type: 'ANT'
+ - compare-type: ANT
pattern: '{files}'
+ forbidden-file-paths:
+ - compare-type: ANT
+ pattern: '{forbidden-files}'
# TODO: Unify argument names across gerrit-trigger-* macros.
- trigger:
name: gerrit-trigger-patch-merged
triggers:
- gerrit:
- server-name: '{server-name}'
+ server-name: '{gerrit-server-name}'
trigger-on:
- change-merged-event
- comment-added-contains-event:
- comment-contains-value: 'remerge'
+ comment-contains-value: 'remerge$'
projects:
- project-compare-type: 'ANT'
project-pattern: '{name}'
branches:
- branch-compare-type: 'ANT'
branch-pattern: '**/{branch}'
+ file-paths:
+ - compare-type: ANT
+ pattern: '{files}'
+ forbidden-file-paths:
+ - compare-type: ANT
+ pattern: '{forbidden-files}'
skip-vote:
successful: true
failed: true
gerrit-build-unstable-codereview-value: 0
gerrit-build-notbuilt-codereview-value: 0
-# TODO: Unify argument names across gerrit-trigger-* macros.
-- trigger:
- name: gerrit-trigger-patch-sonar
- triggers:
- - gerrit:
- server-name: '{server-name}'
- trigger-on:
- - comment-added-contains-event:
- comment-contains-value: 'run-sonar'
- projects:
- - project-compare-type: 'ANT'
- project-pattern: '{name}'
- branches:
- - branch-compare-type: 'ANT'
- branch-pattern: '**/master'
- skip-vote:
- successful: true
- failed: true
- unstable: true
- notbuilt: true
-
-- publisher:
- name: archive-artifacts
- publishers:
- - archive:
- artifacts: '{artifacts}'
- allow-empty: true
- fingerprint: true
- latest-only: true
-
- publisher:
name: email-notification
publishers:
send-to:
- recipients
-- publisher:
- name: jacoco-report
- publishers:
- - jacoco:
- exec-pattern: "**/**.exec"
- class-pattern: "**/classes"
- source-pattern: "**/src/main/java"
- exclusion-pattern: "**/gen/**,**/generated-sources/**,**/yang-gen**,**/pax/**"
- status-update: true
- targets:
- - branch:
- healthy: 10
- unhealthy: 20
- - method:
- healthy: 50
- unhealthy: 40
-- publisher:
- name: opendaylight-infra-shiplogs
- # To archive things the job will need to create a "archives" directory in
- # the workspace and this macro will handle copying the contents of the
- # archives directory.
- #
- # Uses the build parameter ARCHIVE_ARTIFACTS if not empty to find files
- # to archive. You can pass globstar patterns for example "**/*.xml **/*.log"
- # as the archive pattern. This is a space separated list of files to archive.
- #
- # Also ensure that the workspace is cleaned up at the end of the build.
- publishers:
- - postbuildscript:
- builders:
- - shell: !include-raw: include-raw-stack-delete.sh
- - shell: !include-raw-escape: include-raw-deploy-archives.sh
- - maven-target:
- maven-version: '{maven-version}'
- pom: '.archives/deploy-archives.xml'
- goals: 'clean deploy -V -B -q -Dmaven.repo.local=/tmp/r'
- settings: 'jenkins-log-archives-settings'
- settings-type: cfp
- global-settings: 'odl-global-settings'
- global-settings-type: cfp
- - description-setter:
- regexp: '^Build logs: .*'
- # Cleanup after ourselves
- - wipe-org-opendaylight-repo
- script-only-if-succeeded: false
- script-only-if-failed: false
- mark-unstable-if-failed: true
- - workspace-cleanup:
- exclude:
- # Do not clean up *.jenkins-trigger files for jobs that use a
- # properties file as input for triggering another build.
- - '**/*.jenkins-trigger'
- fail-build: false
+- builder:
+ # Installs the openstack cli into a virtualenv at /tmp/v/openstack
+ name: odl-openstack-install
+ builders:
+ - shell: !include-raw: odl-openstack-install.sh
+
+- builder:
+ name: odl-openstack-check-image-protection
+ builders:
+ - shell: !include-raw: odl-openstack-check-image-protection.sh
+
+- builder:
+ name: odl-openstack-cleanup-old-images
+ builders:
+ - shell: !include-raw: odl-openstack-cleanup-old-images.sh
+
+- builder:
+ name: odl-openstack-cleanup-orphaned-nodes
+ builders:
+ - shell: !include-raw: odl-openstack-cleanup-orphaned-nodes.sh
+
+- builder:
+ name: odl-openstack-cleanup-stale-nodes
+ builders:
+ - shell: !include-raw: odl-openstack-cleanup-stale-nodes.sh
+
+- builder:
+ name: odl-openstack-cleanup-stale-stacks
+ builders:
+ - shell: !include-raw: odl-openstack-cleanup-stale-stacks.sh
+
+- builder:
+ name: odl-openstack-cleanup-stale-volumes
+ builders:
+ - shell: !include-raw: odl-openstack-cleanup-stale-volumes.sh
+
+- builder:
+ # Deploys a maven site to Nexus using lftools nexus-zip command
+ name: opendaylight-infra-deploy-maven-site
+ builders:
+ - lf-provide-maven-settings:
+ global-settings-file: global-settings
+ settings-file: '{settings-file}'
+ - lf-infra-create-netrc:
+ server-id: opendaylight-site
+ - shell: !include-raw-escape:
+ - global-jjb/shell/lftools-install.sh
+ - opendaylight-infra-deploy-maven-site.sh
+ - lf-provide-maven-settings-cleanup
- builder:
name: opendaylight-infra-stack
- shell: !include-raw: opendaylight-infra-stack.sh
- shell: !include-raw-escape: opendaylight-infra-copy-ssh-keys.sh
-- builder:
- name: opendaylight-infra-push-gerrit-patch
- # opendaylight-infra-push-gerrit-patch.sh allows a job to push a patch to
- # Gerrit in an automated fashion. This is meant for tasks that creates
- # the same patch regularly and needs the ability to detect if an unreviewed
- # patch already exists. In which case it will update the existing patch.
- #
- # Note: This patch assumes the $WORKSPACE contains the project repo with
- # the files changed already "git add" and waiting for a "git commit" call.
- #
- # This script requires the following JJB variables to be passed in:
- # {project} Gerrit project-name
- # {gerrit-topic} Gerrit topic, please make a unique topic.
- # {gerrit-commit-message} Commit message to assign to commit.
- # NOTE: Requires git review to be installed on node.
- builders:
- - shell: !include-raw: opendaylight-infra-push-gerrit-patch.sh
-
- builder:
name: distribute-build-url
# Place URL of the current run of a build job to a file at given path.
builders:
- - shell: 'echo "$BUILD_URL" > {path}/build.url'
+ - shell: |
+ #!/bin/bash
+ set +e # DO NOT fail script if command returns non-zero.
+
+ echo "$BUILD_URL" > {path}/build.url
+
+ # DO NOT fail the build if the echo failed.
+ exit 0
- builder:
name: wipe-org-opendaylight-repo
- builder:
name: releng-generate-p2pom
builders:
- - shell: !include-raw: include-raw-generate-p2pom.sh
+ - shell: !include-raw: generate-p2pom.sh
- builder:
name: releng-update-p2composite-metadata
builders:
- - shell: !include-raw: include-raw-update-p2composite-metadata.sh
+ - shell: !include-raw: update-p2composite-metadata.sh
- conditional-step:
condition-kind: file-exists
condition-filename: deploy-composite-repo.xml
settings: '{settings}'
global-settings: '{global-settings}'
+- publisher:
+ name: releng-openstack-stack-delete
+ publishers:
+ - postbuildscript:
+ builders:
+ - role: BOTH
+ build-on:
+ - ABORTED
+ - FAILURE
+ - SUCCESS
+ - UNSTABLE
+ build-steps:
+ - shell: |
+ #!/bin/bash
+ echo "Deleting $STACK_NAME"
+ source "/tmp/v/openstack/bin/activate"
+ openstack stack delete --yes "$STACK_NAME"
+ mark-unstable-if-failed: false
+
- builder:
name: releng-stage-release
builders:
- - shell: !include-raw: include-raw-stage-release.sh
+ - shell: !include-raw: stage-release.sh
- wrapper:
# This wrapper is required for all jobs as it configures the wrappers
- mask-passwords
- config-file-provider:
files:
- - file-id: rackspace-heat
+ - file-id: npmrc
+ target: '$HOME/.npmrc'
+ - file-id: pipconf
+ target: '$HOME/.config/pip/pip.conf'
+ - file-id: clouds-yaml
target: '$HOME/.config/openstack/clouds.yaml'
- timeout:
type: absolute
- openstack:
single-use: true
-- builder:
- name: packer-validate
- builders:
- - config-file-provider:
- files:
- - file-id: 'packer-cloud-env'
- variable: 'CLOUDENV'
- - shell: |
- cd packer
- varfiles="../packer/vars/*"
- templates="../packer/templates/*"
- provision="../packer/provision/*.sh"
- for v in $varfiles; do
- [[ "${v##*/}" =~ ^(cloud-env.*)$ ]] && continue
- for t in $templates; do
- export PACKER_LOG="yes" && \
- export PACKER_LOG_PATH="packer-validate-${v##*/}-${t##*/}.log" && \
- packer.io validate -var-file=$CLOUDENV \
- -var-file=$v $t
- if [ $? -ne 0 ]; then
- break
- fi
- done
- done
- for p in $provision; do
- /bin/bash -n $p > provision-validate-${p##*/}.log 2>&1
- done
-
-
-- builder:
- name: packer-build
- builders:
- - config-file-provider:
- files:
- - file-id: 'packer-cloud-env'
- variable: 'CLOUDENV'
- - shell: |
- cd packer
- export PACKER_LOG="yes" && \
- export PACKER_LOG_PATH="packer-build.log" && \
- packer.io build -color=false -var-file=$CLOUDENV \
- -var-file=../packer/vars/{platform}.json \
- ../packer/templates/{template}.json
-
-- builder:
- # TODO: Verify signature after downloading users public key from a locally created
- # repository instead of the public keymesh. This requires a process in place to get ODL
- # developers public keys into a local repository without increasing the job thoughput.
- name: verify-gpg-signature
- builders:
- - shell: !include-raw: include-raw-verify-gpg-signatures.sh
-
-- builder:
- name: opendaylight-infra-jjbini
- builders:
- - config-file-provider:
- files:
- - file-id: 'jjbini'
- target: '$HOME/.config/jenkins_jobs/jenkins_jobs.ini'
+- publisher:
+ name: opendaylight-infra-generate-csit-status-report
+ publishers:
+ - postbuildscript:
+ builders:
+ - role: BOTH
+ build-on:
+ - ABORTED
+ - FAILURE
+ - NOT_BUILT
+ - SUCCESS
+ - UNSTABLE
+ build-steps:
+ - shell: !include-raw: generate-csit-status-report.sh
+ mark-unstable-if-failed: true