X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=jjb%2Freleng-macros.yaml;h=37905f67c3e05b4f7ba72223988ff82b318d2bbd;hb=e47a8ddb18b82790e048d312170c643c3a251dd8;hp=b987e77ddf68af9daceff78c65950d205357ca8f;hpb=6f286ffab2dbbba04e83ecc8ced0930010ba60ef;p=releng%2Fbuilder.git diff --git a/jjb/releng-macros.yaml b/jjb/releng-macros.yaml index b987e77dd..7474697d7 100644 --- a/jjb/releng-macros.yaml +++ b/jjb/releng-macros.yaml @@ -5,6 +5,12 @@ properties: - build-discarder: days-to-keep: '{build-days-to-keep}' + num-to-keep: 40 + # Need to keep artifacts for at least 1 day as some projects need to + # be able to validate their artifacts and only allowing limited + # number of artifacts could make fast moving jobs lost their + # artifacts before the developers can test it. + artifact-days-to-keep: 1 - parameter: name: opendaylight-infra-parameters @@ -15,7 +21,14 @@ description: 'Parameter to identify an ODL Gerrit project' - string: name: ARCHIVE_ARTIFACTS - default: '{artifacts} **/target/surefire-reports/*-output.txt **/hs_err_*.log **/target/feature/feature.xml' + # Before adding more here, beware of https://jira.linuxfoundation.org/browse/RELENG-280 + default: > + {artifacts} + **/target/surefire-reports/*-output.txt + **/target/failsafe-reports/failsafe-summary.xml + **/hs_err_*.log + **/target/feature/feature.xml + # TODO: **/*.hprof is too large, compress with xz first description: 'Space separated glob patterns for artifacts to archive into logs.opendaylight.org' - string: name: GERRIT_PROJECT @@ -28,11 +41,23 @@ - string: name: GERRIT_REFSPEC default: '{refspec}' - description: "GERRIT_REFSPEC parameter if not given by trigger" + description: | + Gerrit reference to checkout (ex: refs/heads/master, + refs/changes/48/61548/1 where 61548 is Gerrit change ID, 1 is + patch number and 48 is last two digits of change ID) - string: name: STACK_NAME - default: '$JOB_NAME-$BUILD_NUMBER' + default: '$SILO-$JOB_NAME-$BUILD_NUMBER' description: "Used by Heat to generate a unique stack & vm name" + - string: + name: OS_CLOUD + default: '{os-cloud}' + description: | + The name of a cloud configuration in clouds.yaml. OS_CLOUD is a + variable name that is significant to openstack client as a + environment variable. Please refer to the documentation for + further details. + https://docs.openstack.org/developer/python-openstackclient/ - parameter: name: build-tag @@ -56,7 +81,34 @@ - string: name: PATCHES_TO_BUILD default: '' - description: 'csv list of patches in project:changeset format to build distribution with' + description: | + Ordered list of patches to build in the format of project=changeset (checkout) or + project:changeset (cherry-pick) for example: genius=32/53632/9,netvirt:59/50259/47. + A topic is also allowed, for example: topic=binding-tlc-rpc + +- parameter: + name: build-order-parameter + parameters: + - string: + name: BUILD_ORDER + default: '{build-order}' + description: 'Build order for multipatch test when topic is used' + +- parameter: + name: build-fast-parameter + parameters: + - string: + name: BUILD_FAST + default: '{build-fast}' + description: 'Set true to build fast -Pq' + +- parameter: + name: run-test-parameter + parameters: + - string: + name: RUN_TEST + default: '{run-test}' + description: 'Set true to run test after build' - parameter: name: distribution-branch-to-build-parameter @@ -140,7 +192,7 @@ # Only 'recheck' trigger word is supported, it always triggers the full set of relevant jobs, # in order to prevent Jenkins from starting only a subset and still voting Verified+1. # Arguments: -# server: name of gerrit server to listen to +# gerrit-server-name: name of gerrit server to listen to # project: pattern to match triggering projects # branch: triggering branch name # files: pattern to match triggering filepaths @@ -148,41 +200,50 @@ name: gerrit-trigger-patch-submitted triggers: - gerrit: - server-name: '{server}' + server-name: '{gerrit-server-name}' trigger-on: - patchset-created-event: - exclude-drafts: 'true' - exclude-trivial-rebase: 'false' - exclude-no-code-change: 'true' + exclude-drafts: true + exclude-trivial-rebase: false + exclude-no-code-change: false - draft-published-event - comment-added-contains-event: - comment-contains-value: 'recheck' + comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$' projects: - - project-compare-type: 'ANT' + - project-compare-type: ANT project-pattern: '{project}' branches: - - branch-compare-type: 'ANT' + - branch-compare-type: ANT branch-pattern: '**/{branch}' file-paths: - - compare-type: 'ANT' + - compare-type: ANT pattern: '{files}' + forbidden-file-paths: + - compare-type: ANT + pattern: '{forbidden-files}' # TODO: Unify argument names across gerrit-trigger-* macros. - trigger: name: gerrit-trigger-patch-merged triggers: - gerrit: - server-name: '{server-name}' + server-name: '{gerrit-server-name}' trigger-on: - change-merged-event - comment-added-contains-event: - comment-contains-value: 'remerge' + comment-contains-value: 'remerge$' projects: - project-compare-type: 'ANT' project-pattern: '{name}' branches: - branch-compare-type: 'ANT' branch-pattern: '**/{branch}' + file-paths: + - compare-type: ANT + pattern: '{files}' + forbidden-file-paths: + - compare-type: ANT + pattern: '{forbidden-files}' skip-vote: successful: true failed: true @@ -202,36 +263,6 @@ gerrit-build-unstable-codereview-value: 0 gerrit-build-notbuilt-codereview-value: 0 -# TODO: Unify argument names across gerrit-trigger-* macros. -- trigger: - name: gerrit-trigger-patch-sonar - triggers: - - gerrit: - server-name: '{server-name}' - trigger-on: - - comment-added-contains-event: - comment-contains-value: 'run-sonar' - projects: - - project-compare-type: 'ANT' - project-pattern: '{name}' - branches: - - branch-compare-type: 'ANT' - branch-pattern: '**/master' - skip-vote: - successful: true - failed: true - unstable: true - notbuilt: true - -- publisher: - name: archive-artifacts - publishers: - - archive: - artifacts: '{artifacts}' - allow-empty: true - fingerprint: true - latest-only: true - - publisher: name: email-notification publishers: @@ -256,60 +287,56 @@ send-to: - recipients -- publisher: - name: jacoco-report - publishers: - - jacoco: - exec-pattern: "**/**.exec" - class-pattern: "**/classes" - source-pattern: "**/src/main/java" - exclusion-pattern: "**/gen/**,**/generated-sources/**,**/yang-gen**,**/pax/**" - status-update: true - targets: - - branch: - healthy: 10 - unhealthy: 20 - - method: - healthy: 50 - unhealthy: 40 -- publisher: - name: opendaylight-infra-shiplogs - # To archive things the job will need to create a "archives" directory in - # the workspace and this macro will handle copying the contents of the - # archives directory. - # - # Uses the build parameter ARCHIVE_ARTIFACTS if not empty to find files - # to archive. You can pass globstar patterns for example "**/*.xml **/*.log" - # as the archive pattern. This is a space separated list of files to archive. - # - # Also ensure that the workspace is cleaned up at the end of the build. - publishers: - - postbuildscript: - builders: - - shell: !include-raw: include-raw-stack-delete.sh - - shell: !include-raw: include-raw-deploy-archives.sh - - maven-target: - maven-version: '{maven-version}' - pom: '.archives/deploy-archives.xml' - goals: 'clean deploy -V -B -q -Dmaven.repo.local=/tmp/r' - settings: 'jenkins-log-archives-settings' - settings-type: cfp - global-settings: 'odl-global-settings' - global-settings-type: cfp - - description-setter: - regexp: '^Build logs: .*' - # Cleanup after ourselves - - wipe-org-opendaylight-repo - script-only-if-succeeded: False - script-only-if-failed: False - mark-unstable-if-failed: True - - workspace-cleanup: - exclude: - # Do not clean up *.jenkins-trigger files for jobs that use a - # properties file as input for triggering another build. - - '**/*.jenkins-trigger' - fail-build: false +- builder: + # Installs the openstack cli into a virtualenv at /tmp/v/openstack + name: odl-openstack-install + builders: + - shell: !include-raw: odl-openstack-install.sh + +- builder: + name: odl-openstack-check-image-protection + builders: + - shell: !include-raw: odl-openstack-check-image-protection.sh + +- builder: + name: odl-openstack-cleanup-old-images + builders: + - shell: !include-raw: odl-openstack-cleanup-old-images.sh + +- builder: + name: odl-openstack-cleanup-orphaned-nodes + builders: + - shell: !include-raw: odl-openstack-cleanup-orphaned-nodes.sh + +- builder: + name: odl-openstack-cleanup-stale-nodes + builders: + - shell: !include-raw: odl-openstack-cleanup-stale-nodes.sh + +- builder: + name: odl-openstack-cleanup-stale-stacks + builders: + - shell: !include-raw: odl-openstack-cleanup-stale-stacks.sh + +- builder: + name: odl-openstack-cleanup-stale-volumes + builders: + - shell: !include-raw: odl-openstack-cleanup-stale-volumes.sh + +- builder: + # Deploys a maven site to Nexus using lftools nexus-zip command + name: opendaylight-infra-deploy-maven-site + builders: + - lf-provide-maven-settings: + global-settings-file: global-settings + settings-file: '{settings-file}' + - lf-infra-create-netrc: + server-id: opendaylight-site + - shell: !include-raw-escape: + - global-jjb/shell/lftools-install.sh + - opendaylight-infra-deploy-maven-site.sh + - lf-provide-maven-settings-cleanup - builder: name: opendaylight-infra-stack @@ -319,29 +346,18 @@ - shell: !include-raw: opendaylight-infra-stack.sh - shell: !include-raw-escape: opendaylight-infra-copy-ssh-keys.sh -- builder: - name: opendaylight-infra-push-gerrit-patch - # opendaylight-infra-push-gerrit-patch.sh allows a job to push a patch to - # Gerrit in an automated fashion. This is meant for tasks that creates - # the same patch regularly and needs the ability to detect if an unreviewed - # patch already exists. In which case it will update the existing patch. - # - # Note: This patch assumes the $WORKSPACE contains the project repo with - # the files changed already "git add" and waiting for a "git commit" call. - # - # This script requires the following JJB variables to be passed in: - # {project} Gerrit project-name - # {gerrit-topic} Gerrit topic, please make a unique topic. - # {gerrit-commit-message} Commit message to assign to commit. - # NOTE: Requires git review to be installed on node. - builders: - - shell: !include-raw: opendaylight-infra-push-gerrit-patch.sh - - builder: name: distribute-build-url # Place URL of the current run of a build job to a file at given path. builders: - - shell: 'echo "$BUILD_URL" > {path}/build.url' + - shell: | + #!/bin/bash + set +e # DO NOT fail script if command returns non-zero. + + echo "$BUILD_URL" > {path}/build.url + + # DO NOT fail the build if the echo failed. + exit 0 - builder: name: wipe-org-opendaylight-repo @@ -407,12 +423,12 @@ - builder: name: releng-generate-p2pom builders: - - shell: !include-raw: include-raw-generate-p2pom.sh + - shell: !include-raw: generate-p2pom.sh - builder: name: releng-update-p2composite-metadata builders: - - shell: !include-raw: include-raw-update-p2composite-metadata.sh + - shell: !include-raw: update-p2composite-metadata.sh - conditional-step: condition-kind: file-exists condition-filename: deploy-composite-repo.xml @@ -425,10 +441,29 @@ settings: '{settings}' global-settings: '{global-settings}' +- publisher: + name: releng-openstack-stack-delete + publishers: + - postbuildscript: + builders: + - role: BOTH + build-on: + - ABORTED + - FAILURE + - SUCCESS + - UNSTABLE + build-steps: + - shell: | + #!/bin/bash + echo "Deleting $STACK_NAME" + source "/tmp/v/openstack/bin/activate" + openstack stack delete --yes "$STACK_NAME" + mark-unstable-if-failed: false + - builder: name: releng-stage-release builders: - - shell: !include-raw: include-raw-stage-release.sh + - shell: !include-raw: stage-release.sh - wrapper: # This wrapper is required for all jobs as it configures the wrappers @@ -438,7 +473,11 @@ - mask-passwords - config-file-provider: files: - - file-id: rackspace-heat + - file-id: npmrc + target: '$HOME/.npmrc' + - file-id: pipconf + target: '$HOME/.config/pip/pip.conf' + - file-id: clouds-yaml target: '$HOME/.config/openstack/clouds.yaml' - timeout: type: absolute @@ -450,64 +489,20 @@ users: - 'opendaylight-jenkins-ssh' - openstack: - single-use: True - -- builder: - name: packer-validate - builders: - - config-file-provider: - files: - - file-id: 'packer-cloud-env' - variable: 'CLOUDENV' - - shell: | - cd packer - varfiles="../packer/vars/*" - templates="../packer/templates/*" - provision="../packer/provision/*.sh" - for v in $varfiles; do - [[ "${v##*/}" =~ ^(cloud-env.*)$ ]] && continue - for t in $templates; do - export PACKER_LOG="yes" && \ - export PACKER_LOG_PATH="packer-validate-${v##*/}-${t##*/}.log" && \ - packer.io validate -var-file=$CLOUDENV \ - -var-file=$v $t - if [ $? -ne 0 ]; then - break - fi - done - done - for p in $provision; do - /bin/bash -n $p > provision-validate-${p##*/}.log 2>&1 - done + single-use: true - -- builder: - name: packer-build - builders: - - config-file-provider: - files: - - file-id: 'packer-cloud-env' - variable: 'CLOUDENV' - - shell: | - cd packer - export PACKER_LOG="yes" && \ - export PACKER_LOG_PATH="packer-build.log" && \ - packer.io build -var-file=$CLOUDENV \ - -var-file=../packer/vars/{platform}.json \ - ../packer/templates/{template}.json - -- builder: - # TODO: Verify signature after downloading users public key from a locally created - # repository instead of the public keymesh. This requires a process in place to get ODL - # developers public keys into a local repository without increasing the job thoughput. - name: verify-gpg-signature - builders: - - shell: !include-raw: include-raw-verify-gpg-signatures.sh - -- builder: - name: opendaylight-infra-jjbini - builders: - - config-file-provider: - files: - - file-id: 'jjbini' - target: '$HOME/.config/jenkins_jobs/jenkins_jobs.ini' +- publisher: + name: opendaylight-infra-generate-csit-status-report + publishers: + - postbuildscript: + builders: + - role: BOTH + build-on: + - ABORTED + - FAILURE + - NOT_BUILT + - SUCCESS + - UNSTABLE + build-steps: + - shell: !include-raw: generate-csit-status-report.sh + mark-unstable-if-failed: true