X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=jjb%2Freleng-macros.yaml;h=7474697d7e06d3f6da44f1c9584ab50e34c97c5a;hb=e47a8ddb18b82790e048d312170c643c3a251dd8;hp=eb5743d8b3989584d3cbea13287d5941144d8cc5;hpb=4ecb40c50d188b2342ca0a7128b4c45e75781b75;p=releng%2Fbuilder.git diff --git a/jjb/releng-macros.yaml b/jjb/releng-macros.yaml index eb5743d8b..7474697d7 100644 --- a/jjb/releng-macros.yaml +++ b/jjb/releng-macros.yaml @@ -28,7 +28,7 @@ **/target/failsafe-reports/failsafe-summary.xml **/hs_err_*.log **/target/feature/feature.xml - **/*.hprof + # TODO: **/*.hprof is too large, compress with xz first description: 'Space separated glob patterns for artifacts to archive into logs.opendaylight.org' - string: name: GERRIT_PROJECT @@ -82,13 +82,31 @@ name: PATCHES_TO_BUILD default: '' description: | - Patches to add to distro in CSV project:changeset format (genius:32/53632/9,netvirt:59/50259/47) + Ordered list of patches to build in the format of project=changeset (checkout) or + project:changeset (cherry-pick) for example: genius=32/53632/9,netvirt:59/50259/47. + A topic is also allowed, for example: topic=binding-tlc-rpc + +- parameter: + name: build-order-parameter + parameters: + - string: + name: BUILD_ORDER + default: '{build-order}' + description: 'Build order for multipatch test when topic is used' + +- parameter: + name: build-fast-parameter + parameters: + - string: + name: BUILD_FAST + default: '{build-fast}' + description: 'Set true to build fast -Pq' - parameter: name: run-test-parameter parameters: - string: - name: RUNTEST + name: RUN_TEST default: '{run-test}' description: 'Set true to run test after build' @@ -174,7 +192,7 @@ # Only 'recheck' trigger word is supported, it always triggers the full set of relevant jobs, # in order to prevent Jenkins from starting only a subset and still voting Verified+1. # Arguments: -# server: name of gerrit server to listen to +# gerrit-server-name: name of gerrit server to listen to # project: pattern to match triggering projects # branch: triggering branch name # files: pattern to match triggering filepaths @@ -182,7 +200,7 @@ name: gerrit-trigger-patch-submitted triggers: - gerrit: - server-name: '{server}' + server-name: '{gerrit-server-name}' trigger-on: - patchset-created-event: exclude-drafts: true @@ -190,7 +208,7 @@ exclude-no-code-change: false - draft-published-event - comment-added-contains-event: - comment-contains-value: recheck + comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$' projects: - project-compare-type: ANT project-pattern: '{project}' @@ -200,23 +218,32 @@ file-paths: - compare-type: ANT pattern: '{files}' + forbidden-file-paths: + - compare-type: ANT + pattern: '{forbidden-files}' # TODO: Unify argument names across gerrit-trigger-* macros. - trigger: name: gerrit-trigger-patch-merged triggers: - gerrit: - server-name: '{server-name}' + server-name: '{gerrit-server-name}' trigger-on: - change-merged-event - comment-added-contains-event: - comment-contains-value: 'remerge' + comment-contains-value: 'remerge$' projects: - project-compare-type: 'ANT' project-pattern: '{name}' branches: - branch-compare-type: 'ANT' branch-pattern: '**/{branch}' + file-paths: + - compare-type: ANT + pattern: '{files}' + forbidden-file-paths: + - compare-type: ANT + pattern: '{forbidden-files}' skip-vote: successful: true failed: true @@ -236,27 +263,6 @@ gerrit-build-unstable-codereview-value: 0 gerrit-build-notbuilt-codereview-value: 0 -# TODO: Unify argument names across gerrit-trigger-* macros. -- trigger: - name: gerrit-trigger-patch-sonar - triggers: - - gerrit: - server-name: '{server-name}' - trigger-on: - - comment-added-contains-event: - comment-contains-value: 'run-sonar' - projects: - - project-compare-type: 'ANT' - project-pattern: '{name}' - branches: - - branch-compare-type: 'ANT' - branch-pattern: '**/master' - skip-vote: - successful: true - failed: true - unstable: true - notbuilt: true - - publisher: name: email-notification publishers: @@ -281,22 +287,42 @@ send-to: - recipients -- publisher: - name: jacoco-report - publishers: - - jacoco: - exec-pattern: "**/**.exec" - class-pattern: "**/classes" - source-pattern: "**/src/main/java" - exclusion-pattern: "**/gen/**,**/generated-sources/**,**/yang-gen**,**/pax/**" - status-update: true - targets: - - branch: - healthy: 10 - unhealthy: 20 - - method: - healthy: 50 - unhealthy: 40 + +- builder: + # Installs the openstack cli into a virtualenv at /tmp/v/openstack + name: odl-openstack-install + builders: + - shell: !include-raw: odl-openstack-install.sh + +- builder: + name: odl-openstack-check-image-protection + builders: + - shell: !include-raw: odl-openstack-check-image-protection.sh + +- builder: + name: odl-openstack-cleanup-old-images + builders: + - shell: !include-raw: odl-openstack-cleanup-old-images.sh + +- builder: + name: odl-openstack-cleanup-orphaned-nodes + builders: + - shell: !include-raw: odl-openstack-cleanup-orphaned-nodes.sh + +- builder: + name: odl-openstack-cleanup-stale-nodes + builders: + - shell: !include-raw: odl-openstack-cleanup-stale-nodes.sh + +- builder: + name: odl-openstack-cleanup-stale-stacks + builders: + - shell: !include-raw: odl-openstack-cleanup-stale-stacks.sh + +- builder: + name: odl-openstack-cleanup-stale-volumes + builders: + - shell: !include-raw: odl-openstack-cleanup-stale-volumes.sh - builder: # Deploys a maven site to Nexus using lftools nexus-zip command @@ -320,24 +346,6 @@ - shell: !include-raw: opendaylight-infra-stack.sh - shell: !include-raw-escape: opendaylight-infra-copy-ssh-keys.sh -- builder: - name: opendaylight-infra-push-gerrit-patch - # opendaylight-infra-push-gerrit-patch.sh allows a job to push a patch to - # Gerrit in an automated fashion. This is meant for tasks that creates - # the same patch regularly and needs the ability to detect if an unreviewed - # patch already exists. In which case it will update the existing patch. - # - # Note: This patch assumes the $WORKSPACE contains the project repo with - # the files changed already "git add" and waiting for a "git commit" call. - # - # This script requires the following JJB variables to be passed in: - # {project} Gerrit project-name - # {gerrit-topic} Gerrit topic, please make a unique topic. - # {gerrit-commit-message} Commit message to assign to commit. - # NOTE: Requires git review to be installed on node. - builders: - - shell: !include-raw: opendaylight-infra-push-gerrit-patch.sh - - builder: name: distribute-build-url # Place URL of the current run of a build job to a file at given path. @@ -433,6 +441,25 @@ settings: '{settings}' global-settings: '{global-settings}' +- publisher: + name: releng-openstack-stack-delete + publishers: + - postbuildscript: + builders: + - role: BOTH + build-on: + - ABORTED + - FAILURE + - SUCCESS + - UNSTABLE + build-steps: + - shell: | + #!/bin/bash + echo "Deleting $STACK_NAME" + source "/tmp/v/openstack/bin/activate" + openstack stack delete --yes "$STACK_NAME" + mark-unstable-if-failed: false + - builder: name: releng-stage-release builders: @@ -448,7 +475,9 @@ files: - file-id: npmrc target: '$HOME/.npmrc' - - file-id: rackspace-heat + - file-id: pipconf + target: '$HOME/.config/pip/pip.conf' + - file-id: clouds-yaml target: '$HOME/.config/openstack/clouds.yaml' - timeout: type: absolute @@ -462,201 +491,18 @@ - openstack: single-use: true -- builder: - # TODO: Verify signature after downloading users public key from a locally created - # repository instead of the public keymesh. This requires a process in place to get ODL - # developers public keys into a local repository without increasing the job thoughput. - name: verify-gpg-signature - builders: - - shell: !include-raw: verify-gpg-signatures.sh - -- builder: - name: opendaylight-infra-jjbini - builders: - - config-file-provider: - files: - - file-id: 'jjbini' - target: '$HOME/.config/jenkins_jobs/jenkins_jobs.ini' - -- builder: - name: distribution-check-wipe - # Step zero: Wipe file repositories up front. - builders: - - shell: | - echo "wipe r: the local Maven repository" - rm -rfv /tmp/r - echo "wipe n: the fake remote (Nexus) repository" - rm -rfv /tmp/n - echo "wipe t: the transient repository used in some manipulations" - rm -rfv /tmp/t - -- builder: - name: distribution-check-build-project - # Step one: Online build of the project, using local repository /tmp/r/ and deploying artifacts to /tmp/n/. - # Ordinary SingleFeatureTest failures are detected in the verify job, so we can use "q" profile here. - # Arguments: - # pom: Relative path to pom file to use. Typically '$GERRIT_PROJECT/pom.xml'. - builders: - - maven-target: - maven-version: 'mvn33' - pom: '{pom}' - goals: | - clean deploy dependency:tree - -DoutputFile=dependency_tree.txt - -Pq - -DaltDeploymentRepository=fake-nexus::default::file:///tmp/n/ - {mvn-opts} - java-opts: - - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true' - settings: 'integration-settings' - settings-type: cfp - global-settings: 'global-settings' - global-settings-type: cfp - -- builder: - name: distribution-check-verify-groupid - # Step two: Verify all deployed artifacts belong to the project's groupId. - # This is done by moving the allowed directories out of /tmp/n and checking no files remained there. - # The correct directory is derived from $GERRIT_PROJECT. - # TODO: Verify all deployed artifacts are snapshots. - # Arguments: - # gerrit-project: Project name as nexus URI part. Typically '$GERRIT_PROJECT'. - builders: - - shell: | - mkdir -p /tmp/t/org/opendaylight/{gerrit-project} - mv /tmp/n/org/opendaylight/{gerrit-project}/* /tmp/t/org/opendaylight/{gerrit-project}/ - test -z "`find /tmp/n/ -type f`" || ( echo "ERROR: Mismatched groupId detected (see above)." && false ) - rm -rf /tmp/n - mv /tmp/t /tmp/n - -- builder: - name: distribution-check-download-deps - # Step three: Online build of integration distribution. - # This step is mainly used for downloading other project artifacts. - # Running SingleFeaturesTest here does not seem to be required, so -Pq is used again. - # Arguments: - # dist-pom: Relative path to pom file to use. 'distribution/pom.xml' is recommended. - builders: - - maven-target: - maven-version: 'mvn33' - pom: '{dist-pom}' - goals: | - clean install dependency:tree - -DoutputFile=dependency_tree.txt - -Pq - {mvn-opts} - java-opts: - - '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true' - settings: 'integration-settings' - settings-type: cfp - global-settings: 'global-settings' - global-settings-type: cfp - -- builder: - name: distribution-check-delete-snapshots - # Step four: Delete snapshot artifacts from the local repository. - # This is critical to detect orphaned artifacts or missing project-internal dependency declarations. - # Also other files related to maven repository resolution are removed, - # and then empty directories are removed, in order to simplify debugging. - builders: - - shell: !include-raw-escape: integration-distribution-delete-snaphot-artifacts.sh - -- builder: - name: distribution-check-configure-remotes - # Now the ugly part. It seems that the only way to tell Maven 2+ - # which remote repositories to use is via settings.xml file. - # So we create such a file here, but it needs most of odlparent:settings.xml - builders: - - shell: | - echo ' - - - - opendaylight-release - - - opendaylight-mirror - opendaylight - https://nexus.opendaylight.org/content/repositories/public/ - never - false - - - - - opendaylight-plugin-mirror - opendaylight-plugin - https://nexus.opendaylight.org/content/repositories/public/ - never - false - - - - - file-snapshots - - - file-snapshots - file - file:///tmp/n/ - false - - - - - file-plugin-snapshots - file-plugin - file:///tmp/n/ - false - - - - - - file-snapshots - opendaylight-release - - - ' > fake_remotes.xml - # Notes: The settings are minimal in order to detect breakage scenarios, - # while allowing for the following quirks: - # * Some plugins seem to have hardcoded repos, for example check-license looks at repository.apache.org - # * Some plugin artifacts (related to surefire) are not downloaded when tests are skipped. - # * populate-local-repo looks at oss.sonatype.org and does not store things (like guava) to /tmp/r - -- builder: - name: distribution-check-repeat-build - # Step five: Repeat the distribution build but with the new settings. - # Here, only the project snapshot artifacts deployed to /tmp/n are available, - # which faithfully reproduces conditions in later verify-like job runs. - # We cannot use --offline, because: "Cannot access file (file:///tmp/n) in offline mode" - # This is where SingleFeatureTest is not skipped. - # Arguments: - # dist-pom: Relative path to pom file to use. 'distribution/pom.xml' is recommended. - builders: - - maven-target: - maven-version: 'mvn33' - pom: '{dist-pom}' - goals: | - clean install dependency:tree - -DoutputFile=dependency_tree.txt -s fake_remotes.xml - -Pq - -Dsft.heap.max=4g - -DskipTests=false - {mvn-opts} - java-opts: - - '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true' - - publisher: name: opendaylight-infra-generate-csit-status-report publishers: - postbuildscript: builders: - - shell: !include-raw-escape: - - generate-csit-status-report.sh - script-only-if-succeeded: false - script-only-if-failed: false - mark-unstable-if-failed: false + - role: BOTH + build-on: + - ABORTED + - FAILURE + - NOT_BUILT + - SUCCESS + - UNSTABLE + build-steps: + - shell: !include-raw: generate-csit-status-report.sh + mark-unstable-if-failed: true