X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=jjb%2Freleng-macros.yaml;h=485a4ec3d24bf092f5819f04f7c7600eea31190c;hb=482eb559cce738749ed152a72bd28b279e4c7edf;hp=c9a31fd01447f5a31263530aae6b05ababe54b48;hpb=fdf3efdfd4733a69ee54e09aaf89ab78ea382339;p=releng%2Fbuilder.git diff --git a/jjb/releng-macros.yaml b/jjb/releng-macros.yaml index c9a31fd01..485a4ec3d 100644 --- a/jjb/releng-macros.yaml +++ b/jjb/releng-macros.yaml @@ -21,12 +21,14 @@ description: 'Parameter to identify an ODL Gerrit project' - string: name: ARCHIVE_ARTIFACTS + # Before adding more here, beware of https://jira.linuxfoundation.org/browse/RELENG-280 default: > {artifacts} **/target/surefire-reports/*-output.txt + **/target/failsafe-reports/failsafe-summary.xml **/hs_err_*.log **/target/feature/feature.xml - **/*.hprof + # TODO: **/*.hprof is too large, compress with xz first description: 'Space separated glob patterns for artifacts to archive into logs.opendaylight.org' - string: name: GERRIT_PROJECT @@ -39,7 +41,10 @@ - string: name: GERRIT_REFSPEC default: '{refspec}' - description: "GERRIT_REFSPEC parameter if not given by trigger" + description: | + Gerrit reference to checkout (ex: refs/heads/master, + refs/changes/48/61548/1 where 61548 is Gerrit change ID, 1 is + patch number and 48 is last two digits of change ID) - string: name: STACK_NAME default: '$SILO-$JOB_NAME-$BUILD_NUMBER' @@ -76,8 +81,8 @@ - string: name: PATCHES_TO_BUILD default: '' - # yamllint disable-line rule:line-length - description: 'Patches to add to distro in CSV project:changeset format (genius:32/53632/9,netvirt:59/50259/47)' + description: | + Patches to add to distro in CSV project:changeset format (genius:32/53632/9,netvirt:59/50259/47) - parameter: name: run-test-parameter @@ -252,15 +257,6 @@ unstable: true notbuilt: true -- publisher: - name: archive-artifacts - publishers: - - archive: - artifacts: '{artifacts}' - allow-empty: true - fingerprint: true - latest-only: true - - publisher: name: email-notification publishers: @@ -302,43 +298,19 @@ healthy: 50 unhealthy: 40 -- publisher: - name: opendaylight-infra-shiplogs - # To archive things the job will need to create a "archives" directory in - # the workspace and this macro will handle copying the contents of the - # archives directory. - # - # Uses the build parameter ARCHIVE_ARTIFACTS if not empty to find files - # to archive. You can pass globstar patterns for example "**/*.xml **/*.log" - # as the archive pattern. This is a space separated list of files to archive. - # - # Also ensure that the workspace is cleaned up at the end of the build. - publishers: - - postbuildscript: - builders: - - shell: !include-raw: include-raw-stack-delete.sh - - shell: !include-raw-escape: include-raw-deploy-archives.sh - - maven-target: - maven-version: '{maven-version}' - pom: '.archives/deploy-archives.xml' - goals: 'clean deploy -V -B -q -Dmaven.repo.local=/tmp/r' - settings: 'jenkins-log-archives-settings' - settings-type: cfp - global-settings: 'odl-global-settings' - global-settings-type: cfp - - description-setter: - regexp: '^Build logs: .*' - # Cleanup after ourselves - - wipe-org-opendaylight-repo - script-only-if-succeeded: false - script-only-if-failed: false - mark-unstable-if-failed: true - - workspace-cleanup: - exclude: - # Do not clean up *.jenkins-trigger files for jobs that use a - # properties file as input for triggering another build. - - '**/*.jenkins-trigger' - fail-build: false +- builder: + # Deploys a maven site to Nexus using lftools nexus-zip command + name: opendaylight-infra-deploy-maven-site + builders: + - lf-provide-maven-settings: + global-settings-file: global-settings + settings-file: '{settings-file}' + - lf-infra-create-netrc: + server-id: opendaylight-site + - shell: !include-raw-escape: + - global-jjb/shell/lftools-install.sh + - opendaylight-infra-deploy-maven-site.sh + - lf-provide-maven-settings-cleanup - builder: name: opendaylight-infra-stack @@ -370,7 +342,14 @@ name: distribute-build-url # Place URL of the current run of a build job to a file at given path. builders: - - shell: 'echo "$BUILD_URL" > {path}/build.url' + - shell: | + #!/bin/bash + set +e # DO NOT fail script if command returns non-zero. + + echo "$BUILD_URL" > {path}/build.url + + # DO NOT fail the build if the echo failed. + exit 0 - builder: name: wipe-org-opendaylight-repo @@ -436,12 +415,12 @@ - builder: name: releng-generate-p2pom builders: - - shell: !include-raw: include-raw-generate-p2pom.sh + - shell: !include-raw: generate-p2pom.sh - builder: name: releng-update-p2composite-metadata builders: - - shell: !include-raw: include-raw-update-p2composite-metadata.sh + - shell: !include-raw: update-p2composite-metadata.sh - conditional-step: condition-kind: file-exists condition-filename: deploy-composite-repo.xml @@ -457,7 +436,7 @@ - builder: name: releng-stage-release builders: - - shell: !include-raw: include-raw-stage-release.sh + - shell: !include-raw: stage-release.sh - wrapper: # This wrapper is required for all jobs as it configures the wrappers @@ -483,58 +462,13 @@ - openstack: single-use: true -- builder: - name: packer-validate - builders: - - config-file-provider: - files: - - file-id: 'packer-cloud-env' - variable: 'CLOUDENV' - - shell: | - cd packer - varfiles="../packer/vars/*" - templates="../packer/templates/*" - provision="../packer/provision/*.sh" - for v in $varfiles; do - [[ "${v##*/}" =~ ^(cloud-env.*)$ ]] && continue - for t in $templates; do - export PACKER_LOG="yes" && \ - export PACKER_LOG_PATH="packer-validate-${v##*/}-${t##*/}.log" && \ - packer.io validate -var-file=$CLOUDENV \ - -var-file=$v $t - if [ $? -ne 0 ]; then - break - fi - done - done - for p in $provision; do - /bin/bash -n $p > provision-validate-${p##*/}.log 2>&1 - done - - -- builder: - name: packer-build - builders: - - config-file-provider: - files: - - file-id: 'packer-cloud-env' - variable: 'CLOUDENV' - - shell: | - cd packer - export PACKER_LOG="yes" && \ - export PACKER_LOG_PATH="packer-build.log" && \ - packer.io build -color=false -var-file=$CLOUDENV \ - -var-file=../packer/vars/{platform}.json \ - -parallel=false \ - ../packer/templates/{template}.json - - builder: # TODO: Verify signature after downloading users public key from a locally created # repository instead of the public keymesh. This requires a process in place to get ODL # developers public keys into a local repository without increasing the job thoughput. name: verify-gpg-signature builders: - - shell: !include-raw: include-raw-verify-gpg-signatures.sh + - shell: !include-raw: verify-gpg-signatures.sh - builder: name: opendaylight-infra-jjbini @@ -544,173 +478,12 @@ - file-id: 'jjbini' target: '$HOME/.config/jenkins_jobs/jenkins_jobs.ini' -- builder: - name: distribution-check-wipe - # Step zero: Wipe file repositories up front. - builders: - - shell: | - echo "wipe r: the local Maven repository" - rm -rfv /tmp/r - echo "wipe n: the fake remote (Nexus) repository" - rm -rfv /tmp/n - echo "wipe t: the transient repository used in some manipulations" - rm -rfv /tmp/t - -- builder: - name: distribution-check-build-project - # Step one: Online build of the project, using local repository /tmp/r/ and deploying artifacts to /tmp/n/. - # Ordinary SingleFeatureTest failures are detected in the verify job, so we can use "q" profile here. - # Arguments: - # pom: Relative path to pom file to use. Typically '$GERRIT_PROJECT/pom.xml'. - builders: - - maven-target: - maven-version: 'mvn33' - pom: '{pom}' - goals: | - clean deploy dependency:tree - -DoutputFile=dependency_tree.txt - -Pq - -DaltDeploymentRepository=fake-nexus::default::file:///tmp/n/ - {mvn-opts} - java-opts: - - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true' - settings: 'integration-settings' - settings-type: cfp - global-settings: 'odl-global-settings' - global-settings-type: cfp - -- builder: - name: distribution-check-verify-groupid - # Step two: Verify all deployed artifacts belong to the project's groupId. - # This is done by moving the allowed directories out of /tmp/n and checking no files remained there. - # The correct directory is derived from $GERRIT_PROJECT. - # TODO: Verify all deployed artifacts are snapshots. - # Arguments: - # gerrit-project: Project name as nexus URI part. Typically '$GERRIT_PROJECT'. - builders: - - shell: | - mkdir -p /tmp/t/org/opendaylight/{gerrit-project} - mv /tmp/n/org/opendaylight/{gerrit-project}/* /tmp/t/org/opendaylight/{gerrit-project}/ - test -z "`find /tmp/n/ -type f`" || ( echo "ERROR: Mismatched groupId detected (see above)." && false ) - rm -rf /tmp/n - mv /tmp/t /tmp/n - -- builder: - name: distribution-check-download-deps - # Step three: Online build of integration distribution. - # This step is mainly used for downloading other project artifacts. - # Running SingleFeaturesTest here does not seem to be required, so -Pq is used again. - # Arguments: - # dist-pom: Relative path to pom file to use. 'distribution/pom.xml' is recommended. - builders: - - maven-target: - maven-version: 'mvn33' - pom: '{dist-pom}' - goals: | - clean install dependency:tree - -DoutputFile=dependency_tree.txt - -Pq - {mvn-opts} - java-opts: - - '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true' - settings: 'integration-settings' - settings-type: cfp - global-settings: 'odl-global-settings' - global-settings-type: cfp - -- builder: - name: distribution-check-delete-snapshots - # Step four: Delete snapshot artifacts from the local repository. - # This is critical to detect orphaned artifacts or missing project-internal dependency declarations. - # Also other files related to maven repository resolution are removed, - # and then empty directories are removed, in order to simplify debugging. - builders: - - shell: !include-raw-escape: integration-distribution-delete-snaphot-artifacts.sh - -- builder: - name: distribution-check-configure-remotes - # Now the ugly part. It seems that the only way to tell Maven 2+ - # which remote repositories to use is via settings.xml file. - # So we create such a file here, but it needs most of odlparent:settings.xml - builders: - - shell: | - echo ' - - - - opendaylight-release - - - opendaylight-mirror - opendaylight - https://nexus.opendaylight.org/content/repositories/public/ - never - false - - - - - opendaylight-plugin-mirror - opendaylight-plugin - https://nexus.opendaylight.org/content/repositories/public/ - never - false - - - - - file-snapshots - - - file-snapshots - file - file:///tmp/n/ - false - - - - - file-plugin-snapshots - file-plugin - file:///tmp/n/ - false - - - - - - file-snapshots - opendaylight-release - - - ' > fake_remotes.xml - # Notes: The settings are minimal in order to detect breakage scenarios, - # while allowing for the following quirks: - # * Some plugins seem to have hardcoded repos, for example check-license looks at repository.apache.org - # * Some plugin artifacts (related to surefire) are not downloaded when tests are skipped. - # * populate-local-repo looks at oss.sonatype.org and does not store things (like guava) to /tmp/r - -- builder: - name: distribution-check-repeat-build - # Step five: Repeat the distribution build but with the new settings. - # Here, only the project snapshot artifacts deployed to /tmp/n are available, - # which faithfully reproduces conditions in later verify-like job runs. - # We cannot use --offline, because: "Cannot access file (file:///tmp/n) in offline mode" - # This is where SingleFeatureTest is not skipped. - # Arguments: - # dist-pom: Relative path to pom file to use. 'distribution/pom.xml' is recommended. - builders: - - maven-target: - maven-version: 'mvn33' - pom: '{dist-pom}' - goals: | - clean install dependency:tree - -DoutputFile=dependency_tree.txt -s fake_remotes.xml - -Pq - -DskipTests=false - {mvn-opts} - java-opts: - - '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true' +- publisher: + name: opendaylight-infra-generate-csit-status-report + publishers: + - postbuildscript: + builders: + - shell: !include-raw: generate-csit-status-report.sh + script-only-if-succeeded: false + script-only-if-failed: false + mark-unstable-if-failed: false