description: 'Parameter to identify an ODL Gerrit project'
- string:
name: ARCHIVE_ARTIFACTS
+ # Before adding more here, beware of https://jira.linuxfoundation.org/browse/RELENG-280
default: >
{artifacts}
- # Before adding more here, beware of https://jira.linuxfoundation.org/browse/RELENG-280
**/target/surefire-reports/*-output.txt
**/target/failsafe-reports/failsafe-summary.xml
**/hs_err_*.log
**/target/feature/feature.xml
- **/*.hprof
+ # TODO: **/*.hprof is too large, compress with xz first
description: 'Space separated glob patterns for artifacts to archive into logs.opendaylight.org'
- string:
name: GERRIT_PROJECT
- string:
name: GERRIT_REFSPEC
default: '{refspec}'
- description: "GERRIT_REFSPEC parameter if not given by trigger"
+ description: |
+ Gerrit reference to checkout (ex: refs/heads/master,
+ refs/changes/48/61548/1 where 61548 is Gerrit change ID, 1 is
+ patch number and 48 is last two digits of change ID)
- string:
name: STACK_NAME
default: '$SILO-$JOB_NAME-$BUILD_NUMBER'
name: PATCHES_TO_BUILD
default: ''
description: |
- Patches to add to distro in CSV project:changeset format (genius:32/53632/9,netvirt:59/50259/47)
+ Ordered list of patches to build in the format of project=changeset (checkout) or
+ project:changeset (cherry-pick) for example: genius=32/53632/9,netvirt:59/50259/47
- parameter:
name: run-test-parameter
# Only 'recheck' trigger word is supported, it always triggers the full set of relevant jobs,
# in order to prevent Jenkins from starting only a subset and still voting Verified+1.
# Arguments:
-# server: name of gerrit server to listen to
+# gerrit-server-name: name of gerrit server to listen to
# project: pattern to match triggering projects
# branch: triggering branch name
# files: pattern to match triggering filepaths
name: gerrit-trigger-patch-submitted
triggers:
- gerrit:
- server-name: '{server}'
+ server-name: '{gerrit-server-name}'
trigger-on:
- patchset-created-event:
exclude-drafts: true
name: gerrit-trigger-patch-merged
triggers:
- gerrit:
- server-name: '{server-name}'
+ server-name: '{gerrit-server-name}'
trigger-on:
- change-merged-event
- comment-added-contains-event:
name: gerrit-trigger-patch-sonar
triggers:
- gerrit:
- server-name: '{server-name}'
+ server-name: '{gerrit-server-name}'
trigger-on:
- comment-added-contains-event:
comment-contains-value: 'run-sonar'
send-to:
- recipients
-- publisher:
- name: jacoco-report
- publishers:
- - jacoco:
- exec-pattern: "**/**.exec"
- class-pattern: "**/classes"
- source-pattern: "**/src/main/java"
- exclusion-pattern: "**/gen/**,**/generated-sources/**,**/yang-gen**,**/pax/**"
- status-update: true
- targets:
- - branch:
- healthy: 10
- unhealthy: 20
- - method:
- healthy: 50
- unhealthy: 40
+
+- builder:
+ # Installs the openstack cli into a virtualenv at /tmp/v/openstack
+ name: odl-openstack-install
+ builders:
+ - shell: !include-raw: odl-openstack-install.sh
+
+- builder:
+ name: odl-openstack-check-image-protection
+ builders:
+ - shell: !include-raw: odl-openstack-check-image-protection.sh
+
+- builder:
+ name: odl-openstack-cleanup-old-images
+ builders:
+ - shell: !include-raw: odl-openstack-cleanup-old-images.sh
+
+- builder:
+ name: odl-openstack-cleanup-orphaned-nodes
+ builders:
+ - shell: !include-raw: odl-openstack-cleanup-orphaned-nodes.sh
+
+- builder:
+ name: odl-openstack-cleanup-stale-nodes
+ builders:
+ - shell: !include-raw: odl-openstack-cleanup-stale-nodes.sh
+
+- builder:
+ name: odl-openstack-cleanup-stale-stacks
+ builders:
+ - shell: !include-raw: odl-openstack-cleanup-stale-stacks.sh
- builder:
# Deploys a maven site to Nexus using lftools nexus-zip command
- builder:
name: releng-generate-p2pom
builders:
- - shell: !include-raw: include-raw-generate-p2pom.sh
+ - shell: !include-raw: generate-p2pom.sh
- builder:
name: releng-update-p2composite-metadata
builders:
- - shell: !include-raw: include-raw-update-p2composite-metadata.sh
+ - shell: !include-raw: update-p2composite-metadata.sh
- conditional-step:
condition-kind: file-exists
condition-filename: deploy-composite-repo.xml
- builder:
name: releng-stage-release
builders:
- - shell: !include-raw: include-raw-stage-release.sh
+ - shell: !include-raw: stage-release.sh
- wrapper:
# This wrapper is required for all jobs as it configures the wrappers
files:
- file-id: npmrc
target: '$HOME/.npmrc'
- - file-id: rackspace-heat
+ - file-id: clouds-yaml
target: '$HOME/.config/openstack/clouds.yaml'
- timeout:
type: absolute
- openstack:
single-use: true
-- builder:
- name: packer-validate
- builders:
- - config-file-provider:
- files:
- - file-id: 'packer-cloud-env'
- variable: 'CLOUDENV'
- - shell: |
- #!/bin/bash
- # Ensure we fail the job if any steps fail.
- set -eu -o pipefail
- cd packer
- varfiles="../packer/vars/*"
- templates="../packer/templates/*"
- provision="../packer/provision/*.sh"
- for v in $varfiles; do
- [[ "${v##*/}" =~ ^(cloud-env.*)$ ]] && continue
- for t in $templates; do
- export PACKER_LOG="yes" && \
- export PACKER_LOG_PATH="packer-validate-${v##*/}-${t##*/}.log" && \
- packer.io validate -var-file=$CLOUDENV \
- -var-file=$v $t
- if [ $? -ne 0 ]; then
- break
- fi
- done
- done
-
-- builder:
- name: packer-build
- builders:
- - config-file-provider:
- files:
- - file-id: 'packer-cloud-env'
- variable: 'CLOUDENV'
- - shell: |
- #!/bin/bash
- # Ensure we fail the job if any steps fail.
- set -eu -o pipefail
- cd packer
- export PACKER_LOG="yes" && \
- export PACKER_LOG_PATH="packer-build.log" && \
- packer.io build -color=false -var-file=$CLOUDENV \
- -var-file=../packer/vars/{platform}.json \
- ../packer/templates/{template}.json
- # Split public and private cloud logs
- grep -e 'public_cloud' packer-build.log > packer-build_public_cloud.log 2>&1
- grep -e 'private_cloud' packer-build.log > packer-build_private_cloud.log 2>&1
-
-- builder:
- # TODO: Verify signature after downloading users public key from a locally created
- # repository instead of the public keymesh. This requires a process in place to get ODL
- # developers public keys into a local repository without increasing the job thoughput.
- name: verify-gpg-signature
- builders:
- - shell: !include-raw: include-raw-verify-gpg-signatures.sh
-
-- builder:
- name: opendaylight-infra-jjbini
- builders:
- - config-file-provider:
- files:
- - file-id: 'jjbini'
- target: '$HOME/.config/jenkins_jobs/jenkins_jobs.ini'
-
-- builder:
- name: distribution-check-wipe
- # Step zero: Wipe file repositories up front.
- builders:
- - shell: |
- echo "wipe r: the local Maven repository"
- rm -rfv /tmp/r
- echo "wipe n: the fake remote (Nexus) repository"
- rm -rfv /tmp/n
- echo "wipe t: the transient repository used in some manipulations"
- rm -rfv /tmp/t
-
-- builder:
- name: distribution-check-build-project
- # Step one: Online build of the project, using local repository /tmp/r/ and deploying artifacts to /tmp/n/.
- # Ordinary SingleFeatureTest failures are detected in the verify job, so we can use "q" profile here.
- # Arguments:
- # pom: Relative path to pom file to use. Typically '$GERRIT_PROJECT/pom.xml'.
- builders:
- - maven-target:
- maven-version: 'mvn33'
- pom: '{pom}'
- goals: |
- clean deploy dependency:tree
- -DoutputFile=dependency_tree.txt
- -Pq
- -DaltDeploymentRepository=fake-nexus::default::file:///tmp/n/
- {mvn-opts}
- java-opts:
- - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
- settings: 'integration-settings'
- settings-type: cfp
- global-settings: 'global-settings'
- global-settings-type: cfp
-
-- builder:
- name: distribution-check-verify-groupid
- # Step two: Verify all deployed artifacts belong to the project's groupId.
- # This is done by moving the allowed directories out of /tmp/n and checking no files remained there.
- # The correct directory is derived from $GERRIT_PROJECT.
- # TODO: Verify all deployed artifacts are snapshots.
- # Arguments:
- # gerrit-project: Project name as nexus URI part. Typically '$GERRIT_PROJECT'.
- builders:
- - shell: |
- mkdir -p /tmp/t/org/opendaylight/{gerrit-project}
- mv /tmp/n/org/opendaylight/{gerrit-project}/* /tmp/t/org/opendaylight/{gerrit-project}/
- test -z "`find /tmp/n/ -type f`" || ( echo "ERROR: Mismatched groupId detected (see above)." && false )
- rm -rf /tmp/n
- mv /tmp/t /tmp/n
-
-- builder:
- name: distribution-check-download-deps
- # Step three: Online build of integration distribution.
- # This step is mainly used for downloading other project artifacts.
- # Running SingleFeaturesTest here does not seem to be required, so -Pq is used again.
- # Arguments:
- # dist-pom: Relative path to pom file to use. 'distribution/pom.xml' is recommended.
- builders:
- - maven-target:
- maven-version: 'mvn33'
- pom: '{dist-pom}'
- goals: |
- clean install dependency:tree
- -DoutputFile=dependency_tree.txt
- -Pq
- {mvn-opts}
- java-opts:
- - '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
- settings: 'integration-settings'
- settings-type: cfp
- global-settings: 'global-settings'
- global-settings-type: cfp
-
-- builder:
- name: distribution-check-delete-snapshots
- # Step four: Delete snapshot artifacts from the local repository.
- # This is critical to detect orphaned artifacts or missing project-internal dependency declarations.
- # Also other files related to maven repository resolution are removed,
- # and then empty directories are removed, in order to simplify debugging.
- builders:
- - shell: !include-raw-escape: integration-distribution-delete-snaphot-artifacts.sh
-
-- builder:
- name: distribution-check-configure-remotes
- # Now the ugly part. It seems that the only way to tell Maven 2+
- # which remote repositories to use is via settings.xml file.
- # So we create such a file here, but it needs most of odlparent:settings.xml
- builders:
- - shell: |
- echo '
- <settings xmlns="http://maven.apache.org/SETTINGS/1.0.0"
- xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/SETTINGS/1.0.0
- https://maven.apache.org/xsd/settings-1.0.0.xsd">
- <profiles>
- <profile>
- <id>opendaylight-release</id>
- <repositories>
- <repository>
- <id>opendaylight-mirror</id>
- <name>opendaylight</name>
- <url>https://nexus.opendaylight.org/content/repositories/public/</url>
- <releases><updatePolicy>never</updatePolicy></releases>
- <snapshots><enabled>false</enabled></snapshots>
- </repository>
- </repositories>
- <pluginRepositories>
- <pluginRepository>
- <id>opendaylight-plugin-mirror</id>
- <name>opendaylight-plugin</name>
- <url>https://nexus.opendaylight.org/content/repositories/public/</url>
- <releases><updatePolicy>never</updatePolicy></releases>
- <snapshots><enabled>false</enabled></snapshots>
- </pluginRepository>
- </pluginRepositories>
- </profile>
- <profile>
- <id>file-snapshots</id>
- <repositories>
- <repository>
- <id>file-snapshots</id>
- <name>file</name>
- <url>file:///tmp/n/</url>
- <releases><enabled>false</enabled></releases>
- </repository>
- </repositories>
- <pluginRepositories>
- <pluginRepository>
- <id>file-plugin-snapshots</id>
- <name>file-plugin</name>
- <url>file:///tmp/n/</url>
- <releases><enabled>false</enabled></releases>
- </pluginRepository>
- </pluginRepositories>
- </profile>
- </profiles>
- <activeProfiles>
- <activeProfile>file-snapshots</activeProfile>
- <activeProfile>opendaylight-release</activeProfile>
- </activeProfiles>
- </settings>
- ' > fake_remotes.xml
- # Notes: The settings are minimal in order to detect breakage scenarios,
- # while allowing for the following quirks:
- # * Some plugins seem to have hardcoded repos, for example check-license looks at repository.apache.org
- # * Some plugin artifacts (related to surefire) are not downloaded when tests are skipped.
- # * populate-local-repo looks at oss.sonatype.org and does not store things (like guava) to /tmp/r
-
-- builder:
- name: distribution-check-repeat-build
- # Step five: Repeat the distribution build but with the new settings.
- # Here, only the project snapshot artifacts deployed to /tmp/n are available,
- # which faithfully reproduces conditions in later verify-like job runs.
- # We cannot use --offline, because: "Cannot access file (file:///tmp/n) in offline mode"
- # This is where SingleFeatureTest is not skipped.
- # Arguments:
- # dist-pom: Relative path to pom file to use. 'distribution/pom.xml' is recommended.
- builders:
- - maven-target:
- maven-version: 'mvn33'
- pom: '{dist-pom}'
- goals: |
- clean install dependency:tree
- -DoutputFile=dependency_tree.txt -s fake_remotes.xml
- -Pq
- -DskipTests=false
- {mvn-opts}
- java-opts:
- - '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
+- publisher:
+ name: opendaylight-infra-generate-csit-status-report
+ publishers:
+ - postbuildscript:
+ builders:
+ - shell: !include-raw: generate-csit-status-report.sh
+ script-only-if-succeeded: false
+ script-only-if-failed: false
+ mark-unstable-if-failed: false