Merge "Remove netide carbon jobs"
[releng/builder.git] / jjb / releng-macros.yaml
index 339604b30569d4f2a15a1d2b370470885aedd435..f57959410608274c5f4200b4d047b899e9958e52 100644 (file)
           description: 'Parameter to identify an ODL Gerrit project'
       - string:
           name: ARCHIVE_ARTIFACTS
+          # Before adding more here, beware of https://jira.linuxfoundation.org/browse/RELENG-280
           default: >
               {artifacts}
-              # Before adding more here, beware of https://jira.linuxfoundation.org/browse/RELENG-280
               **/target/surefire-reports/*-output.txt
               **/target/failsafe-reports/failsafe-summary.xml
               **/hs_err_*.log
               **/target/feature/feature.xml
-              **/*.hprof
+          # TODO: **/*.hprof is too large, compress with xz first
           description: 'Space separated glob patterns for artifacts to archive into logs.opendaylight.org'
       - string:
           name: GERRIT_PROJECT
           name: PATCHES_TO_BUILD
           default: ''
           description: |
-            Patches to add to distro in CSV project:changeset format (genius:32/53632/9,netvirt:59/50259/47)
+              Ordered list of patches to build in the format of project=changeset (checkout) or
+              project:changeset (cherry-pick) for example: genius=32/53632/9,netvirt:59/50259/47
 
 - parameter:
     name: run-test-parameter
     parameters:
       - string:
-          name: RUNTEST
+          name: RUN_TEST
           default: '{run-test}'
           description: 'Set true to run test after build'
 
+- parameter:
+    name: build-fast-parameter
+    parameters:
+      - string:
+          name: BUILD_FAST
+          default: '{build-fast}'
+          description: 'Set true to build fast -Pq'
+
 - parameter:
     name: distribution-branch-to-build-parameter
     parameters:
 # Only 'recheck' trigger word is supported, it always triggers the full set of relevant jobs,
 # in order to prevent Jenkins from starting only a subset and still voting Verified+1.
 # Arguments:
-#     server: name of gerrit server to listen to
+#     gerrit-server-name: name of gerrit server to listen to
 #     project: pattern to match triggering projects
 #     branch: triggering branch name
 #     files: pattern to match triggering filepaths
     name: gerrit-trigger-patch-submitted
     triggers:
       - gerrit:
-          server-name: '{server}'
+          server-name: '{gerrit-server-name}'
           trigger-on:
             - patchset-created-event:
                 exclude-drafts: true
                 exclude-no-code-change: false
             - draft-published-event
             - comment-added-contains-event:
-                comment-contains-value: recheck
+                comment-contains-value: 'recheck$'
           projects:
             - project-compare-type: ANT
               project-pattern: '{project}'
     name: gerrit-trigger-patch-merged
     triggers:
       - gerrit:
-          server-name: '{server-name}'
+          server-name: '{gerrit-server-name}'
           trigger-on:
             - change-merged-event
             - comment-added-contains-event:
-                comment-contains-value: 'remerge'
+                comment-contains-value: 'remerge$'
           projects:
             - project-compare-type: 'ANT'
               project-pattern: '{name}'
     name: gerrit-trigger-patch-sonar
     triggers:
       - gerrit:
-          server-name: '{server-name}'
+          server-name: '{gerrit-server-name}'
           trigger-on:
             - comment-added-contains-event:
                 comment-contains-value: 'run-sonar'
           send-to:
             - recipients
 
-- publisher:
-    name: jacoco-report
-    publishers:
-      - jacoco:
-          exec-pattern: "**/**.exec"
-          class-pattern: "**/classes"
-          source-pattern: "**/src/main/java"
-          exclusion-pattern: "**/gen/**,**/generated-sources/**,**/yang-gen**,**/pax/**"
-          status-update: true
-          targets:
-            - branch:
-                healthy: 10
-                unhealthy: 20
-            - method:
-                healthy: 50
-                unhealthy: 40
+
+- builder:
+    # Installs the openstack cli into a virtualenv at /tmp/v/openstack
+    name: odl-openstack-install
+    builders:
+      - shell: !include-raw: odl-openstack-install.sh
+
+- builder:
+    name: odl-openstack-check-image-protection
+    builders:
+      - shell: !include-raw: odl-openstack-check-image-protection.sh
+
+- builder:
+    name: odl-openstack-cleanup-old-images
+    builders:
+      - shell: !include-raw: odl-openstack-cleanup-old-images.sh
+
+- builder:
+    name: odl-openstack-cleanup-orphaned-nodes
+    builders:
+      - shell: !include-raw: odl-openstack-cleanup-orphaned-nodes.sh
+
+- builder:
+    name: odl-openstack-cleanup-stale-nodes
+    builders:
+      - shell: !include-raw: odl-openstack-cleanup-stale-nodes.sh
+
+- builder:
+    name: odl-openstack-cleanup-stale-stacks
+    builders:
+      - shell: !include-raw: odl-openstack-cleanup-stale-stacks.sh
+
+- builder:
+    name: odl-openstack-cleanup-stale-volumes
+    builders:
+      - shell: !include-raw: odl-openstack-cleanup-stale-volumes.sh
 
 - builder:
     # Deploys a maven site to Nexus using lftools nexus-zip command
                 settings: '{settings}'
                 global-settings: '{global-settings}'
 
+- publisher:
+    name: releng-openstack-stack-delete
+    publishers:
+      - postbuildscript:
+          builders:
+            - role: BOTH
+              build-on:
+                - ABORTED
+                - FAILURE
+                - SUCCESS
+                - UNSTABLE
+              build-steps:
+                - shell: |
+                    #!/bin/bash
+                    echo "Deleting $STACK_NAME"
+                    source "/tmp/v/openstack/bin/activate"
+                    openstack stack delete --yes "$STACK_NAME"
+          mark-unstable-if-failed: false
+
 - builder:
     name: releng-stage-release
     builders:
           files:
             - file-id: npmrc
               target: '$HOME/.npmrc'
-            - file-id: rackspace-heat
+            - file-id: pipconf
+              target: '$HOME/.config/pip/pip.conf'
+            - file-id: clouds-yaml
               target: '$HOME/.config/openstack/clouds.yaml'
       - timeout:
           type: absolute
       - openstack:
           single-use: true
 
-- builder:
-    # TODO: Verify signature after downloading users public key from a locally created
-    # repository instead of the public keymesh. This requires a process in place to get ODL
-    # developers public keys into a local repository without increasing the job thoughput.
-    name: verify-gpg-signature
-    builders:
-      - shell: !include-raw: verify-gpg-signatures.sh
-
-- builder:
-    name: opendaylight-infra-jjbini
-    builders:
-      - config-file-provider:
-          files:
-            - file-id: 'jjbini'
-              target: '$HOME/.config/jenkins_jobs/jenkins_jobs.ini'
-
-- builder:
-    name: distribution-check-wipe
-    # Step zero: Wipe file repositories up front.
-    builders:
-      - shell: |
-          echo "wipe r: the local Maven repository"
-          rm -rfv /tmp/r
-          echo "wipe n: the fake remote (Nexus) repository"
-          rm -rfv /tmp/n
-          echo "wipe t: the transient repository used in some manipulations"
-          rm -rfv /tmp/t
-
-- builder:
-    name: distribution-check-build-project
-    # Step one: Online build of the project, using local repository /tmp/r/ and deploying artifacts to /tmp/n/.
-    # Ordinary SingleFeatureTest failures are detected in the verify job, so we can use "q" profile here.
-    # Arguments:
-    #   pom: Relative path to pom file to use. Typically '$GERRIT_PROJECT/pom.xml'.
-    builders:
-      - maven-target:
-          maven-version: 'mvn33'
-          pom: '{pom}'
-          goals: |
-              clean deploy dependency:tree
-              -DoutputFile=dependency_tree.txt
-              -Pq
-              -DaltDeploymentRepository=fake-nexus::default::file:///tmp/n/
-              {mvn-opts}
-          java-opts:
-            - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
-          settings: 'integration-settings'
-          settings-type: cfp
-          global-settings: 'global-settings'
-          global-settings-type: cfp
-
-- builder:
-    name: distribution-check-verify-groupid
-    # Step two: Verify all deployed artifacts belong to the project's groupId.
-    # This is done by moving the allowed directories out of /tmp/n and checking no files remained there.
-    # The correct directory is derived from $GERRIT_PROJECT.
-    # TODO: Verify all deployed artifacts are snapshots.
-    # Arguments:
-    #   gerrit-project: Project name as nexus URI part. Typically '$GERRIT_PROJECT'.
-    builders:
-      - shell: |
-          mkdir -p /tmp/t/org/opendaylight/{gerrit-project}
-          mv /tmp/n/org/opendaylight/{gerrit-project}/* /tmp/t/org/opendaylight/{gerrit-project}/
-          test -z "`find /tmp/n/ -type f`" || ( echo "ERROR: Mismatched groupId detected (see above)." && false )
-          rm -rf /tmp/n
-          mv /tmp/t /tmp/n
-
-- builder:
-    name: distribution-check-download-deps
-    # Step three: Online build of integration distribution.
-    # This step is mainly used for downloading other project artifacts.
-    # Running SingleFeaturesTest here does not seem to be required, so -Pq is used again.
-    # Arguments:
-    #   dist-pom: Relative path to pom file to use. 'distribution/pom.xml' is recommended.
-    builders:
-      - maven-target:
-          maven-version: 'mvn33'
-          pom: '{dist-pom}'
-          goals: |
-              clean install dependency:tree
-              -DoutputFile=dependency_tree.txt
-              -Pq
-              {mvn-opts}
-          java-opts:
-            - '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
-          settings: 'integration-settings'
-          settings-type: cfp
-          global-settings: 'global-settings'
-          global-settings-type: cfp
-
-- builder:
-    name: distribution-check-delete-snapshots
-    # Step four: Delete snapshot artifacts from the local repository.
-    # This is critical to detect orphaned artifacts or missing project-internal dependency declarations.
-    # Also other files related to maven repository resolution are removed,
-    # and then empty directories are removed, in order to simplify debugging.
-    builders:
-      - shell: !include-raw-escape: integration-distribution-delete-snaphot-artifacts.sh
-
-- builder:
-    name: distribution-check-configure-remotes
-    # Now the ugly part. It seems that the only way to tell Maven 2+
-    # which remote repositories to use is via settings.xml file.
-    # So we create such a file here, but it needs most of odlparent:settings.xml
-    builders:
-      - shell: |
-          echo '
-          <settings xmlns="http://maven.apache.org/SETTINGS/1.0.0"
-            xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-            xsi:schemaLocation="http://maven.apache.org/SETTINGS/1.0.0
-            https://maven.apache.org/xsd/settings-1.0.0.xsd">
-            <profiles>
-              <profile>
-                <id>opendaylight-release</id>
-                <repositories>
-                  <repository>
-                    <id>opendaylight-mirror</id>
-                    <name>opendaylight</name>
-                    <url>https://nexus.opendaylight.org/content/repositories/public/</url>
-                    <releases><updatePolicy>never</updatePolicy></releases>
-                    <snapshots><enabled>false</enabled></snapshots>
-                  </repository>
-                </repositories>
-                <pluginRepositories>
-                  <pluginRepository>
-                    <id>opendaylight-plugin-mirror</id>
-                    <name>opendaylight-plugin</name>
-                    <url>https://nexus.opendaylight.org/content/repositories/public/</url>
-                    <releases><updatePolicy>never</updatePolicy></releases>
-                    <snapshots><enabled>false</enabled></snapshots>
-                  </pluginRepository>
-                </pluginRepositories>
-              </profile>
-              <profile>
-                <id>file-snapshots</id>
-                <repositories>
-                  <repository>
-                    <id>file-snapshots</id>
-                    <name>file</name>
-                    <url>file:///tmp/n/</url>
-                    <releases><enabled>false</enabled></releases>
-                  </repository>
-                </repositories>
-                <pluginRepositories>
-                  <pluginRepository>
-                    <id>file-plugin-snapshots</id>
-                    <name>file-plugin</name>
-                    <url>file:///tmp/n/</url>
-                    <releases><enabled>false</enabled></releases>
-                  </pluginRepository>
-                </pluginRepositories>
-              </profile>
-            </profiles>
-            <activeProfiles>
-              <activeProfile>file-snapshots</activeProfile>
-              <activeProfile>opendaylight-release</activeProfile>
-            </activeProfiles>
-          </settings>
-          ' > fake_remotes.xml
-          # Notes: The settings are minimal in order to detect breakage scenarios,
-          # while allowing for the following quirks:
-          # * Some plugins seem to have hardcoded repos, for example check-license looks at repository.apache.org
-          # * Some plugin artifacts (related to surefire) are not downloaded when tests are skipped.
-          # * populate-local-repo looks at oss.sonatype.org and does not store things (like guava) to /tmp/r
-
-- builder:
-    name: distribution-check-repeat-build
-    # Step five: Repeat the distribution build but with the new settings.
-    # Here, only the project snapshot artifacts deployed to /tmp/n are available,
-    # which faithfully reproduces conditions in later verify-like job runs.
-    # We cannot use --offline, because: "Cannot access file (file:///tmp/n) in offline mode"
-    # This is where SingleFeatureTest is not skipped.
-    # Arguments:
-    #   dist-pom: Relative path to pom file to use. 'distribution/pom.xml' is recommended.
-    builders:
-      - maven-target:
-          maven-version: 'mvn33'
-          pom: '{dist-pom}'
-          goals: |
-              clean install dependency:tree
-              -DoutputFile=dependency_tree.txt -s fake_remotes.xml
-              -Pq
-              -Dsft.heap.max=4g
-              -DskipTests=false
-              {mvn-opts}
-          java-opts:
-            - '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
+- publisher:
+    name: opendaylight-infra-generate-csit-status-report
+    publishers:
+      - postbuildscript:
+          builders:
+            - role: BOTH
+              build-on:
+                - ABORTED
+                - FAILURE
+                - NOT_BUILT
+                - SUCCESS
+                - UNSTABLE
+              build-steps:
+                - shell: !include-raw: generate-csit-status-report.sh
+          mark-unstable-if-failed: true