Merge "Migrate snbi to global-jjb Maven jobs"
[releng/builder.git] / jjb / releng-macros.yaml
index fc4395df47a0908d795df551864af5f947930938..485a4ec3d24bf092f5819f04f7c7600eea31190c 100644 (file)
           description: 'Parameter to identify an ODL Gerrit project'
       - string:
           name: ARCHIVE_ARTIFACTS
+          # Before adding more here, beware of https://jira.linuxfoundation.org/browse/RELENG-280
           default: >
               {artifacts}
               **/target/surefire-reports/*-output.txt
+              **/target/failsafe-reports/failsafe-summary.xml
               **/hs_err_*.log
               **/target/feature/feature.xml
-              **/*.hprof
+          # TODO: **/*.hprof is too large, compress with xz first
           description: 'Space separated glob patterns for artifacts to archive into logs.opendaylight.org'
       - string:
           name: GERRIT_PROJECT
       - string:
           name: GERRIT_REFSPEC
           default: '{refspec}'
-          description: "GERRIT_REFSPEC parameter if not given by trigger"
+          description: |
+              Gerrit reference to checkout (ex: refs/heads/master,
+              refs/changes/48/61548/1 where 61548 is Gerrit change ID, 1 is
+              patch number and 48 is last two digits of change ID)
       - string:
           name: STACK_NAME
           default: '$SILO-$JOB_NAME-$BUILD_NUMBER'
             unstable: true
             notbuilt: true
 
-- publisher:
-    name: archive-artifacts
-    publishers:
-      - archive:
-          artifacts: '{artifacts}'
-          allow-empty: true
-          fingerprint: true
-          latest-only: true
-
 - publisher:
     name: email-notification
     publishers:
                 healthy: 50
                 unhealthy: 40
 
+- builder:
+    # Deploys a maven site to Nexus using lftools nexus-zip command
+    name: opendaylight-infra-deploy-maven-site
+    builders:
+      - lf-provide-maven-settings:
+          global-settings-file: global-settings
+          settings-file: '{settings-file}'
+      - lf-infra-create-netrc:
+          server-id: opendaylight-site
+      - shell: !include-raw-escape:
+          - global-jjb/shell/lftools-install.sh
+          - opendaylight-infra-deploy-maven-site.sh
+      - lf-provide-maven-settings-cleanup
+
 - builder:
     name: opendaylight-infra-stack
     # opendaylight-infra-stack.sh has a required variable {stack-template} that
 - builder:
     name: releng-generate-p2pom
     builders:
-      - shell: !include-raw: include-raw-generate-p2pom.sh
+      - shell: !include-raw: generate-p2pom.sh
 
 - builder:
     name: releng-update-p2composite-metadata
     builders:
-      - shell: !include-raw: include-raw-update-p2composite-metadata.sh
+      - shell: !include-raw: update-p2composite-metadata.sh
       - conditional-step:
           condition-kind: file-exists
           condition-filename: deploy-composite-repo.xml
 - builder:
     name: releng-stage-release
     builders:
-      - shell: !include-raw: include-raw-stage-release.sh
+      - shell: !include-raw: stage-release.sh
 
 - wrapper:
     # This wrapper is required for all jobs as it configures the wrappers
       - openstack:
           single-use: true
 
-- builder:
-    name: packer-validate
-    builders:
-      - config-file-provider:
-          files:
-            - file-id: 'packer-cloud-env'
-              variable: 'CLOUDENV'
-      - shell: |
-          #!/bin/bash
-          cd packer
-          varfiles="../packer/vars/*"
-          templates="../packer/templates/*"
-          provision="../packer/provision/*.sh"
-          for v in $varfiles; do
-              [[ "${v##*/}" =~ ^(cloud-env.*)$ ]] && continue
-              for t in $templates; do
-                  export PACKER_LOG="yes" && \
-                  export PACKER_LOG_PATH="packer-validate-${v##*/}-${t##*/}.log" && \
-                              packer.io validate -var-file=$CLOUDENV \
-                              -var-file=$v $t
-                  if [ $? -ne 0 ]; then
-                      break
-                  fi
-              done
-          done
-
-- builder:
-    name: packer-build
-    builders:
-      - config-file-provider:
-          files:
-            - file-id: 'packer-cloud-env'
-              variable: 'CLOUDENV'
-      - shell: |
-          #!/bin/bash
-          cd packer
-          export PACKER_LOG="yes" && \
-          export PACKER_LOG_PATH="packer-build.log" && \
-                      packer.io build -color=false -var-file=$CLOUDENV \
-                       -var-file=../packer/vars/{platform}.json \
-                       ../packer/templates/{template}.json
-          # Split public and private cloud logs
-          grep -e 'public_cloud' packer-build.log > packer-build_public_cloud.log  2>&1
-          grep -e 'private_cloud' packer-build.log > packer-build_private_cloud.log 2>&1
-
 - builder:
     # TODO: Verify signature after downloading users public key from a locally created
     # repository instead of the public keymesh. This requires a process in place to get ODL
     # developers public keys into a local repository without increasing the job thoughput.
     name: verify-gpg-signature
     builders:
-      - shell: !include-raw: include-raw-verify-gpg-signatures.sh
+      - shell: !include-raw: verify-gpg-signatures.sh
 
 - builder:
     name: opendaylight-infra-jjbini
             - file-id: 'jjbini'
               target: '$HOME/.config/jenkins_jobs/jenkins_jobs.ini'
 
-- builder:
-    name: distribution-check-wipe
-    # Step zero: Wipe file repositories up front.
-    builders:
-      - shell: |
-          echo "wipe r: the local Maven repository"
-          rm -rfv /tmp/r
-          echo "wipe n: the fake remote (Nexus) repository"
-          rm -rfv /tmp/n
-          echo "wipe t: the transient repository used in some manipulations"
-          rm -rfv /tmp/t
-
-- builder:
-    name: distribution-check-build-project
-    # Step one: Online build of the project, using local repository /tmp/r/ and deploying artifacts to /tmp/n/.
-    # Ordinary SingleFeatureTest failures are detected in the verify job, so we can use "q" profile here.
-    # Arguments:
-    #   pom: Relative path to pom file to use. Typically '$GERRIT_PROJECT/pom.xml'.
-    builders:
-      - maven-target:
-          maven-version: 'mvn33'
-          pom: '{pom}'
-          goals: |
-              clean deploy dependency:tree
-              -DoutputFile=dependency_tree.txt
-              -Pq
-              -DaltDeploymentRepository=fake-nexus::default::file:///tmp/n/
-              {mvn-opts}
-          java-opts:
-            - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
-          settings: 'integration-settings'
-          settings-type: cfp
-          global-settings: 'global-settings'
-          global-settings-type: cfp
-
-- builder:
-    name: distribution-check-verify-groupid
-    # Step two: Verify all deployed artifacts belong to the project's groupId.
-    # This is done by moving the allowed directories out of /tmp/n and checking no files remained there.
-    # The correct directory is derived from $GERRIT_PROJECT.
-    # TODO: Verify all deployed artifacts are snapshots.
-    # Arguments:
-    #   gerrit-project: Project name as nexus URI part. Typically '$GERRIT_PROJECT'.
-    builders:
-      - shell: |
-          mkdir -p /tmp/t/org/opendaylight/{gerrit-project}
-          mv /tmp/n/org/opendaylight/{gerrit-project}/* /tmp/t/org/opendaylight/{gerrit-project}/
-          test -z "`find /tmp/n/ -type f`" || ( echo "ERROR: Mismatched groupId detected (see above)." && false )
-          rm -rf /tmp/n
-          mv /tmp/t /tmp/n
-
-- builder:
-    name: distribution-check-download-deps
-    # Step three: Online build of integration distribution.
-    # This step is mainly used for downloading other project artifacts.
-    # Running SingleFeaturesTest here does not seem to be required, so -Pq is used again.
-    # Arguments:
-    #   dist-pom: Relative path to pom file to use. 'distribution/pom.xml' is recommended.
-    builders:
-      - maven-target:
-          maven-version: 'mvn33'
-          pom: '{dist-pom}'
-          goals: |
-              clean install dependency:tree
-              -DoutputFile=dependency_tree.txt
-              -Pq
-              {mvn-opts}
-          java-opts:
-            - '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
-          settings: 'integration-settings'
-          settings-type: cfp
-          global-settings: 'global-settings'
-          global-settings-type: cfp
-
-- builder:
-    name: distribution-check-delete-snapshots
-    # Step four: Delete snapshot artifacts from the local repository.
-    # This is critical to detect orphaned artifacts or missing project-internal dependency declarations.
-    # Also other files related to maven repository resolution are removed,
-    # and then empty directories are removed, in order to simplify debugging.
-    builders:
-      - shell: !include-raw-escape: integration-distribution-delete-snaphot-artifacts.sh
-
-- builder:
-    name: distribution-check-configure-remotes
-    # Now the ugly part. It seems that the only way to tell Maven 2+
-    # which remote repositories to use is via settings.xml file.
-    # So we create such a file here, but it needs most of odlparent:settings.xml
-    builders:
-      - shell: |
-          echo '
-          <settings xmlns="http://maven.apache.org/SETTINGS/1.0.0"
-            xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-            xsi:schemaLocation="http://maven.apache.org/SETTINGS/1.0.0
-            https://maven.apache.org/xsd/settings-1.0.0.xsd">
-            <profiles>
-              <profile>
-                <id>opendaylight-release</id>
-                <repositories>
-                  <repository>
-                    <id>opendaylight-mirror</id>
-                    <name>opendaylight</name>
-                    <url>https://nexus.opendaylight.org/content/repositories/public/</url>
-                    <releases><updatePolicy>never</updatePolicy></releases>
-                    <snapshots><enabled>false</enabled></snapshots>
-                  </repository>
-                </repositories>
-                <pluginRepositories>
-                  <pluginRepository>
-                    <id>opendaylight-plugin-mirror</id>
-                    <name>opendaylight-plugin</name>
-                    <url>https://nexus.opendaylight.org/content/repositories/public/</url>
-                    <releases><updatePolicy>never</updatePolicy></releases>
-                    <snapshots><enabled>false</enabled></snapshots>
-                  </pluginRepository>
-                </pluginRepositories>
-              </profile>
-              <profile>
-                <id>file-snapshots</id>
-                <repositories>
-                  <repository>
-                    <id>file-snapshots</id>
-                    <name>file</name>
-                    <url>file:///tmp/n/</url>
-                    <releases><enabled>false</enabled></releases>
-                  </repository>
-                </repositories>
-                <pluginRepositories>
-                  <pluginRepository>
-                    <id>file-plugin-snapshots</id>
-                    <name>file-plugin</name>
-                    <url>file:///tmp/n/</url>
-                    <releases><enabled>false</enabled></releases>
-                  </pluginRepository>
-                </pluginRepositories>
-              </profile>
-            </profiles>
-            <activeProfiles>
-              <activeProfile>file-snapshots</activeProfile>
-              <activeProfile>opendaylight-release</activeProfile>
-            </activeProfiles>
-          </settings>
-          ' > fake_remotes.xml
-          # Notes: The settings are minimal in order to detect breakage scenarios,
-          # while allowing for the following quirks:
-          # * Some plugins seem to have hardcoded repos, for example check-license looks at repository.apache.org
-          # * Some plugin artifacts (related to surefire) are not downloaded when tests are skipped.
-          # * populate-local-repo looks at oss.sonatype.org and does not store things (like guava) to /tmp/r
-
-- builder:
-    name: distribution-check-repeat-build
-    # Step five: Repeat the distribution build but with the new settings.
-    # Here, only the project snapshot artifacts deployed to /tmp/n are available,
-    # which faithfully reproduces conditions in later verify-like job runs.
-    # We cannot use --offline, because: "Cannot access file (file:///tmp/n) in offline mode"
-    # This is where SingleFeatureTest is not skipped.
-    # Arguments:
-    #   dist-pom: Relative path to pom file to use. 'distribution/pom.xml' is recommended.
-    builders:
-      - maven-target:
-          maven-version: 'mvn33'
-          pom: '{dist-pom}'
-          goals: |
-              clean install dependency:tree
-              -DoutputFile=dependency_tree.txt -s fake_remotes.xml
-              -Pq
-              -DskipTests=false
-              {mvn-opts}
-          java-opts:
-            - '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
+- publisher:
+    name: opendaylight-infra-generate-csit-status-report
+    publishers:
+      - postbuildscript:
+          builders:
+            - shell: !include-raw: generate-csit-status-report.sh
+          script-only-if-succeeded: false
+          script-only-if-failed: false
+          mark-unstable-if-failed: false