jjb/integration/distribution/distribution-jobs.yaml

   1 ---
   2 - project:
   3     name: distribution-jobs
   4
   5 - job-template:
   6     name: 'distribution-verify-{stream}'
   7
   8     project-type: freestyle
   9     node: centos7-java-builder-2c-8g
  10     concurrent: true
  11     jdk: '{jre}'
  12
  13     properties:
  14       - opendaylight-infra-properties:
  15           build-days-to-keep: '{build-days-to-keep}'
  16
  17     parameters:
  18       - opendaylight-infra-parameters:
  19           os-cloud: '{os-cloud}'
  20           project: '{project}'
  21           branch: '{branch}'
  22           refspec: 'refs/heads/{branch}'
  23           artifacts: '{archive-artifacts}'
  24       - integration-patch-refspec:
  25           branch: '$GERRIT_REFSPEC'
  26
  27     scm:
  28       - gerrit-trigger-scm:
  29           refspec: '$PATCHREFSPEC'
  30           choosing-strategy: 'gerrit'
  31
  32     wrappers:
  33       - opendaylight-infra-wrappers:
  34           build-timeout: '{build-timeout}'
  35
  36     triggers:
  37       - gerrit-trigger-patch-submitted:
  38           gerrit-server-name: '{gerrit-server-name}'
  39           project: '{project}'
  40           branch: '{branch}'
  41           files: '**'
  42
  43     builders:
  44       - wipe-org-opendaylight-repo
  45       - provide-maven-settings:
  46           global-settings-file: 'global-settings'
  47           settings-file: 'integration-settings'
  48       - maven-target:
  49           maven-version: mvn33
  50           pom: pom.xml
  51           goals: |
  52               clean install dependency:tree -DoutputFile=dependency_tree.txt
  53               -Dstream={stream}
  54               -Dsft.heap.max=4g
  55               {opendaylight-infra-mvn-opts}
  56           # {opendaylight-infra-parallel-mvn-opts} is bad when there are multiple big features for SFT.
  57           java-opts:
  58             - '-Xmx1024m -XX:MaxPermSize=256m'
  59           settings: integration-settings
  60           settings-type: cfp
  61           global-settings: global-settings
  62           global-settings-type: cfp
  63
  64     publishers:
  65       - findbugs
  66       - lf-jacoco-report
  67       - lf-infra-publish
  68       - email-notification:
  69           email-recipients: '{email-recipients}'
  70           email-prefix: '[int/dist]'
  71
  72 - job-template:
  73     name: 'distribution-merge-{stream}'
  74
  75     # Need to keep jobs that deploy to Nexus at end of build as Maven
  76     # projects. Maybe reconsider this once upstream moves deploy to a
  77     # separate lifecycle:
  78     #     https://issues.apache.org/jira/browse/MNG-5666
  79
  80     project-type: maven
  81     node: '{build-node}'
  82     jdk: '{jre}'
  83
  84     properties:
  85       - opendaylight-infra-properties:
  86           build-days-to-keep: '{build-days-to-keep}'
  87
  88     parameters:
  89       - opendaylight-infra-parameters:
  90           os-cloud: '{os-cloud}'
  91           project: '{project}'
  92           branch: '{branch}'
  93           refspec: 'refs/heads/{branch}'
  94           artifacts: '{archive-artifacts}'
  95       - distribution-karaf-version:
  96           karaf-version: '{karaf-version}'
  97
  98     scm:
  99       - gerrit-trigger-scm:
 100           refspec: ''
 101           choosing-strategy: 'default'
 102
 103     wrappers:
 104       - opendaylight-infra-wrappers:
 105           build-timeout: '{build-timeout}'
 106
 107     triggers:
 108       - gerrit-trigger-patch-merged:
 109           gerrit-server-name: '{gerrit-server-name}'
 110           name: 'integration/distribution'
 111           branch: '{branch}'
 112
 113     prebuilders:
 114       - wipe-org-opendaylight-repo
 115       - jacoco-nojava-workaround
 116       - provide-maven-settings:
 117           global-settings-file: 'global-settings'
 118           settings-file: 'integration-settings'
 119       - integration-set-variables
 120       - distribute-build-url:
 121           path: '$KARAF_ARTIFACT/src/main/assembly'
 122
 123     maven:
 124       maven-name: 'mvn33'
 125       root-pom: 'pom.xml'
 126       goals: >
 127           clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B
 128           -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r
 129           -Dsft.heap.max=4g
 130           -Djenkins -Dmerge -Dstream={stream}
 131       maven-opts: '-Xmx1024m -XX:MaxPermSize=256m'
 132       settings: 'integration-settings'
 133       settings-type: cfp
 134       global-settings: 'global-settings'
 135       global-settings-type: cfp
 136
 137     postbuilders:
 138       - conditional-step:
 139           condition-kind: file-exists
 140           condition-filename: deploy-site.xml
 141           condition-basedir: workspace
 142
 143           # The strategy here is intentional to run Maven site:deploy twice
 144           # once using regular pom.xml to produce a staged-site which is
 145           # then used by deploy-site.xml to push to Nexus. This is a
 146           # workaround to Maven Site's default linking code which creates
 147           # incorrect URLs for sites due to auto-detection assuming your
 148           # project is configured in a certain way which ODL is not.
 149           steps:
 150             - maven-target:
 151                 maven-version: 'mvn33'
 152                 pom: pom.xml
 153                 goals: 'site:deploy -V -B -Dstream={stream}'
 154                 java-opts:
 155                   - '-Xmx2g'
 156                 settings: 'integration-settings'
 157                 settings-type: cfp
 158                 global-settings: 'global-settings'
 159                 global-settings-type: cfp
 160             - maven-target:
 161                 maven-version: 'mvn33'
 162                 pom: deploy-site.xml
 163                 goals: 'site:deploy -V -B -Dstream={stream}'
 164                 java-opts:
 165                   - '-Xmx2g'
 166                 settings: 'integration-settings'
 167                 settings-type: cfp
 168                 global-settings: 'global-settings'
 169                 global-settings-type: cfp
 170       - integration-compare-distributions
 171     # TODO: the output of the above command is not *friendly* for the reader because the most important info
 172     # is listed last. This is fine/best for command line output, but for keeping in a file it would be better
 173     # to put the summary at the beginning of the file. Some bash magic can be done here to make that happen.
 174
 175     reporters:
 176       - findbugs
 177
 178     publishers:
 179       - maven-deploy:
 180           id: ''
 181           unique-version: true
 182           deploy-unstable: false
 183       - lf-jacoco-report
 184       - lf-infra-publish
 185       - email-notification:
 186           email-recipients: '{email-recipients}'
 187           email-prefix: '[int/dist]'
 188
 189 - job-template:
 190     name: 'distribution-check-{stream}'
 191     # Like a {project}-distribution-check, but few steps less as there is no upstream project involved.
 192     disabled: false
 193
 194     project-type: freestyle
 195     node: '{build-node}'
 196     concurrent: true
 197     jdk: '{jdk}'
 198
 199     properties:
 200       - opendaylight-infra-properties:
 201           build-days-to-keep: '{build-days-to-keep}'
 202
 203     parameters:
 204       - opendaylight-infra-parameters:
 205           os-cloud: '{os-cloud}'
 206           project: '{project}'
 207           branch: '{branch}'
 208           refspec: 'refs/heads/{branch}'
 209           artifacts: '{archive-artifacts}'
 210       - distribution-karaf-version:
 211           karaf-version: '{karaf-version}'
 212       - maven-exec:
 213           maven-version: mvn33
 214
 215     scm:
 216       - integration-gerrit-scm:
 217           basedir: 'distribution'
 218           refspec: '$GERRIT_REFSPEC'
 219           branch: '{branch}'
 220
 221     wrappers:
 222       - opendaylight-infra-wrappers:
 223           # Distro-check jobs typically run within 10 - 30 minutes
 224           # with 45 minutes being the occassional edge case.
 225           # enforce a 60 minute limit to ensure stuck jobs get
 226           # cleared up sooner.
 227           # Double that as Karaf 3+4 may take longer.
 228           build-timeout: '120'
 229
 230     triggers:
 231       - gerrit-trigger-patch-submitted:
 232           gerrit-server-name: '{gerrit-server-name}'
 233           project: '{project}'
 234           branch: '{branch}'
 235           files: '**'
 236
 237     builders:
 238       - distribution-check-wipe
 239       - distribution-check-build-project:
 240           pom: 'distribution/pom.xml'
 241           mvn-opts: '{opendaylight-infra-parallel-mvn-opts}'
 242       - distribution-check-verify-groupid:
 243           gerrit-project: 'integration'
 244       - distribution-check-delete-snapshots
 245       - distribution-check-configure-remotes
 246       - distribution-check-repeat-project-build:
 247           pom: 'distribution/pom.xml'
 248           mvn-opts: '{opendaylight-infra-parallel-mvn-opts}'
 249       - integration-set-variables
 250       - distribution-check-warn-9191
 251       - distribution-check-warn-9192
 252       - integration-upload-distribution:
 253           dist-pom: distribution/pom.xml
 254       - distribution-check-bootup
 255
 256     publishers:
 257       - email-notification:
 258           email-recipients: '{email-recipients}'
 259           email-prefix: '[{project-name}]'
 260       - integration-csit-archive-build
 261       - lf-infra-publish
 262
 263 - job-template:
 264     name: 'distribution-deploy-{stream}'
 265     # Goal: Verify distribution starts with no issues when all features are loaded.
 266     # Operation: This job deploys the controller installing odl-integration-all.
 267     # FIXME: List required variables.
 268
 269     project-type: freestyle
 270     node: centos7-java-builder-2c-8g
 271     concurrent: false
 272
 273     properties:
 274       - opendaylight-infra-properties:
 275           build-days-to-keep: '{build-days-to-keep}'
 276
 277     parameters:
 278       - opendaylight-infra-parameters:
 279           os-cloud: '{os-cloud}'
 280           project: '{project}'
 281           branch: '{branch}'
 282           refspec: 'refs/heads/{branch}'
 283           artifacts: '{archive-artifacts}'
 284       - integration-distribution-branch:
 285           branch: '{branch}'
 286       - integration-bundle-url:
 287           bundle-url: '{bundle-url}'
 288       - integration-jdk-version:
 289           jdkversion: '{jre}'
 290       - distribution-karaf-version:
 291           karaf-version: '{karaf-version}'
 292
 293     wrappers:
 294       - opendaylight-infra-wrappers:
 295           build-timeout: '{build-timeout}'
 296
 297     # TODO: Trigger from sanity (instead of weekly) when this job is stable for {stream}.
 298
 299     builders:
 300       - distribution-deploy-verify
 301
 302     publishers:
 303       - email-notification:
 304           email-recipients: '{email-recipients}'
 305           email-prefix: '[int/dist]'
 306       - integration-csit-archive-build
 307       - lf-infra-publish
 308
 309 - job-template:
 310     name: 'distribution-offline-{stream}'
 311     # Goal: Verify distribution can start with no internet connection.
 312     # Operation: This job deploys the controller removing any external repository definition.
 313     # FIXME: List required variables.
 314
 315     project-type: freestyle
 316     node: centos7-java-builder-2c-8g
 317     concurrent: false
 318
 319     properties:
 320       - opendaylight-infra-properties:
 321           build-days-to-keep: '{build-days-to-keep}'
 322
 323     parameters:
 324       - opendaylight-infra-parameters:
 325           os-cloud: '{os-cloud}'
 326           project: '{project}'
 327           branch: '{branch}'
 328           refspec: 'refs/heads/{branch}'
 329           artifacts: '{archive-artifacts}'
 330       - integration-distribution-branch:
 331           branch: '{branch}'
 332       - integration-bundle-url:
 333           bundle-url: '{bundle-url}'
 334       - integration-jdk-version:
 335           jdkversion: '{jre}'
 336       - distribution-karaf-version:
 337           karaf-version: '{karaf-version}'
 338
 339     wrappers:
 340       - opendaylight-infra-wrappers:
 341           build-timeout: '{build-timeout}'
 342
 343     # TODO: Trigger from sanity (instead of weekly) when this job is stable for {stream}.
 344
 345     builders:
 346       - distribution-deploy-offline
 347
 348     publishers:
 349       - email-notification:
 350           email-recipients: '{email-recipients}'
 351           email-prefix: '[int/dist]'
 352       - integration-csit-archive-build
 353       - lf-infra-publish