jjb/integration/distribution/distribution-jobs.yaml

   1 ---
   2 - project:
   3     name: distribution-jobs
   4
   5 - job-template:
   6     name: 'distribution-verify-{stream}'
   7
   8     project-type: freestyle
   9     node: centos7-builder-8c-8g
  10     concurrent: true
  11     jdk: '{jre}'
  12
  13     properties:
  14       - opendaylight-infra-properties:
  15           build-days-to-keep: '{build-days-to-keep}'
  16
  17     parameters:
  18       - opendaylight-infra-parameters:
  19           os-cloud: '{os-cloud}'
  20           project: '{project}'
  21           branch: '{branch}'
  22           refspec: 'refs/heads/{branch}'
  23           artifacts: '{archive-artifacts}'
  24       - integration-patch-refspec:
  25           branch: '$GERRIT_REFSPEC'
  26
  27     scm:
  28       - gerrit-trigger-scm:
  29           refspec: '$PATCHREFSPEC'
  30           choosing-strategy: 'gerrit'
  31
  32     wrappers:
  33       - opendaylight-infra-wrappers:
  34           build-timeout: '{build-timeout}'
  35
  36     triggers:
  37       - gerrit-trigger-patch-submitted:
  38           gerrit-server-name: '{gerrit-server-name}'
  39           project: '{project}'
  40           branch: '{branch}'
  41           files: '**'
  42
  43     builders:
  44       - wipe-org-opendaylight-repo
  45       - provide-maven-settings:
  46           global-settings-file: 'global-settings'
  47           settings-file: 'integration-settings'
  48       - maven-target:
  49           maven-version: mvn33
  50           pom: pom.xml
  51           goals: |
  52               clean install dependency:tree -DoutputFile=dependency_tree.txt
  53               -Dstream={stream}
  54               -Dsft.heap.max=4g
  55               {opendaylight-infra-mvn-opts}
  56           # {opendaylight-infra-parallel-mvn-opts} is bad when there are multiple big features in SFT.
  57           java-opts:
  58             - '-Xmx1024m -XX:MaxPermSize=256m'
  59           settings: integration-settings
  60           settings-type: cfp
  61           global-settings: global-settings
  62           global-settings-type: cfp
  63
  64     publishers:
  65       - findbugs
  66       - lf-jacoco-report
  67       - lf-infra-publish
  68       - email-notification:
  69           email-recipients: '{email-recipients}'
  70           email-prefix: '[int/dist]'
  71
  72 - job-template:
  73     name: 'distribution-merge-{stream}'
  74
  75     # Need to keep jobs that deploy to Nexus at end of build as Maven
  76     # projects. Maybe reconsider this once upstream moves deploy to a
  77     # separate lifecycle:
  78     #     https://issues.apache.org/jira/browse/MNG-5666
  79
  80     project-type: maven
  81     node: 'centos7-builder-8c-8g'
  82     jdk: '{jre}'
  83
  84     properties:
  85       - opendaylight-infra-properties:
  86           build-days-to-keep: '{build-days-to-keep}'
  87
  88     parameters:
  89       - opendaylight-infra-parameters:
  90           os-cloud: '{os-cloud}'
  91           project: '{project}'
  92           branch: '{branch}'
  93           refspec: 'refs/heads/{branch}'
  94           artifacts: '{archive-artifacts}'
  95       - distribution-karaf-version:
  96           karaf-version: '{karaf-version}'
  97
  98     scm:
  99       - gerrit-trigger-scm:
 100           refspec: ''
 101           choosing-strategy: 'default'
 102
 103     wrappers:
 104       - opendaylight-infra-wrappers:
 105           build-timeout: '{build-timeout}'
 106
 107     triggers:
 108       - gerrit-trigger-patch-merged:
 109           gerrit-server-name: '{gerrit-server-name}'
 110           name: 'integration/distribution'
 111           branch: '{branch}'
 112
 113     prebuilders:
 114       - wipe-org-opendaylight-repo
 115       - jacoco-nojava-workaround
 116       - provide-maven-settings:
 117           global-settings-file: 'global-settings'
 118           settings-file: 'integration-settings'
 119       - integration-set-variables
 120       - distribute-build-url:
 121           path: '$KARAF_ARTIFACT/src/main/assembly'
 122
 123     maven:
 124       maven-name: 'mvn33'
 125       root-pom: 'pom.xml'
 126       goals: >
 127           clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B
 128           -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r
 129           -Dsft.heap.max=4g
 130           -Djenkins -Dmerge -Dstream={stream}
 131       maven-opts: '-Xmx1024m -XX:MaxPermSize=256m'
 132       settings: 'integration-settings'
 133       settings-type: cfp
 134       global-settings: 'global-settings'
 135       global-settings-type: cfp
 136
 137     postbuilders:
 138       - conditional-step:
 139           condition-kind: file-exists
 140           condition-filename: deploy-site.xml
 141           condition-basedir: workspace
 142
 143           # The strategy here is intentional to run Maven site:deploy twice
 144           # once using regular pom.xml to produce a staged-site which is
 145           # then used by deploy-site.xml to push to Nexus. This is a
 146           # workaround to Maven Site's default linking code which creates
 147           # incorrect URLs for sites due to auto-detection assuming your
 148           # project is configured in a certain way which ODL is not.
 149           steps:
 150             - maven-target:
 151                 maven-version: 'mvn33'
 152                 pom: pom.xml
 153                 goals: 'site:deploy -V -B -Dstream={stream}'
 154                 java-opts:
 155                   - '-Xmx2g'
 156                 settings: 'integration-settings'
 157                 settings-type: cfp
 158                 global-settings: 'global-settings'
 159                 global-settings-type: cfp
 160             - maven-target:
 161                 maven-version: 'mvn33'
 162                 pom: deploy-site.xml
 163                 goals: 'site:deploy -V -B -Dstream={stream}'
 164                 java-opts:
 165                   - '-Xmx2g'
 166                 settings: 'integration-settings'
 167                 settings-type: cfp
 168                 global-settings: 'global-settings'
 169                 global-settings-type: cfp
 170       - integration-compare-distributions
 171     # TODO: the output of the above command is not *friendly* for the reader because the most important info
 172     # is listed last. This is fine/best for command line output, but for keeping in a file it would be better
 173     # to put the summary at the beginning of the file. Some bash magic can be done here to make that happen.
 174
 175     reporters:
 176       - findbugs
 177
 178     publishers:
 179       - maven-deploy:
 180           id: ''
 181           unique-version: true
 182           deploy-unstable: false
 183       - lf-jacoco-report
 184       - lf-infra-publish
 185       - email-notification:
 186           email-recipients: '{email-recipients}'
 187           email-prefix: '[int/dist]'
 188
 189 - job-template:
 190     name: 'distribution-check-{stream}'
 191     # Like a {project}-distribution-check, but few steps less as there is no upstream project involved.
 192     disabled: false
 193
 194     project-type: freestyle
 195     node: 'centos7-builder-8c-8g'
 196     concurrent: true
 197     jdk: '{jdk}'
 198
 199     properties:
 200       - opendaylight-infra-properties:
 201           build-days-to-keep: '{build-days-to-keep}'
 202
 203     parameters:
 204       - opendaylight-infra-parameters:
 205           os-cloud: '{os-cloud}'
 206           project: '{project}'
 207           branch: '{branch}'
 208           refspec: 'refs/heads/{branch}'
 209           artifacts: '{archive-artifacts}'
 210       - distribution-karaf-version:
 211           karaf-version: '{karaf-version}'
 212       - maven-exec:
 213           maven-version: mvn33
 214
 215     scm:
 216       - integration-gerrit-scm:
 217           basedir: 'distribution'
 218           refspec: '$GERRIT_REFSPEC'
 219           branch: '{branch}'
 220
 221     wrappers:
 222       - opendaylight-infra-wrappers:
 223           # Distro-check jobs typically run within 10 - 30 minutes
 224           # with 45 minutes being the occassional edge case.
 225           # enforce a 60 minute limit to ensure stuck jobs get
 226           # cleared up sooner.
 227           # Double that as Karaf 3+4 may take longer.
 228           build-timeout: '120'
 229
 230     triggers:
 231       - gerrit-trigger-patch-submitted:
 232           gerrit-server-name: '{gerrit-server-name}'
 233           project: '{project}'
 234           branch: '{branch}'
 235           files: '**'
 236
 237     builders:
 238       - distribution-check-wipe
 239       - distribution-check-build-project:
 240           pom: 'distribution/pom.xml'
 241           mvn-opts: '{opendaylight-infra-mvn-opts}'
 242           # '{opendaylight-infra-parallel-mvn-opts}' is bad when there are multiple big features in SFT.
 243       - distribution-check-verify-groupid:
 244           gerrit-project: 'integration'
 245       - distribution-check-delete-snapshots
 246       - distribution-check-configure-remotes
 247       - distribution-check-repeat-project-build:
 248           pom: 'distribution/pom.xml'
 249           mvn-opts: '{opendaylight-infra-mvn-opts}'
 250           # '{opendaylight-infra-parallel-mvn-opts}' is bad when there are multiple big features in SFT.
 251       - integration-set-variables
 252       - distribution-check-warn-9191
 253       - distribution-check-warn-9192
 254       - integration-upload-distribution:
 255           dist-pom: distribution/pom.xml
 256       - distribution-check-bootup
 257
 258     publishers:
 259       - email-notification:
 260           email-recipients: '{email-recipients}'
 261           email-prefix: '[{project-name}]'
 262       - integration-csit-archive-build
 263       - lf-infra-publish
 264
 265 - job-template:
 266     name: 'distribution-deploy-{stream}'
 267     # Goal: Verify distribution starts with no issues when all features are loaded.
 268     # Operation: This job deploys the controller installing odl-integration-all.
 269     # FIXME: List required variables.
 270
 271     project-type: freestyle
 272     node: centos7-builder-4c-4g
 273     concurrent: false
 274
 275     properties:
 276       - opendaylight-infra-properties:
 277           build-days-to-keep: '{build-days-to-keep}'
 278
 279     parameters:
 280       - opendaylight-infra-parameters:
 281           os-cloud: '{os-cloud}'
 282           project: '{project}'
 283           branch: '{branch}'
 284           refspec: 'refs/heads/{branch}'
 285           artifacts: '{archive-artifacts}'
 286       - integration-distribution-branch:
 287           branch: '{branch}'
 288       - integration-bundle-url:
 289           bundle-url: '{bundle-url}'
 290       - integration-jdk-version:
 291           jdkversion: '{jre}'
 292       - distribution-karaf-version:
 293           karaf-version: '{karaf-version}'
 294
 295     wrappers:
 296       - opendaylight-infra-wrappers:
 297           build-timeout: '{build-timeout}'
 298
 299     # TODO: Trigger from sanity (instead of weekly) when this job is stable for {stream}.
 300
 301     builders:
 302       - distribution-deploy-verify
 303
 304     publishers:
 305       - email-notification:
 306           email-recipients: '{email-recipients}'
 307           email-prefix: '[int/dist]'
 308       - integration-csit-archive-build
 309       - lf-infra-publish
 310
 311 - job-template:
 312     name: 'distribution-offline-{stream}'
 313     # Goal: Verify distribution can start with no internet connection.
 314     # Operation: This job deploys the controller removing any external repository definition.
 315     # FIXME: List required variables.
 316
 317     project-type: freestyle
 318     node: centos7-builder-4c-4g
 319     concurrent: false
 320
 321     properties:
 322       - opendaylight-infra-properties:
 323           build-days-to-keep: '{build-days-to-keep}'
 324
 325     parameters:
 326       - opendaylight-infra-parameters:
 327           os-cloud: '{os-cloud}'
 328           project: '{project}'
 329           branch: '{branch}'
 330           refspec: 'refs/heads/{branch}'
 331           artifacts: '{archive-artifacts}'
 332       - integration-distribution-branch:
 333           branch: '{branch}'
 334       - integration-bundle-url:
 335           bundle-url: '{bundle-url}'
 336       - integration-jdk-version:
 337           jdkversion: '{jre}'
 338       - distribution-karaf-version:
 339           karaf-version: '{karaf-version}'
 340
 341     wrappers:
 342       - opendaylight-infra-wrappers:
 343           build-timeout: '{build-timeout}'
 344
 345     # TODO: Trigger from sanity (instead of weekly) when this job is stable for {stream}.
 346
 347     builders:
 348       - distribution-deploy-offline
 349
 350     publishers:
 351       - email-notification:
 352           email-recipients: '{email-recipients}'
 353           email-prefix: '[int/dist]'
 354       - integration-csit-archive-build
 355       - lf-infra-publish