jjb/integration/integration-test-jobs.yaml

   1 - project:
   2     name: integration-test
   3     jobs:
   4         - '{project-name}-verify-tox-{stream}'
   5         - 'integration-csit-verify-1node-library'
   6         - 'integration-distribution-test-{stream}'
   7         - 'integration-patch-test-{stream}'
   8         - 'integration-multipatch-test-{stream}'
   9
  10     project: integration/test
  11     project-name: integration-test
  12
  13     stream:
  14         - carbon:
  15             branch: 'master'
  16             jdk: 'openjdk8'
  17             jre: 'openjdk8'
  18             csit-list: >
  19                 controller-csit-3node-clustering-only-{stream},
  20                 controller-csit-3node-clustering-all-{stream},
  21                 integration-distribution-deploy-{stream},
  22                 integration-distribution-offline-{stream},
  23                 l2switch-csit-1node-switch-only-{stream},
  24                 l2switch-csit-1node-switch-all-{stream},
  25                 l2switch-csit-1node-scalability-only-{stream},
  26                 l2switch-csit-1node-scalability-all-{stream},
  27                 lispflowmapping-csit-1node-msmr-only-{stream},
  28                 lispflowmapping-csit-1node-msmr-all-{stream},
  29                 nemo-csit-1node-engine-all-{stream},
  30                 nemo-csit-1node-engine-only-{stream},
  31                 netvirt-csit-1node-openstack-basic-only-{stream},
  32                 netvirt-csit-1node-openstack-basic-all-{stream},
  33                 netvirt-csit-1node-openstack-mitaka-openstack-{stream},
  34                 netvirt-vpnservice-csit-1node-openstack-mitaka-openstack-{stream},
  35                 netvirt-csit-3node-clustering-only-{stream},
  36                 ocpplugin-csit-1node-get-only-{stream},
  37                 ocpplugin-csit-1node-get-all-{stream},
  38                 ocpplugin-csit-1node-scalability-only-{stream},
  39                 ocpplugin-csit-1node-scalability-all-{stream},
  40                 openflowplugin-csit-1node-flow-services-only-{stream},
  41                 openflowplugin-csit-1node-flow-services-all-{stream},
  42                 openflowplugin-csit-1node-scalability-only-{stream},
  43                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  44                 openflowplugin-csit-1node-config-performance-only-{stream},
  45                 openflowplugin-csit-3node-clustering-only-{stream},
  46                 ovsdb-csit-1node-southbound-all-{stream},
  47                 ovsdb-csit-1node-southbound-only-{stream},
  48                 ovsdb-csit-3node-clustering-only-{stream},
  49                 packetcable-csit-1node-pcmm-only-{stream},
  50                 packetcable-csit-1node-pcmm-all-{stream},
  51                 sxp-csit-1node-basic-only-{stream},
  52                 sxp-csit-1node-filtering-all-{stream},
  53                 sxp-csit-1node-topology-only-{stream},
  54                 sxp-csit-1node-topology-all-{stream},
  55                 topoprocessing-csit-1node-topology-operations-all-{stream},
  56                 topoprocessing-csit-1node-topology-operations-only-{stream},
  57                 tsdr-csit-1node-cassandra-datastore-only-{stream},
  58                 tsdr-csit-1node-hbase-datastore-all-{stream},
  59                 tsdr-csit-1node-hbase-datastore-only-{stream},
  60                 tsdr-csit-1node-hsqldb-datastore-all-{stream},
  61                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
  62                 usc-csit-1node-channel-only-{stream},
  63                 usc-csit-1node-channel-all-{stream},
  64                 usc-csit-1node-tcp-only-{stream},
  65                 usc-csit-1node-tcp-all-{stream},
  66                 vtn-csit-1node-manager-only-{stream},
  67                 vtn-csit-1node-manager-all-{stream},
  68                 vtn-csit-1node-coordinator-only-{stream}
  69
  70         - boron:
  71             branch: 'stable/boron'
  72             jdk: 'openjdk8'
  73             jre: 'openjdk8'
  74             csit-list: >
  75                 controller-csit-3node-clustering-only-{stream},
  76                 controller-csit-3node-clustering-all-{stream},
  77                 integration-distribution-deploy-{stream},
  78                 integration-distribution-offline-{stream},
  79                 l2switch-csit-1node-switch-only-{stream},
  80                 l2switch-csit-1node-switch-all-{stream},
  81                 l2switch-csit-1node-scalability-only-{stream},
  82                 l2switch-csit-1node-scalability-all-{stream},
  83                 lispflowmapping-csit-1node-msmr-only-{stream},
  84                 lispflowmapping-csit-1node-msmr-all-{stream},
  85                 nemo-csit-1node-engine-all-{stream},
  86                 nemo-csit-1node-engine-only-{stream},
  87                 netvirt-csit-1node-openstack-mitaka-upstream-{stream},
  88                 netvirt-legacy-csit-1node-openstack-basic-only-{stream},
  89                 netvirt-legacy-csit-1node-openstack-basic-all-{stream},
  90                 netvirt-legacy-csit-1node-openstack-mitaka-openstack-{stream},
  91                 netvirt-legacy-csit-3node-clustering-only-{stream},
  92                 ocpplugin-csit-1node-get-only-{stream},
  93                 ocpplugin-csit-1node-get-all-{stream},
  94                 ocpplugin-csit-1node-scalability-only-{stream},
  95                 ocpplugin-csit-1node-scalability-all-{stream},
  96                 openflowplugin-csit-1node-flow-services-only-{stream},
  97                 openflowplugin-csit-1node-flow-services-all-{stream},
  98                 openflowplugin-csit-1node-scalability-only-{stream},
  99                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 100                 openflowplugin-csit-1node-config-performance-only-{stream},
 101                 openflowplugin-csit-3node-clustering-only-{stream},
 102                 ovsdb-csit-1node-southbound-all-{stream},
 103                 ovsdb-csit-1node-southbound-only-{stream},
 104                 ovsdb-csit-3node-clustering-only-{stream},
 105                 packetcable-csit-1node-pcmm-only-{stream},
 106                 packetcable-csit-1node-pcmm-all-{stream},
 107                 sxp-csit-1node-basic-only-{stream},
 108                 sxp-csit-1node-filtering-all-{stream},
 109                 sxp-csit-1node-topology-only-{stream},
 110                 sxp-csit-1node-topology-all-{stream},
 111                 topoprocessing-csit-1node-topology-operations-all-{stream},
 112                 topoprocessing-csit-1node-topology-operations-only-{stream},
 113                 tsdr-csit-1node-cassandra-datastore-only-{stream},
 114                 tsdr-csit-1node-hbase-datastore-only-{stream},
 115                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
 116                 usc-csit-1node-channel-only-{stream},
 117                 usc-csit-1node-channel-all-{stream},
 118                 usc-csit-1node-tcp-only-{stream},
 119                 usc-csit-1node-tcp-all-{stream},
 120                 vtn-csit-1node-manager-only-{stream},
 121                 vtn-csit-1node-manager-all-{stream},
 122                 vtn-csit-1node-coordinator-only-{stream}
 123
 124         - beryllium:
 125             branch: 'stable/beryllium'
 126             jdk: 'openjdk7'
 127             jre: 'openjdk7'
 128             csit-list: >
 129                 aaa-csit-1node-authn-only-{stream},
 130                 aaa-csit-1node-authn-all-{stream},
 131                 bgpcep-csit-1node-userfeatures-only-{stream},
 132                 bgpcep-csit-1node-userfeatures-all-{stream},
 133                 capwap-csit-1node-ac-only-{stream},
 134                 capwap-csit-1node-ac-all-{stream},
 135                 integration-distribution-offline-{stream},
 136                 integration-distribution-deploy-{stream},
 137                 l2switch-csit-1node-switch-only-{stream},
 138                 l2switch-csit-1node-scalability-only-{stream},
 139                 l2switch-csit-1node-scalability-all-{stream},
 140                 lispflowmapping-csit-1node-msmr-only-{stream},
 141                 lispflowmapping-csit-1node-msmr-all-{stream},
 142                 nemo-csit-1node-engine-all-{stream},
 143                 nemo-csit-1node-engine-only-{stream},
 144                 netconf-csit-1node-userfeatures-all-{stream},
 145                 netconf-csit-1node-userfeatures-only-{stream},
 146                 netvirt-csit-1node-openstack-basic-only-{stream},
 147                 netvirt-csit-1node-openstack-basic-all-{stream},
 148                 netvirt-csit-3node-clustering-only-{stream},
 149                 nic-csit-1node-basic-all-{stream},
 150                 nic-csit-1node-basic-only-{stream},
 151                 openflowplugin-csit-1node-flow-services-only-{stream},
 152                 openflowplugin-csit-1node-flow-services-all-{stream},
 153                 openflowplugin-csit-1node-scalability-only-{stream},
 154                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 155                 openflowplugin-csit-1node-config-performance-only-{stream},
 156                 openflowplugin-csit-3node-clustering-only-{stream},
 157                 ovsdb-csit-1node-southbound-all-{stream},
 158                 ovsdb-csit-1node-southbound-only-{stream},
 159                 packetcable-csit-1node-pcmm-only-{stream},
 160                 packetcable-csit-1node-pcmm-all-{stream},
 161                 snmp-csit-1node-basic-only-{stream},
 162                 snmp-csit-1node-basic-all-{stream},
 163                 sxp-csit-1node-basic-only-{stream},
 164                 sxp-csit-1node-filtering-only-{stream},
 165                 sxp-csit-1node-filtering-all-{stream},
 166                 topoprocessing-csit-1node-topology-operations-all-{stream},
 167                 topoprocessing-csit-1node-topology-operations-only-{stream},
 168                 tsdr-csit-1node-cassandra-datastore-only-{stream},
 169                 tsdr-csit-1node-hbase-datastore-only-{stream},
 170                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
 171                 usc-csit-1node-channel-only-{stream},
 172                 usc-csit-1node-channel-all-{stream},
 173                 usc-csit-1node-tcp-only-{stream},
 174                 usc-csit-1node-tcp-all-{stream},
 175                 vtn-csit-1node-manager-only-{stream},
 176                 vtn-csit-1node-manager-all-{stream},
 177                 vtn-csit-1node-coordinator-only-{stream}
 178
 179     # mininet image
 180     mininet-image: 'ubuntu-trusty-mininet-ovs-25-2c-2g'
 181
 182 # Template: integration-csit-verify-1node-library
 183 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 184 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 185
 186 - job-template:
 187     name: 'integration-csit-verify-1node-library'
 188
 189     project-type: freestyle
 190     node: centos7-robot-2c-2g
 191
 192     logrotate:
 193         daysToKeep: '{build-days-to-keep}'
 194         numToKeep: '{build-num-to-keep}'
 195         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 196         artifactNumToKeep: '{build-artifact-num-to-keep}'
 197
 198     parameters:
 199         - opendaylight-infra-parameters:
 200             project: 'integration/test'
 201             branch: '{branch}'
 202             refspec: 'refs/heads/{branch}'
 203             artifacts: '{archive-artifacts}'
 204         - integration-branch:
 205             branch: 'stable/boron'
 206         - integration-distribution-stream:
 207             stream: 'boron'
 208         - integration-bundleurl:
 209             bundleurl: 'last'
 210         - integration-controller-scope:
 211             controller-scope: 'only'
 212         - integration-controller-features:
 213             controller-features: >
 214                 odl-clustering-test-app,
 215                 odl-openflowplugin-flow-services-ui,
 216                 odl-bgpcep-pcep,
 217                 odl-bgpcep-bgp,
 218                 odl-netconf-connector-all
 219         - integration-test-options:
 220             test-options: '-v TIMEOUT_BUG_4220:10s'
 221         - integration-stream-test-plan:
 222             stream-test-plan: 'test-libraries-boron.txt'
 223         - integration-test-plan:
 224             test-plan: 'test-libraries.txt'
 225         - integration-patch-refspec:
 226             branch: '$GERRIT_REFSPEC'
 227         - integration-jdk-version:
 228             jdkversion: 'openjdk8'
 229
 230     scm:
 231         - integration-gerrit-scm:
 232             basedir: 'test'
 233             refspec: '$PATCHREFSPEC'
 234             branch: 'master'
 235
 236     wrappers:
 237         - opendaylight-infra-wrappers:
 238             build-timeout: '{build-timeout}'
 239         - integration-jclouds-controller-mininet:
 240             controller-image: '{controller-image}'
 241             controller-vms: 1
 242             mininet-image: '{mininet-image}'
 243             mininet-vms: '{mininet-vms}'
 244
 245     triggers:
 246         - integration-trigger-patch-submitted:
 247             server-name: '{server-name}'
 248             name: 'integration/test'
 249             branch: 'master'
 250             pattern: 'csit/libraries/*'
 251
 252     builders:
 253         - integration-copy-ssh-keys
 254         - integration-cleanup-workspace
 255         - integration-install-robotframework
 256         - inject:
 257             properties-file: 'env.properties'
 258         - integration-get-slave-addresses
 259         - inject:
 260             properties-file: 'slave_addresses.txt'
 261         - integration-get-bundle-vars
 262         - inject:
 263             properties-file: 'bundle_vars.txt'
 264         - integration-deploy-controller-run-test
 265         - integration-cleanup-tmp
 266
 267     publishers:
 268         - integration-robot:
 269             unstable-if: 0.0
 270             pass-if: 100.0
 271         - email-notification:
 272             email-recipients: '{email-recipients}'
 273             email-prefix: '[integration]'
 274         - integration-csit-archive-build
 275         - opendaylight-infra-shiplogs:
 276             maven-version: 'mvn33'
 277
 278 # Template: integration-distribution-test-{stream}
 279 # Goal: Verify a distribution through all system test available
 280 # Operation: This daily job template takes a distribution and passes all available system test
 281
 282 - job-template:
 283     name: 'integration-distribution-test-{stream}'
 284
 285     project-type: freestyle
 286     node: centos7-java-builder-2c-8g
 287
 288     logrotate:
 289         daysToKeep: '{build-days-to-keep}'
 290         numToKeep: '{build-num-to-keep}'
 291         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 292         artifactNumToKeep: '{build-artifact-num-to-keep}'
 293
 294     parameters:
 295         - integration-bundleurl:
 296             bundleurl: 'last'
 297         - integration-jdk-version:
 298             jdkversion: '{jre}'
 299
 300     triggers:
 301         - timed: 'H H * * 6'
 302
 303     builders:
 304         - trigger-builds:
 305             - project: '{csit-list}'
 306               block: true
 307               predefined-parameters:
 308                   BUNDLEURL=$BUNDLEURL
 309
 310     publishers:
 311         - email-notification:
 312             email-recipients: '{email-recipients}'
 313             email-prefix: '[integration]'
 314
 315 # Template: integration-patch-test-{stream}
 316 # Goal: Build a patch and run all available system test on a distribution containing the change
 317 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 318 # triggers the distribution test when test-integration is used in gerrit comments
 319
 320 - job-template:
 321     name: 'integration-patch-test-{stream}'
 322
 323     project-type: maven
 324     node: centos7-java-builder-2c-8g
 325     jdk: '{jdk}'
 326
 327     logrotate:
 328         daysToKeep: '{build-days-to-keep}'
 329         numToKeep: '{build-num-to-keep}'
 330         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 331         artifactNumToKeep: '{build-artifact-num-to-keep}'
 332
 333     parameters:
 334         - opendaylight-infra-parameters:
 335             project: '$GERRIT_PROJECT'
 336             branch: '{branch}'
 337             refspec: '$GERRIT_REFSPEC'
 338             artifacts: '{archive-artifacts} **/dependency_tree.txt'
 339         - integration-branch:
 340             branch: '{branch}'
 341         - integration-distribution-git-url
 342
 343     scm:
 344         - integration-gerrit-scm:
 345             basedir: '$GERRIT_PROJECT'
 346             refspec: '$GERRIT_REFSPEC'
 347             branch: '{branch}'
 348         - integration-distribution-scm:
 349             branch: '{branch}'
 350
 351     wrappers:
 352         - opendaylight-infra-wrappers:
 353             build-timeout: '{build-timeout}'
 354
 355     triggers:
 356         - gerrit:
 357             server-name: '{server-name}'
 358             trigger-on:
 359                 - comment-added-contains-event:
 360                     comment-contains-value: 'test-integration'
 361             projects:
 362               - project-compare-type: 'ANT'
 363                 project-pattern: '**'
 364                 branches:
 365                   - branch-compare-type: 'ANT'
 366                     branch-pattern: '**/{branch}'
 367             skip-vote:
 368                 successful: true
 369                 failed: true
 370                 unstable: true
 371                 notbuilt: true
 372
 373     prebuilders:
 374         - integration-rebase-gerrit-patch
 375         - integration-get-bundle-url
 376         - inject:
 377             properties-file: 'bundle.txt'
 378         - wipe-org-opendaylight-repo
 379         - provide-maven-settings:
 380             global-settings-file: 'odl-global-settings'
 381             settings-file: 'integration-settings'
 382         - maven-target:
 383             maven-version: 'mvn33'
 384             pom: '$GERRIT_PROJECT/pom.xml'
 385             goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Pq -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 386             java-opts:
 387                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 388             settings: 'integration-settings'
 389             settings-type: cfp
 390             global-settings: 'odl-global-settings'
 391             global-settings-type: cfp
 392
 393     maven:
 394         maven-name: 'mvn33'
 395         root-pom: 'distribution/pom.xml'
 396         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 397         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 398         settings: 'integration-settings'
 399         settings-type: cfp
 400         global-settings: 'odl-global-settings'
 401         global-settings-type: cfp
 402         ignore-upstream-changes: true
 403         post-step-run-condition: 'SUCCESS'
 404
 405     postbuilders:
 406         - trigger-builds:
 407             - project: '{csit-list}'
 408               block: true
 409               predefined-parameters:
 410                   BUNDLEURL=$BUNDLEURL
 411
 412     publishers:
 413         - opendaylight-infra-shiplogs:
 414             maven-version: 'mvn33'
 415         - email-notification:
 416             email-recipients: '{email-recipients}'
 417             email-prefix: '[$GERRIT_PROJECT]'
 418
 419 # Template: integration-multipatch-test-{stream}
 420 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 421 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 422 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 423 # CSIT jobs
 424
 425 - job-template:
 426     name: 'integration-multipatch-test-{stream}'
 427
 428     project-type: maven
 429     node: centos7-java-builder-8c-8g
 430     jdk: '{jdk}'
 431
 432     logrotate:
 433         daysToKeep: '{build-days-to-keep}'
 434         numToKeep: '{build-num-to-keep}'
 435         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 436         artifactNumToKeep: '{build-artifact-num-to-keep}'
 437
 438     parameters:
 439         - patches-to-build-parameter:
 440             patches_to_build: '$PATCHES_TO_BUILD'
 441         - integration-branch:
 442             branch: '{branch}'
 443         - opendaylight-infra-parameters:
 444             project: 'integration/distribution'
 445             branch: '{branch}'
 446             refspec: 'refs/heads/{branch}'
 447             artifacts: '{archive-artifacts} **/dependency_tree.txt'
 448
 449     prebuilders:
 450         - wipe-org-opendaylight-repo
 451         - integration-multipatch-builder
 452         - inject:
 453             properties-file: 'bundle.txt'
 454         - provide-maven-settings:
 455             global-settings-file: 'odl-global-settings'
 456             settings-file: 'yangtools-settings'
 457
 458     wrappers:
 459         - opendaylight-infra-wrappers:
 460             build-timeout: '1200'
 461
 462     maven:
 463         maven-name: 'mvn33'
 464         root-pom: 'patch_tester/pom.xml'
 465         # TODO: Make Maven options configurable. Currently tests are not skipped, everything else is.
 466         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -f patch_tester/pom.xml -V -B -Pq -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 467         maven-opts: '-Xmx7168m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 468         settings: 'yangtools-settings'
 469         settings-type: cfp
 470         global-settings: 'odl-global-settings'
 471         global-settings-type: cfp
 472         post-step-run-condition: 'SUCCESS'
 473
 474     postbuilders:
 475         - trigger-builds:
 476             - project: '{csit-list}'
 477               block: true
 478               predefined-parameters:
 479                   BUNDLEURL=$BUNDLEURL
 480
 481     publishers:
 482         - opendaylight-infra-shiplogs:
 483             maven-version: 'mvn33'
 484         - email-notification:
 485             email-recipients: '{email-recipients}'
 486             email-prefix: '[int/dist]'