jjb/integration/integration-test-jobs.yaml

   1
   2 - project:
   3     name: integration-test-jobs
   4     jobs:
   5         - 'integration-verify-python'
   6         - 'integration-csit-verify-1node-library'
   7         - 'integration-distribution-test-{stream}'
   8         - 'integration-patch-test-{stream}'
   9         - 'integration-multipatch-test-{stream}'
  10
  11     stream:
  12         - boron:
  13             branch: 'master'
  14             jdk: 'openjdk8'
  15             csit-list: >
  16                 aaa-csit-1node-authn-only-{stream},
  17                 aaa-csit-1node-authn-all-{stream},
  18                 bgpcep-csit-1node-userfeatures-only-{stream},
  19                 bgpcep-csit-1node-userfeatures-all-{stream},
  20                 capwap-csit-1node-ac-only-{stream},
  21                 capwap-csit-1node-ac-all-{stream},
  22                 controller-csit-3node-clustering-only-{stream},
  23                 integration-csit-3node-basic-only-{stream},
  24                 integration-distribution-deploy-{stream},
  25                 integration-distribution-offline-{stream},
  26                 l2switch-csit-1node-switch-only-{stream},
  27                 l2switch-csit-1node-switch-all-{stream},
  28                 l2switch-csit-1node-scalability-only-{stream},
  29                 l2switch-csit-1node-scalability-all-{stream},
  30                 lispflowmapping-csit-1node-msmr-only-{stream},
  31                 lispflowmapping-csit-1node-msmr-all-{stream},
  32                 nemo-csit-1node-engine-all-{stream},
  33                 nemo-csit-1node-engine-only-{stream},
  34                 netconf-csit-1node-userfeatures-all-{stream},
  35                 netconf-csit-1node-userfeatures-only-{stream},
  36                 nic-csit-1node-basic-all-{stream},
  37                 nic-csit-1node-basic-only-{stream},
  38                 openflowplugin-csit-1node-flow-services-only-{stream},
  39                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  40                 openflowplugin-csit-1node-flow-services-all-{stream},
  41                 openflowplugin-csit-1node-scalability-only-{stream},
  42                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  43                 openflowplugin-csit-1node-scalability-all-{stream},
  44                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  45                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  46                 openflowplugin-csit-1node-config-performance-only-{stream},
  47                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  48                 openflowplugin-csit-3node-clustering-helium-design-only-{stream},
  49                 openflowplugin-csit-3node-clustering-only-{stream},
  50                 ovsdb-csit-3node-clustering-only-{stream},
  51                 ovsdb-csit-1node-netvirt-only-{stream},
  52                 ovsdb-csit-1node-netvirt-all-{stream},
  53                 ovsdb-csit-1node-southbound-only-{stream},
  54                 ovsdb-csit-1node-southbound-all-{stream},
  55                 packetcable-csit-1node-pcmm-only-{stream},
  56                 packetcable-csit-1node-pcmm-all-{stream},
  57                 snmp-csit-1node-basic-only-{stream},
  58                 snmp-csit-1node-basic-all-{stream},
  59                 sxp-csit-1node-basic-only-{stream},
  60                 sxp-csit-1node-basic-all-{stream},
  61                 sxp-csit-1node-filtering-only-{stream},
  62                 sxp-csit-1node-filtering-all-{stream},
  63                 sxp-csit-1node-topology-only-{stream},
  64                 sxp-csit-1node-topology-all-{stream},
  65                 topoprocessing-csit-1node-topology-operations-all-{stream},
  66                 topoprocessing-csit-1node-topology-operations-only-{stream},
  67                 tsdr-csit-1node-hbase-datastore-only-{stream},
  68                 usc-csit-1node-channel-only-{stream},
  69                 usc-csit-1node-channel-all-{stream},
  70                 vpnservice-csit-1node-vpnservice-only-{stream},
  71                 vpnservice-csit-1node-vpnservice-all-{stream},
  72                 vtn-csit-1node-manager-only-{stream}
  73
  74         - beryllium:
  75             branch: 'stable/beryllium'
  76             jdk: 'openjdk7'
  77             csit-list: >
  78                 aaa-csit-1node-authn-only-{stream},
  79                 aaa-csit-1node-authn-all-{stream},
  80                 bgpcep-csit-1node-userfeatures-only-{stream},
  81                 bgpcep-csit-1node-userfeatures-all-{stream},
  82                 capwap-csit-1node-ac-only-{stream},
  83                 capwap-csit-1node-ac-all-{stream},
  84                 controller-csit-3node-clustering-only-{stream},
  85                 integration-csit-3node-basic-only-{stream},
  86                 integration-distribution-offline-{stream},
  87                 integration-distribution-deploy-{stream},
  88                 l2switch-csit-1node-switch-only-{stream},
  89                 l2switch-csit-1node-switch-all-{stream},
  90                 l2switch-csit-1node-scalability-only-{stream},
  91                 l2switch-csit-1node-scalability-all-{stream},
  92                 lispflowmapping-csit-1node-msmr-only-{stream},
  93                 lispflowmapping-csit-1node-msmr-all-{stream},
  94                 nemo-csit-1node-engine-all-{stream},
  95                 nemo-csit-1node-engine-only-{stream},
  96                 netconf-csit-1node-userfeatures-all-{stream},
  97                 netconf-csit-1node-userfeatures-only-{stream},
  98                 nic-csit-1node-basic-all-{stream},
  99                 nic-csit-1node-basic-only-{stream},
 100                 openflowplugin-csit-1node-flow-services-only-{stream},
 101                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 102                 openflowplugin-csit-1node-flow-services-all-{stream},
 103                 openflowplugin-csit-1node-scalability-only-{stream},
 104                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 105                 openflowplugin-csit-1node-scalability-all-{stream},
 106                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 107                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 108                 openflowplugin-csit-1node-config-performance-only-{stream},
 109                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 110                 openflowplugin-csit-3node-clustering-helium-design-only-{stream},
 111                 openflowplugin-csit-3node-clustering-only-{stream},
 112                 ovsdb-csit-3node-clustering-only-{stream},
 113                 ovsdb-csit-1node-netvirt-only-{stream},
 114                 ovsdb-csit-1node-netvirt-all-{stream},
 115                 ovsdb-csit-1node-southbound-only-{stream},
 116                 ovsdb-csit-1node-southbound-all-{stream},
 117                 packetcable-csit-1node-pcmm-only-{stream},
 118                 packetcable-csit-1node-pcmm-all-{stream},
 119                 snmp-csit-1node-basic-only-{stream},
 120                 snmp-csit-1node-basic-all-{stream},
 121                 sxp-csit-1node-basic-only-{stream},
 122                 sxp-csit-1node-basic-all-{stream},
 123                 sxp-csit-1node-filtering-only-{stream},
 124                 sxp-csit-1node-filtering-all-{stream},
 125                 sxp-csit-1node-topology-only-{stream},
 126                 sxp-csit-1node-topology-all-{stream},
 127                 topoprocessing-csit-1node-topology-operations-all-{stream},
 128                 topoprocessing-csit-1node-topology-operations-only-{stream},
 129                 tsdr-csit-1node-hbase-datastore-only-{stream},
 130                 usc-csit-1node-channel-only-{stream},
 131                 usc-csit-1node-channel-all-{stream},
 132                 vpnservice-csit-1node-vpnservice-only-{stream},
 133                 vpnservice-csit-1node-vpnservice-all-{stream},
 134                 vtn-csit-1node-manager-only-{stream},
 135                 vtn-csit-1node-manager-all-{stream},
 136                 vtn-csit-1node-coordinator-only-{stream}
 137
 138         - stable-lithium:
 139             branch: 'stable/lithium'
 140             jdk: 'openjdk7'
 141             csit-list: >
 142                 aaa-csit-1node-authn-only-{stream},
 143                 aaa-csit-1node-authn-all-{stream},
 144                 bgpcep-csit-1node-userfeatures-only-{stream},
 145                 bgpcep-csit-1node-userfeatures-all-{stream},
 146                 capwap-csit-1node-ac-only-{stream},
 147                 capwap-csit-1node-ac-all-{stream},
 148                 controller-csit-3node-clustering-only-{stream},
 149                 integration-csit-3node-basic-only-{stream},
 150                 integration-distribution-offline-{stream},
 151                 l2switch-csit-1node-switch-only-{stream},
 152                 l2switch-csit-1node-switch-all-{stream},
 153                 l2switch-csit-1node-scalability-only-{stream},
 154                 l2switch-csit-1node-scalability-all-{stream},
 155                 lispflowmapping-csit-1node-all-only-{stream},
 156                 lispflowmapping-csit-1node-all-all-{stream},
 157                 netconf-csit-1node-userfeatures-all-{stream},
 158                 netconf-csit-1node-userfeatures-only-{stream},
 159                 nic-csit-1node-basic-all-{stream},
 160                 nic-csit-1node-basic-only-{stream},
 161                 openflowplugin-csit-1node-flow-services-only-{stream},
 162                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 163                 openflowplugin-csit-1node-flow-services-all-{stream},
 164                 openflowplugin-csit-1node-scalability-only-{stream},
 165                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 166                 openflowplugin-csit-1node-scalability-all-{stream},
 167                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 168                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 169                 openflowplugin-csit-1node-config-performance-only-{stream},
 170                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 171                 ovsdb-csit-1node-netvirt-only-{stream},
 172                 ovsdb-csit-1node-netvirt-all-{stream},
 173                 ovsdb-csit-1node-southbound-only-{stream},
 174                 ovsdb-csit-1node-southbound-all-{stream},
 175                 snmp-csit-1node-basic-only-{stream},
 176                 snmp-csit-1node-basic-all-{stream},
 177                 usc-csit-1node-channel-only-{stream},
 178                 usc-csit-1node-channel-all-{stream},
 179                 vpnservice-csit-1node-vpnservice-only-{stream},
 180                 vpnservice-csit-1node-vpnservice-all-{stream},
 181                 vtn-csit-1node-manager-li-only-{stream},
 182                 vtn-csit-1node-manager-li-all-{stream},
 183                 vtn-csit-1node-coordinator-only-{stream}
 184
 185         - stable-helium:
 186             branch: 'stable/helium'
 187             jdk: 'openjdk7'
 188             csit-list: >
 189                 aaa-csit-1node-imds-authn-only-{stream},
 190                 aaa-csit-1node-imds-authn-all-{stream},
 191                 controller-csit-1node-imds-nsf-only-{stream},
 192                 controller-csit-1node-imds-nsf-all-{stream},
 193                 integration-csit-3node-basic-only-{stream},
 194                 l2switch-csit-1node-imds-switch-only-{stream},
 195                 l2switch-csit-1node-imds-switch-all-{stream},
 196                 lispflowmapping-csit-1node-imds-all-only-{stream},
 197                 lispflowmapping-csit-1node-imds-all-all-{stream},
 198                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
 199                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
 200                 vtn-csit-1node-imds-manager-only-{stream},
 201                 vtn-csit-1node-imds-manager-all-{stream}
 202
 203
 204
 205 # Template: integration-verify-python
 206 # Goal: Verify python scripts correct syntax
 207 # Operation: This job template performs a python tox check on any integration/test patch
 208
 209 - job-template:
 210     name: 'integration-verify-python'
 211
 212     project-type: freestyle
 213     node: dynamic_verify
 214     concurrent: true
 215
 216     logrotate:
 217         daysToKeep: '{build-days-to-keep}'
 218         numToKeep: '{build-num-to-keep}'
 219         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 220         artifactNumToKeep: '{build-artifact-num-to-keep}'
 221
 222     parameters:
 223         - project-parameter:
 224             project: 'integration/test'
 225         - integration-patch-refspec:
 226             branch: '$GERRIT_REFSPEC'
 227
 228     scm:
 229         - integration-gerrit-scm:
 230             credentials-id: '{ssh-credentials}'
 231             basedir: 'test'
 232             refspec: '$PATCHREFSPEC'
 233             branch: 'master'
 234
 235     wrappers:
 236         - build-timeout
 237         - ssh-agent-credentials:
 238             users:
 239                 - '{ssh-credentials}'
 240
 241     triggers:
 242         - integration-trigger-patch-submitted:
 243             name: 'integration/test'
 244             branch: 'master'
 245             pattern: '**'
 246
 247     builders:
 248         - shell: |
 249             virtualenv $WORKSPACE/venv-tox
 250             source $WORKSPACE/venv-tox/bin/activate
 251             pip install tox argparse
 252             tox --version
 253             cd $WORKSPACE/test
 254             tox
 255
 256     publishers:
 257         - email-notification:
 258             email-prefix: '[integration]'
 259
 260 # Template: integration-csit-verify-1node-library
 261 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 262 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 263
 264 - job-template:
 265     name: 'integration-csit-verify-1node-library'
 266
 267     project-type: freestyle
 268     node: dynamic_robot
 269
 270     logrotate:
 271         daysToKeep: '{build-days-to-keep}'
 272         numToKeep: '{build-num-to-keep}'
 273         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 274         artifactNumToKeep: '{build-artifact-num-to-keep}'
 275
 276     parameters:
 277         - project-parameter:
 278             project: 'integration/test'
 279         - integration-branch:
 280             branch: 'stable/beryllium'
 281         - integration-bundleurl:
 282             bundleurl: 'last'
 283         - integration-controller-scope:
 284             controller-scope: 'only'
 285         - integration-controller-features:
 286             controller-features: >
 287                 odl-clustering-test-app,
 288                 odl-openflowplugin-flow-services-ui,
 289                 odl-bgpcep-pcep,
 290                 odl-bgpcep-bgp,
 291                 odl-netconf-connector-all
 292         - integration-test-options:
 293             test-options: '-e adsal -v TIMEOUT_BUG_4220:10s'
 294         - integration-test-plan:
 295             test-plan: 'test-libraries.txt'
 296         - integration-patch-refspec:
 297             branch: '$GERRIT_REFSPEC'
 298         # TODO: Use integration-jdk-version macro when switching to Boron
 299
 300     scm:
 301         - integration-gerrit-scm:
 302             credentials-id: '{ssh-credentials}'
 303             basedir: 'test'
 304             refspec: '$PATCHREFSPEC'
 305             branch: 'master'
 306
 307     wrappers:
 308         - build-timeout
 309         - integration-jclouds-controller-mininet:
 310             controller-vms: 1
 311             mininet-image: '{mininet-image}'
 312             mininet-vms: '{mininet-vms}'
 313             mininet-cloud-name: '{mininet-cloud-name}'
 314         - ssh-agent-credentials:
 315             users:
 316                 - '{ssh-credentials}'
 317
 318     triggers:
 319         - integration-trigger-patch-submitted:
 320             name: 'integration/test'
 321             branch: 'master'
 322             pattern: 'csit/libraries/*'
 323
 324     builders:
 325         - integration-cleanup-workspace
 326         - integration-install-robotframework
 327         - inject:
 328             properties-file: 'env.properties'
 329         - integration-get-slave-addresses
 330         - inject:
 331             properties-file: 'slave_addresses.txt'
 332         - integration-get-bundle-vars
 333         - inject:
 334             properties-file: 'bundle_vars.txt'
 335         - integration-deploy-controller-run-test
 336         - integration-cleanup-tmp
 337
 338     publishers:
 339         - integration-robot:
 340             unstable-if: 0.0
 341             pass-if: 100.0
 342         - archive:
 343             artifacts: 'karaf.log*'
 344         - email-notification:
 345             email-prefix: '[integration]'
 346
 347 # Template: integration-distribution-test-{stream}
 348 # Goal: Verify a distribution through all system test available
 349 # Operation: This daily job template takes a distribution and passes all available system test
 350
 351 - job-template:
 352     name: 'integration-distribution-test-{stream}'
 353
 354     project-type: freestyle
 355     node: dynamic_verify
 356
 357     logrotate:
 358         daysToKeep: '{build-days-to-keep}'
 359         numToKeep: '{build-num-to-keep}'
 360         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 361         artifactNumToKeep: '{build-artifact-num-to-keep}'
 362
 363     parameters:
 364         - integration-bundleurl:
 365             bundleurl: 'last'
 366         - integration-jdk-version:
 367             jdkversion: '{jdk}'
 368
 369     triggers:
 370         - timed: 'H H * * 6'
 371
 372     builders:
 373         - trigger-builds:
 374             - project: '{csit-list}'
 375               block: true
 376               predefined-parameters:
 377                   BUNDLEURL=$BUNDLEURL
 378
 379                   JDKVERSION=$JDKVERSION
 380
 381     publishers:
 382         - email-notification:
 383             email-prefix: '[integration]'
 384
 385 # Template: integration-patch-test-{stream}
 386 # Goal: Build a patch and run all available system test on a distribution containing the change
 387 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 388 # triggers the distribution test when test-integration is used in gerrit comments
 389
 390 - job-template:
 391     name: 'integration-patch-test-{stream}'
 392
 393     project-type: maven
 394     node: dynamic_verify
 395     jdk: '{jdk}'
 396
 397     logrotate:
 398         daysToKeep: '{build-days-to-keep}'
 399         numToKeep: '{build-num-to-keep}'
 400         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 401         artifactNumToKeep: '{build-artifact-num-to-keep}'
 402
 403     parameters:
 404         - gerrit-project-parameter:
 405             project: '$GERRIT_PROJECT'
 406         - gerrit-refspec-parameter:
 407             refspec: '$GERRIT_REFSPEC'
 408         - project-parameter:
 409             project: '$GERRIT_PROJECT'
 410         - integration-branch:
 411             branch: '{branch}'
 412         - integration-distribution-git-url
 413
 414     scm:
 415         - integration-gerrit-scm:
 416             credentials-id: '{ssh-credentials}'
 417             basedir: '$GERRIT_PROJECT'
 418             refspec: '$GERRIT_REFSPEC'
 419             branch: '{branch}'
 420         - integration-distribution-scm:
 421             credentials-id: '{ssh-credentials}'
 422             branch: '{branch}'
 423
 424     wrappers:
 425         - build-timeout
 426         - ssh-agent-credentials:
 427             users:
 428                 - '{ssh-credentials}'
 429
 430     triggers:
 431         - gerrit:
 432             server-name: 'OpenDaylight'
 433             trigger-on:
 434                 - comment-added-contains-event:
 435                     comment-contains-value: 'test-integration'
 436             projects:
 437               - project-compare-type: 'ANT'
 438                 project-pattern: '**'
 439                 branches:
 440                   - branch-compare-type: 'ANT'
 441                     branch-pattern: '**/{branch}'
 442             skip-vote:
 443                 successful: true
 444                 failed: true
 445                 unstable: true
 446                 notbuilt: true
 447
 448     prebuilders:
 449         - integration-rebase-gerrit-patch
 450         - integration-get-bundle-url
 451         - inject:
 452             properties-file: 'bundle.txt'
 453         - wipe-org-opendaylight-repo
 454         - maven-target:
 455             maven-version: '{mvn33}'
 456             pom: '$GERRIT_PROJECT/pom.xml'
 457             goals: 'clean install -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 458             java-opts:
 459                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 460             settings: '{integration-settings}'
 461             global-settings: '{odl-global-settings}'
 462
 463     maven:
 464         maven-name: '{mvn33}'
 465         root-pom: 'distribution/pom.xml'
 466         goals: 'clean install -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 467         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 468         settings: '{integration-settings}'
 469         global-settings: '{odl-global-settings}'
 470         ignore-upstream-changes: true
 471         post-step-run-condition: 'SUCCESS'
 472
 473     postbuilders:
 474         - trigger-builds:
 475             - project: 'integration-distribution-test-{stream}'
 476               block: true
 477               predefined-parameters:
 478                   BUNDLEURL=$BUNDLEURL
 479
 480     publishers:
 481         - email-notification:
 482             email-prefix: '[$GERRIT_PROJECT]'
 483
 484 # Template: integration-multipatch-test-{stream}
 485 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 486 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 487 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 488 # CSIT jobs
 489
 490 - job-template:
 491     name: 'integration-multipatch-test-{stream}'
 492
 493     project-type: maven
 494     node: dynamic_verify
 495     jdk: '{jdk}'
 496
 497     logrotate:
 498         daysToKeep: '{build-days-to-keep}'
 499         numToKeep: '{build-num-to-keep}'
 500         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 501         artifactNumToKeep: '{build-artifact-num-to-keep}'
 502
 503     parameters:
 504         - patches-to-build-parameter:
 505             patches_to_build: '$PATCHES_TO_BUILD'
 506         - integration-branch:
 507             branch: '{branch}'
 508
 509     wrappers:
 510         - build-timeout
 511         - ssh-agent-credentials:
 512             users:
 513                 - '{ssh-credentials}'
 514
 515     prebuilders:
 516         - wipe-org-opendaylight-repo
 517         - integration-multipatch-builder
 518         - inject:
 519             properties-file: 'bundle.txt'
 520         - provide-maven-settings:
 521             global-settings-file: '{odl-global-settings}'
 522             settings-file: '{yangtools-settings}'
 523
 524
 525     maven:
 526         maven-name: '{mvn33}'
 527         root-pom: 'patch_tester/pom.xml'
 528         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
 529         goals: 'clean install -f patch_tester/pom.xml -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 530         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 531         settings: '{yangtools-settings}'
 532         global-settings: '{odl-global-settings}'
 533         post-step-run-condition: 'SUCCESS'
 534
 535     postbuilders:
 536         - trigger-builds:
 537             - project: 'integration-distribution-test-{stream}'
 538               block: true
 539               predefined-parameters:
 540                   BUNDLEURL=$BUNDLEURL
 541
 542     publishers:
 543         - email-notification:
 544             email-prefix: '[integration]'