jjb/integration/integration-test-jobs.yaml

   1
   2 - project:
   3     name: integration-test-jobs
   4     jobs:
   5         - 'integration-verify-python'
   6         - 'integration-csit-verify-1node-library'
   7         - 'integration-distribution-test-{stream}'
   8         - 'integration-patch-test-{stream}'
   9         - 'integration-multipatch-test-{stream}'
  10
  11     stream:
  12         - boron:
  13             branch: 'master'
  14             jdk: 'openjdk8'
  15             csit-list: >
  16                 aaa-csit-1node-authn-only-{stream},
  17                 aaa-csit-1node-authn-all-{stream},
  18                 bgpcep-csit-1node-userfeatures-only-{stream},
  19                 bgpcep-csit-1node-userfeatures-all-{stream},
  20                 capwap-csit-1node-ac-only-{stream},
  21                 capwap-csit-1node-ac-all-{stream},
  22                 controller-csit-3node-clustering-only-{stream},
  23                 integration-csit-3node-basic-only-{stream},
  24                 integration-distribution-deploy-{stream},
  25                 integration-distribution-offline-{stream},
  26                 l2switch-csit-1node-switch-only-{stream},
  27                 l2switch-csit-1node-switch-all-{stream},
  28                 l2switch-csit-1node-scalability-only-{stream},
  29                 l2switch-csit-1node-scalability-all-{stream},
  30                 lispflowmapping-csit-1node-msmr-only-{stream},
  31                 lispflowmapping-csit-1node-msmr-all-{stream},
  32                 nemo-csit-1node-engine-all-{stream},
  33                 nemo-csit-1node-engine-only-{stream},
  34                 netconf-csit-1node-userfeatures-all-{stream},
  35                 netconf-csit-1node-userfeatures-only-{stream},
  36                 nic-csit-1node-basic-all-{stream},
  37                 nic-csit-1node-basic-only-{stream},
  38                 openflowplugin-csit-1node-flow-services-only-{stream},
  39                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  40                 openflowplugin-csit-1node-flow-services-all-{stream},
  41                 openflowplugin-csit-1node-scalability-only-{stream},
  42                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  43                 openflowplugin-csit-1node-scalability-all-{stream},
  44                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  45                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  46                 openflowplugin-csit-1node-config-performance-only-{stream},
  47                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  48                 openflowplugin-csit-3node-clustering-helium-design-only-{stream},
  49                 openflowplugin-csit-3node-clustering-only-{stream},
  50                 ovsdb-csit-3node-clustering-only-{stream},
  51                 ovsdb-csit-1node-netvirt-only-{stream},
  52                 ovsdb-csit-1node-netvirt-all-{stream},
  53                 ovsdb-csit-1node-southbound-only-{stream},
  54                 ovsdb-csit-1node-southbound-all-{stream},
  55                 packetcable-csit-1node-pcmm-only-{stream},
  56                 packetcable-csit-1node-pcmm-all-{stream},
  57                 snmp-csit-1node-basic-only-{stream},
  58                 snmp-csit-1node-basic-all-{stream},
  59                 sxp-csit-1node-basic-only-{stream},
  60                 sxp-csit-1node-basic-all-{stream},
  61                 sxp-csit-1node-filtering-only-{stream},
  62                 sxp-csit-1node-filtering-all-{stream},
  63                 sxp-csit-1node-topology-only-{stream},
  64                 sxp-csit-1node-topology-all-{stream},
  65                 topoprocessing-csit-1node-topology-operations-all-{stream},
  66                 topoprocessing-csit-1node-topology-operations-only-{stream},
  67                 tsdr-csit-1node-hbase-datastore-only-{stream},
  68                 usc-csit-1node-channel-only-{stream},
  69                 usc-csit-1node-channel-all-{stream},
  70                 vpnservice-csit-1node-vpnservice-only-{stream},
  71                 vpnservice-csit-1node-vpnservice-all-{stream},
  72                 vtn-csit-1node-manager-only-{stream}
  73
  74         - beryllium:
  75             branch: 'stable/beryllium'
  76             jdk: 'openjdk7'
  77             csit-list: >
  78                 aaa-csit-1node-authn-only-{stream},
  79                 aaa-csit-1node-authn-all-{stream},
  80                 bgpcep-csit-1node-userfeatures-only-{stream},
  81                 bgpcep-csit-1node-userfeatures-all-{stream},
  82                 capwap-csit-1node-ac-only-{stream},
  83                 capwap-csit-1node-ac-all-{stream},
  84                 controller-csit-3node-clustering-only-{stream},
  85                 integration-csit-3node-basic-only-{stream},
  86                 integration-distribution-offline-{stream},
  87                 integration-distribution-deploy-{stream},
  88                 l2switch-csit-1node-switch-only-{stream},
  89                 l2switch-csit-1node-switch-all-{stream},
  90                 l2switch-csit-1node-scalability-only-{stream},
  91                 l2switch-csit-1node-scalability-all-{stream},
  92                 lispflowmapping-csit-1node-msmr-only-{stream},
  93                 lispflowmapping-csit-1node-msmr-all-{stream},
  94                 nemo-csit-1node-engine-all-{stream},
  95                 nemo-csit-1node-engine-only-{stream},
  96                 netconf-csit-1node-userfeatures-all-{stream},
  97                 netconf-csit-1node-userfeatures-only-{stream},
  98                 nic-csit-1node-basic-all-{stream},
  99                 nic-csit-1node-basic-only-{stream},
 100                 openflowplugin-csit-1node-flow-services-only-{stream},
 101                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 102                 openflowplugin-csit-1node-flow-services-all-{stream},
 103                 openflowplugin-csit-1node-scalability-only-{stream},
 104                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 105                 openflowplugin-csit-1node-scalability-all-{stream},
 106                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 107                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 108                 openflowplugin-csit-1node-config-performance-only-{stream},
 109                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 110                 openflowplugin-csit-3node-clustering-helium-design-only-{stream},
 111                 openflowplugin-csit-3node-clustering-only-{stream},
 112                 ovsdb-csit-3node-clustering-only-{stream},
 113                 ovsdb-csit-1node-netvirt-only-{stream},
 114                 ovsdb-csit-1node-netvirt-all-{stream},
 115                 ovsdb-csit-1node-southbound-only-{stream},
 116                 ovsdb-csit-1node-southbound-all-{stream},
 117                 packetcable-csit-1node-pcmm-only-{stream},
 118                 packetcable-csit-1node-pcmm-all-{stream},
 119                 snmp-csit-1node-basic-only-{stream},
 120                 snmp-csit-1node-basic-all-{stream},
 121                 sxp-csit-1node-basic-only-{stream},
 122                 sxp-csit-1node-basic-all-{stream},
 123                 sxp-csit-1node-filtering-only-{stream},
 124                 sxp-csit-1node-filtering-all-{stream},
 125                 sxp-csit-1node-topology-only-{stream},
 126                 sxp-csit-1node-topology-all-{stream},
 127                 topoprocessing-csit-1node-topology-operations-all-{stream},
 128                 topoprocessing-csit-1node-topology-operations-only-{stream},
 129                 tsdr-csit-1node-hbase-datastore-only-{stream},
 130                 usc-csit-1node-channel-only-{stream},
 131                 usc-csit-1node-channel-all-{stream},
 132                 vpnservice-csit-1node-vpnservice-only-{stream},
 133                 vpnservice-csit-1node-vpnservice-all-{stream},
 134                 vtn-csit-1node-manager-only-{stream},
 135                 vtn-csit-1node-manager-all-{stream},
 136                 vtn-csit-1node-coordinator-only-{stream}
 137
 138         - stable-lithium:
 139             branch: 'stable/lithium'
 140             jdk: 'openjdk7'
 141             csit-list: >
 142                 aaa-csit-1node-authn-only-{stream},
 143                 aaa-csit-1node-authn-all-{stream},
 144                 bgpcep-csit-1node-userfeatures-only-{stream},
 145                 bgpcep-csit-1node-userfeatures-all-{stream},
 146                 capwap-csit-1node-ac-only-{stream},
 147                 capwap-csit-1node-ac-all-{stream},
 148                 controller-csit-3node-clustering-only-{stream},
 149                 integration-csit-3node-basic-only-{stream},
 150                 integration-distribution-offline-{stream},
 151                 l2switch-csit-1node-switch-only-{stream},
 152                 l2switch-csit-1node-switch-all-{stream},
 153                 l2switch-csit-1node-scalability-only-{stream},
 154                 l2switch-csit-1node-scalability-all-{stream},
 155                 lispflowmapping-csit-1node-all-only-{stream},
 156                 lispflowmapping-csit-1node-all-all-{stream},
 157                 netconf-csit-1node-userfeatures-all-{stream},
 158                 netconf-csit-1node-userfeatures-only-{stream},
 159                 nic-csit-1node-basic-all-{stream},
 160                 nic-csit-1node-basic-only-{stream},
 161                 openflowplugin-csit-1node-flow-services-only-{stream},
 162                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 163                 openflowplugin-csit-1node-flow-services-all-{stream},
 164                 openflowplugin-csit-1node-scalability-only-{stream},
 165                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 166                 openflowplugin-csit-1node-scalability-all-{stream},
 167                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 168                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 169                 openflowplugin-csit-1node-config-performance-only-{stream},
 170                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 171                 ovsdb-csit-1node-netvirt-only-{stream},
 172                 ovsdb-csit-1node-netvirt-all-{stream},
 173                 ovsdb-csit-1node-southbound-only-{stream},
 174                 ovsdb-csit-1node-southbound-all-{stream},
 175                 snmp-csit-1node-basic-only-{stream},
 176                 snmp-csit-1node-basic-all-{stream},
 177                 usc-csit-1node-channel-only-{stream},
 178                 usc-csit-1node-channel-all-{stream},
 179                 vpnservice-csit-1node-vpnservice-only-{stream},
 180                 vpnservice-csit-1node-vpnservice-all-{stream},
 181                 vtn-csit-1node-manager-li-only-{stream},
 182                 vtn-csit-1node-manager-li-all-{stream},
 183                 vtn-csit-1node-coordinator-only-{stream}
 184
 185         - stable-helium:
 186             branch: 'stable/helium'
 187             jdk: 'openjdk7'
 188             csit-list: >
 189                 aaa-csit-1node-imds-authn-only-{stream},
 190                 aaa-csit-1node-imds-authn-all-{stream},
 191                 controller-csit-1node-imds-nsf-only-{stream},
 192                 controller-csit-1node-imds-nsf-all-{stream},
 193                 integration-csit-3node-basic-only-{stream},
 194                 l2switch-csit-1node-imds-switch-only-{stream},
 195                 l2switch-csit-1node-imds-switch-all-{stream},
 196                 lispflowmapping-csit-1node-imds-all-only-{stream},
 197                 lispflowmapping-csit-1node-imds-all-all-{stream},
 198                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
 199                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
 200                 vtn-csit-1node-imds-manager-only-{stream},
 201                 vtn-csit-1node-imds-manager-all-{stream}
 202
 203
 204
 205 # Template: integration-verify-python
 206 # Goal: Verify python scripts correct syntax
 207 # Operation: This job template performs a python tox check on any integration/test patch
 208
 209 - job-template:
 210     name: 'integration-verify-python'
 211
 212     project-type: freestyle
 213     node: dynamic_verify
 214     concurrent: true
 215
 216     logrotate:
 217         daysToKeep: '{build-days-to-keep}'
 218         numToKeep: '{build-num-to-keep}'
 219         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 220         artifactNumToKeep: '{build-artifact-num-to-keep}'
 221
 222     parameters:
 223         - project-parameter:
 224             project: 'integration/test'
 225         - integration-patch-refspec:
 226             branch: '$GERRIT_REFSPEC'
 227
 228     scm:
 229         - integration-gerrit-scm:
 230             credentials-id: '{ssh-credentials}'
 231             basedir: 'test'
 232             refspec: '$PATCHREFSPEC'
 233             branch: 'master'
 234
 235     wrappers:
 236         - build-timeout
 237         - ssh-agent-credentials:
 238             users:
 239                 - '{ssh-credentials}'
 240
 241     triggers:
 242         - integration-trigger-patch-submitted:
 243             name: 'integration/test'
 244             branch: 'master'
 245             pattern: '**'
 246
 247     builders:
 248         - shell: |
 249             virtualenv $WORKSPACE/venv-tox
 250             source $WORKSPACE/venv-tox/bin/activate
 251             pip install tox argparse
 252             tox --version
 253             cd $WORKSPACE/test
 254             tox
 255
 256     publishers:
 257         - email-notification:
 258             email-prefix: '[integration]'
 259
 260 # Template: integration-csit-verify-1node-library
 261 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 262 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 263
 264 - job-template:
 265     name: 'integration-csit-verify-1node-library'
 266
 267     project-type: freestyle
 268     node: dynamic_robot
 269
 270     logrotate:
 271         daysToKeep: '{build-days-to-keep}'
 272         numToKeep: '{build-num-to-keep}'
 273         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 274         artifactNumToKeep: '{build-artifact-num-to-keep}'
 275
 276     parameters:
 277         - project-parameter:
 278             project: 'integration/test'
 279         - integration-branch:
 280             branch: 'stable/beryllium'
 281         - integration-bundleurl:
 282             bundleurl: 'last'
 283         - integration-controller-scope:
 284             controller-scope: 'only'
 285         - integration-controller-features:
 286             controller-features: >
 287                 odl-openflowplugin-flow-services-ui,
 288                 odl-bgpcep-pcep,
 289                 odl-bgpcep-bgp,
 290                 odl-netconf-connector-all
 291         - integration-test-options:
 292             test-options: '-e adsal'
 293         - integration-test-plan:
 294             test-plan: 'test-libraries.txt'
 295         - integration-patch-refspec:
 296             branch: '$GERRIT_REFSPEC'
 297         - integration-jdk-version:
 298             # {jdk} is from releng-defaults
 299             jdkversion: '{jdk}'
 300
 301     scm:
 302         - integration-gerrit-scm:
 303             credentials-id: '{ssh-credentials}'
 304             basedir: 'test'
 305             refspec: '$PATCHREFSPEC'
 306             branch: 'master'
 307
 308     wrappers:
 309         - build-timeout
 310         - integration-jclouds-controller-mininet:
 311             controller-vms: 1
 312             mininet-image: '{mininet-image}'
 313             mininet-vms: '{mininet-vms}'
 314             mininet-cloud-name: '{mininet-cloud-name}'
 315         - ssh-agent-credentials:
 316             users:
 317                 - '{ssh-credentials}'
 318
 319     triggers:
 320         - integration-trigger-patch-submitted:
 321             name: 'integration/test'
 322             branch: 'master'
 323             pattern: 'csit/libraries/*'
 324
 325     builders:
 326         - integration-cleanup-workspace
 327         - integration-install-robotframework
 328         - inject:
 329             properties-file: 'env.properties'
 330         - integration-get-slave-addresses
 331         - inject:
 332             properties-file: 'slave_addresses.txt'
 333         - integration-get-bundle-vars
 334         - inject:
 335             properties-file: 'bundle_vars.txt'
 336         - integration-deploy-controller-run-test
 337         - integration-cleanup-tmp
 338
 339     publishers:
 340         - integration-robot:
 341             unstable-if: 0.0
 342             pass-if: 100.0
 343         - archive:
 344             artifacts: 'karaf.log*'
 345         - email-notification:
 346             email-prefix: '[integration]'
 347
 348 # Template: integration-distribution-test-{stream}
 349 # Goal: Verify a distribution through all system test available
 350 # Operation: This daily job template takes a distribution and passes all available system test
 351
 352 - job-template:
 353     name: 'integration-distribution-test-{stream}'
 354
 355     project-type: freestyle
 356     node: dynamic_verify
 357
 358     logrotate:
 359         daysToKeep: '{build-days-to-keep}'
 360         numToKeep: '{build-num-to-keep}'
 361         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 362         artifactNumToKeep: '{build-artifact-num-to-keep}'
 363
 364     parameters:
 365         - integration-bundleurl:
 366             bundleurl: 'last'
 367         - integration-jdk-version:
 368             jdkversion: '{jdk}'
 369
 370     triggers:
 371         - timed: 'H H * * 6'
 372
 373     builders:
 374         - trigger-builds:
 375             - project: '{csit-list}'
 376               block: true
 377               predefined-parameters:
 378                   BUNDLEURL=$BUNDLEURL
 379
 380                   JDKVERSION=$JDKVERSION
 381
 382     publishers:
 383         - email-notification:
 384             email-prefix: '[integration]'
 385
 386 # Template: integration-patch-test-{stream}
 387 # Goal: Build a patch and run all available system test on a distribution containing the change
 388 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 389 # triggers the distribution test when test-integration is used in gerrit comments
 390
 391 - job-template:
 392     name: 'integration-patch-test-{stream}'
 393
 394     project-type: maven
 395     node: dynamic_verify
 396     jdk: '{jdk}'
 397
 398     logrotate:
 399         daysToKeep: '{build-days-to-keep}'
 400         numToKeep: '{build-num-to-keep}'
 401         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 402         artifactNumToKeep: '{build-artifact-num-to-keep}'
 403
 404     parameters:
 405         - gerrit-project-parameter:
 406             project: '$GERRIT_PROJECT'
 407         - gerrit-refspec-parameter:
 408             refspec: '$GERRIT_REFSPEC'
 409         - project-parameter:
 410             project: '$GERRIT_PROJECT'
 411         - integration-branch:
 412             branch: '{branch}'
 413         - integration-distribution-git-url
 414
 415     scm:
 416         - integration-gerrit-scm:
 417             credentials-id: '{ssh-credentials}'
 418             basedir: '$GERRIT_PROJECT'
 419             refspec: '$GERRIT_REFSPEC'
 420             branch: '{branch}'
 421         - integration-distribution-scm:
 422             credentials-id: '{ssh-credentials}'
 423             branch: '{branch}'
 424
 425     wrappers:
 426         - build-timeout
 427         - ssh-agent-credentials:
 428             users:
 429                 - '{ssh-credentials}'
 430
 431     triggers:
 432         - gerrit:
 433             server-name: 'OpenDaylight'
 434             trigger-on:
 435                 - comment-added-contains-event:
 436                     comment-contains-value: 'test-integration'
 437             projects:
 438               - project-compare-type: 'ANT'
 439                 project-pattern: '**'
 440                 branches:
 441                   - branch-compare-type: 'ANT'
 442                     branch-pattern: '**/{branch}'
 443             skip-vote:
 444                 successful: true
 445                 failed: true
 446                 unstable: true
 447                 notbuilt: true
 448
 449     prebuilders:
 450         - integration-rebase-gerrit-patch
 451         - integration-get-bundle-url
 452         - inject:
 453             properties-file: 'bundle.txt'
 454         - wipe-org-opendaylight-repo
 455         - maven-target:
 456             maven-version: '{mvn33}'
 457             pom: '$GERRIT_PROJECT/pom.xml'
 458             goals: 'clean install -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 459             java-opts:
 460                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 461             settings: '{integration-settings}'
 462             global-settings: '{odl-global-settings}'
 463
 464     maven:
 465         maven-name: '{mvn33}'
 466         root-pom: 'distribution/pom.xml'
 467         goals: 'clean install -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 468         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 469         settings: '{integration-settings}'
 470         global-settings: '{odl-global-settings}'
 471         ignore-upstream-changes: true
 472         post-step-run-condition: 'SUCCESS'
 473
 474     postbuilders:
 475         - trigger-builds:
 476             - project: 'integration-distribution-test-{stream}'
 477               block: true
 478               predefined-parameters:
 479                   BUNDLEURL=$BUNDLEURL
 480
 481     publishers:
 482         - email-notification:
 483             email-prefix: '[$GERRIT_PROJECT]'
 484
 485 # Template: integration-multipatch-test-{stream}
 486 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 487 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 488 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 489 # CSIT jobs
 490
 491 - job-template:
 492     name: 'integration-multipatch-test-{stream}'
 493
 494     project-type: maven
 495     node: dynamic_verify
 496     jdk: '{jdk}'
 497
 498     logrotate:
 499         daysToKeep: '{build-days-to-keep}'
 500         numToKeep: '{build-num-to-keep}'
 501         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 502         artifactNumToKeep: '{build-artifact-num-to-keep}'
 503
 504     parameters:
 505         - patches-to-build-parameter:
 506             patches_to_build: '$PATCHES_TO_BUILD'
 507         - integration-branch:
 508             branch: '{branch}'
 509
 510     wrappers:
 511         - build-timeout
 512         - ssh-agent-credentials:
 513             users:
 514                 - '{ssh-credentials}'
 515
 516     prebuilders:
 517         - wipe-org-opendaylight-repo
 518         - integration-multipatch-builder
 519         - inject:
 520             properties-file: 'bundle.txt'
 521         - provide-maven-settings:
 522             global-settings-file: '{odl-global-settings}'
 523             settings-file: '{yangtools-settings}'
 524
 525
 526     maven:
 527         maven-name: '{mvn33}'
 528         root-pom: 'patch_tester/pom.xml'
 529         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
 530         goals: 'clean install -f patch_tester/pom.xml -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 531         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 532         settings: '{yangtools-settings}'
 533         global-settings: '{odl-global-settings}'
 534         post-step-run-condition: 'SUCCESS'
 535
 536     postbuilders:
 537         - trigger-builds:
 538             - project: 'integration-distribution-test-{stream}'
 539               block: true
 540               predefined-parameters:
 541                   BUNDLEURL=$BUNDLEURL
 542
 543     publishers:
 544         - email-notification:
 545             email-prefix: '[integration]'