jjb/integration/integration-test-jobs.yaml

   1
   2 - project:
   3     name: integration-test-jobs
   4     jobs:
   5         - 'integration-verify-python'
   6         - 'integration-csit-verify-1node-library'
   7         - 'integration-distribution-test-{stream}'
   8         - 'integration-patch-test-{stream}'
   9         - 'integration-multipatch-test-{stream}'
  10
  11     stream:
  12         - boron:
  13             branch: 'master'
  14             jdk: 'openjdk8'
  15             csit-list: >
  16                 aaa-csit-1node-authn-only-{stream},
  17                 aaa-csit-1node-authn-all-{stream},
  18                 bgpcep-csit-1node-userfeatures-only-{stream},
  19                 bgpcep-csit-1node-userfeatures-all-{stream},
  20                 capwap-csit-1node-ac-only-{stream},
  21                 capwap-csit-1node-ac-all-{stream},
  22                 controller-csit-3node-clustering-only-{stream},
  23                 controller-csit-3node-clustering-all-{stream},
  24                 integration-csit-3node-basic-only-{stream},
  25                 integration-csit-3node-basic-all-{stream},
  26                 integration-distribution-offline-{stream},
  27                 l2switch-csit-1node-switch-only-{stream},
  28                 l2switch-csit-1node-switch-all-{stream},
  29                 l2switch-csit-1node-scalability-only-{stream},
  30                 l2switch-csit-1node-scalability-all-{stream},
  31                 lispflowmapping-csit-1node-msmr-only-{stream},
  32                 lispflowmapping-csit-1node-msmr-all-{stream},
  33                 nic-csit-1node-basic-all-{stream},
  34                 nic-csit-1node-basic-only-{stream},
  35                 openflowplugin-csit-1node-flow-services-only-{stream},
  36                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  37                 openflowplugin-csit-1node-flow-services-all-{stream},
  38                 openflowplugin-csit-1node-scalability-only-{stream},
  39                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  40                 openflowplugin-csit-1node-scalability-all-{stream},
  41                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  42                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  43                 openflowplugin-csit-1node-config-performance-only-{stream},
  44                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  45                 ovsdb-csit-1node-netvirt-only-{stream},
  46                 ovsdb-csit-1node-netvirt-all-{stream},
  47                 ovsdb-csit-1node-southbound-only-{stream},
  48                 ovsdb-csit-1node-southbound-all-{stream},
  49                 snmp-csit-1node-basic-only-{stream},
  50                 snmp-csit-1node-basic-all-{stream},
  51                 sxp-csit-1node-basic-only-{stream},
  52                 sxp-csit-1node-basic-all-{stream},
  53                 sxp-csit-1node-filtering-only-{stream},
  54                 sxp-csit-1node-filtering-all-{stream},
  55                 sxp-csit-1node-topology-only-{stream},
  56                 sxp-csit-1node-topology-all-{stream},
  57                 topoprocessing-csit-1node-topology-operations-all-{stream},
  58                 topoprocessing-csit-1node-topology-operations-only-{stream},
  59                 tsdr-csit-1node-hbase-datastore-only-{stream},
  60                 tsdr-csit-1node-hbase-datastore-all-{stream},
  61                 usc-csit-1node-channel-only-{stream},
  62                 usc-csit-1node-channel-all-{stream},
  63                 vpnservice-csit-1node-vpnservice-only-{stream},
  64                 vpnservice-csit-1node-vpnservice-all-{stream},
  65                 vtn-csit-1node-manager-only-{stream}
  66
  67         - beryllium:
  68             branch: 'stable/beryllium'
  69             jdk: 'openjdk7'
  70             csit-list: >
  71                 aaa-csit-1node-authn-only-{stream},
  72                 aaa-csit-1node-authn-all-{stream},
  73                 bgpcep-csit-1node-userfeatures-only-{stream},
  74                 bgpcep-csit-1node-userfeatures-all-{stream},
  75                 capwap-csit-1node-ac-only-{stream},
  76                 capwap-csit-1node-ac-all-{stream},
  77                 controller-csit-3node-clustering-only-{stream},
  78                 controller-csit-3node-clustering-all-{stream},
  79                 integration-csit-3node-basic-only-{stream},
  80                 integration-csit-3node-basic-all-{stream},
  81                 integration-distribution-offline-{stream},
  82                 l2switch-csit-1node-switch-only-{stream},
  83                 l2switch-csit-1node-switch-all-{stream},
  84                 l2switch-csit-1node-scalability-only-{stream},
  85                 l2switch-csit-1node-scalability-all-{stream},
  86                 lispflowmapping-csit-1node-msmr-only-{stream},
  87                 lispflowmapping-csit-1node-msmr-all-{stream},
  88                 nic-csit-1node-basic-all-{stream},
  89                 nic-csit-1node-basic-only-{stream},
  90                 openflowplugin-csit-1node-flow-services-only-{stream},
  91                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  92                 openflowplugin-csit-1node-flow-services-all-{stream},
  93                 openflowplugin-csit-1node-scalability-only-{stream},
  94                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  95                 openflowplugin-csit-1node-scalability-all-{stream},
  96                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  97                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  98                 openflowplugin-csit-1node-config-performance-only-{stream},
  99                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 100                 ovsdb-csit-1node-netvirt-only-{stream},
 101                 ovsdb-csit-1node-netvirt-all-{stream},
 102                 ovsdb-csit-1node-southbound-only-{stream},
 103                 ovsdb-csit-1node-southbound-all-{stream},
 104                 snmp-csit-1node-basic-only-{stream},
 105                 snmp-csit-1node-basic-all-{stream},
 106                 sxp-csit-1node-basic-only-{stream},
 107                 sxp-csit-1node-basic-all-{stream},
 108                 sxp-csit-1node-filtering-only-{stream},
 109                 sxp-csit-1node-filtering-all-{stream},
 110                 sxp-csit-1node-topology-only-{stream},
 111                 sxp-csit-1node-topology-all-{stream},
 112                 topoprocessing-csit-1node-topology-operations-all-{stream},
 113                 topoprocessing-csit-1node-topology-operations-only-{stream},
 114                 tsdr-csit-1node-hbase-datastore-only-{stream},
 115                 tsdr-csit-1node-hbase-datastore-all-{stream},
 116                 usc-csit-1node-channel-only-{stream},
 117                 usc-csit-1node-channel-all-{stream},
 118                 vpnservice-csit-1node-vpnservice-only-{stream},
 119                 vpnservice-csit-1node-vpnservice-all-{stream},
 120                 vtn-csit-1node-manager-only-{stream},
 121                 vtn-csit-1node-manager-all-{stream},
 122                 vtn-csit-1node-coordinator-only-{stream}
 123
 124         - stable-lithium:
 125             branch: 'stable/lithium'
 126             jdk: 'openjdk7'
 127             csit-list: >
 128                 aaa-csit-1node-authn-only-{stream},
 129                 aaa-csit-1node-authn-all-{stream},
 130                 bgpcep-csit-1node-userfeatures-only-{stream},
 131                 bgpcep-csit-1node-userfeatures-all-{stream},
 132                 capwap-csit-1node-ac-only-{stream},
 133                 capwap-csit-1node-ac-all-{stream},
 134                 controller-csit-3node-clustering-only-{stream},
 135                 integration-csit-3node-basic-only-{stream},
 136                 integration-distribution-offline-{stream},
 137                 l2switch-csit-1node-switch-only-{stream},
 138                 l2switch-csit-1node-switch-all-{stream},
 139                 l2switch-csit-1node-scalability-only-{stream},
 140                 l2switch-csit-1node-scalability-all-{stream},
 141                 lispflowmapping-csit-1node-all-only-{stream},
 142                 lispflowmapping-csit-1node-all-all-{stream},
 143                 nic-csit-1node-basic-all-{stream},
 144                 nic-csit-1node-basic-only-{stream},
 145                 openflowplugin-csit-1node-flow-services-only-{stream},
 146                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 147                 openflowplugin-csit-1node-flow-services-all-{stream},
 148                 openflowplugin-csit-1node-scalability-only-{stream},
 149                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 150                 openflowplugin-csit-1node-scalability-all-{stream},
 151                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 152                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 153                 openflowplugin-csit-1node-config-performance-only-{stream},
 154                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 155                 ovsdb-csit-1node-netvirt-only-{stream},
 156                 ovsdb-csit-1node-netvirt-all-{stream},
 157                 ovsdb-csit-1node-southbound-only-{stream},
 158                 ovsdb-csit-1node-southbound-all-{stream},
 159                 snmp-csit-1node-basic-only-{stream},
 160                 snmp-csit-1node-basic-all-{stream},
 161                 usc-csit-1node-channel-only-{stream},
 162                 usc-csit-1node-channel-all-{stream},
 163                 vpnservice-csit-1node-vpnservice-only-{stream},
 164                 vpnservice-csit-1node-vpnservice-all-{stream},
 165                 vtn-csit-1node-manager-li-only-{stream},
 166                 vtn-csit-1node-manager-li-all-{stream},
 167                 vtn-csit-1node-coordinator-only-{stream}
 168
 169         - stable-helium:
 170             branch: 'stable/helium'
 171             jdk: 'openjdk7'
 172             csit-list: >
 173                 aaa-csit-1node-imds-authn-only-{stream},
 174                 aaa-csit-1node-imds-authn-all-{stream},
 175                 controller-csit-1node-imds-nsf-only-{stream},
 176                 controller-csit-1node-imds-nsf-all-{stream},
 177                 integration-csit-3node-basic-only-{stream},
 178                 integration-csit-3node-basic-all-{stream},
 179                 l2switch-csit-1node-imds-switch-only-{stream},
 180                 l2switch-csit-1node-imds-switch-all-{stream},
 181                 lispflowmapping-csit-1node-imds-all-only-{stream},
 182                 lispflowmapping-csit-1node-imds-all-all-{stream},
 183                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
 184                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
 185                 vtn-csit-1node-imds-manager-only-{stream},
 186                 vtn-csit-1node-imds-manager-all-{stream}
 187
 188
 189
 190 # Template: integration-verify-python
 191 # Goal: Verify python scripts correct syntax
 192 # Operation: This job template performs a python tox check on any integration/test patch
 193
 194 - job-template:
 195     name: 'integration-verify-python'
 196
 197     project-type: freestyle
 198     node: dynamic_verify
 199     concurrent: true
 200
 201     logrotate:
 202         daysToKeep: '{build-days-to-keep}'
 203         numToKeep: '{build-num-to-keep}'
 204         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 205         artifactNumToKeep: '{build-artifact-num-to-keep}'
 206
 207     parameters:
 208         - project-parameter:
 209             project: 'integration/test'
 210         - integration-patch-refspec:
 211             branch: '$GERRIT_REFSPEC'
 212
 213     scm:
 214         - integration-gerrit-scm:
 215             credentials-id: '{ssh-credentials}'
 216             basedir: 'test'
 217             refspec: '$PATCHREFSPEC'
 218             branch: 'master'
 219
 220     wrappers:
 221         - build-timeout
 222         - ssh-agent-credentials:
 223             users:
 224                 - '{ssh-credentials}'
 225
 226     triggers:
 227         - integration-trigger-patch-submitted:
 228             name: 'integration/test'
 229             branch: 'master'
 230             pattern: '**'
 231
 232     builders:
 233         - shell: |
 234             virtualenv $WORKSPACE/venv-tox
 235             source $WORKSPACE/venv-tox/bin/activate
 236             pip install tox argparse
 237             tox --version
 238             cd $WORKSPACE/test
 239             tox
 240
 241     publishers:
 242         - email-notification:
 243             email-prefix: '[integration]'
 244
 245 # Template: integration-csit-verify-1node-library
 246 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 247 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 248
 249 - job-template:
 250     name: 'integration-csit-verify-1node-library'
 251
 252     project-type: freestyle
 253     node: dynamic_robot
 254
 255     logrotate:
 256         daysToKeep: '{build-days-to-keep}'
 257         numToKeep: '{build-num-to-keep}'
 258         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 259         artifactNumToKeep: '{build-artifact-num-to-keep}'
 260
 261     parameters:
 262         - project-parameter:
 263             project: 'integration/test'
 264         - integration-branch:
 265             branch: 'stable/beryllium'
 266         - integration-bundleurl:
 267             bundleurl: 'last'
 268         - integration-controller-scope:
 269             controller-scope: 'only'
 270         - integration-controller-features:
 271             controller-features: >
 272                 odl-openflowplugin-flow-services-ui,
 273                 odl-bgpcep-pcep,
 274                 odl-bgpcep-bgp,
 275                 odl-netconf-connector-all
 276         - integration-test-options:
 277             test-options: '-e adsal'
 278         - integration-test-plan:
 279             test-plan: 'test-libraries.txt'
 280         - integration-patch-refspec:
 281             branch: '$GERRIT_REFSPEC'
 282         - integration-jdk-version:
 283             # {jdk} is from releng-defaults
 284             jdkversion: '{jdk}'
 285
 286     scm:
 287         - integration-gerrit-scm:
 288             credentials-id: '{ssh-credentials}'
 289             basedir: 'test'
 290             refspec: '$PATCHREFSPEC'
 291             branch: 'master'
 292
 293     wrappers:
 294         - build-timeout
 295         - integration-jclouds-controller-mininet:
 296             controller-vms: 1
 297             mininet-image: '{mininet-image}'
 298             mininet-vms: '{mininet-vms}'
 299             mininet-cloud-name: '{mininet-cloud-name}'
 300         - ssh-agent-credentials:
 301             users:
 302                 - '{ssh-credentials}'
 303
 304     triggers:
 305         - integration-trigger-patch-submitted:
 306             name: 'integration/test'
 307             branch: 'master'
 308             pattern: 'csit/libraries/*'
 309
 310     builders:
 311         - integration-cleanup-workspace
 312         - integration-install-robotframework
 313         - inject:
 314             properties-file: 'env.properties'
 315         - integration-get-slave-addresses
 316         - inject:
 317             properties-file: 'slave_addresses.txt'
 318         - integration-get-bundle-vars
 319         - inject:
 320             properties-file: 'bundle_vars.txt'
 321         - integration-deploy-controller-run-test
 322         - integration-cleanup-tmp
 323
 324     publishers:
 325         - integration-robot:
 326             unstable-if: 0.0
 327             pass-if: 100.0
 328         - archive:
 329             artifacts: 'karaf.log*'
 330         - email-notification:
 331             email-prefix: '[integration]'
 332
 333 # Template: integration-distribution-test-{stream}
 334 # Goal: Verify a distribution through all system test available
 335 # Operation: This daily job template takes a distribution and passes all available system test
 336
 337 - job-template:
 338     name: 'integration-distribution-test-{stream}'
 339
 340     project-type: freestyle
 341     node: dynamic_verify
 342
 343     logrotate:
 344         daysToKeep: '{build-days-to-keep}'
 345         numToKeep: '{build-num-to-keep}'
 346         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 347         artifactNumToKeep: '{build-artifact-num-to-keep}'
 348
 349     parameters:
 350         - integration-bundleurl:
 351             bundleurl: 'last'
 352         - integration-jdk-version:
 353             jdkversion: '{jdk}'
 354
 355     triggers:
 356         - timed: 'H H * * 6'
 357
 358     builders:
 359         - trigger-builds:
 360             - project: '{csit-list}'
 361               block: true
 362               predefined-parameters:
 363                   BUNDLEURL=$BUNDLEURL
 364
 365                   JDKVERSION=$JDKVERSION
 366
 367     publishers:
 368         - email-notification:
 369             email-prefix: '[integration]'
 370
 371 # Template: integration-patch-test-{stream}
 372 # Goal: Build a patch and run all available system test on a distribution containing the change
 373 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 374 # triggers the distribution test when test-integration is used in gerrit comments
 375
 376 - job-template:
 377     name: 'integration-patch-test-{stream}'
 378
 379     project-type: maven
 380     node: dynamic_verify
 381     jdk: '{jdk}'
 382
 383     logrotate:
 384         daysToKeep: '{build-days-to-keep}'
 385         numToKeep: '{build-num-to-keep}'
 386         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 387         artifactNumToKeep: '{build-artifact-num-to-keep}'
 388
 389     parameters:
 390         - gerrit-project-parameter:
 391             project: '$GERRIT_PROJECT'
 392         - gerrit-refspec-parameter:
 393             refspec: '$GERRIT_REFSPEC'
 394         - project-parameter:
 395             project: '$GERRIT_PROJECT'
 396         - integration-branch:
 397             branch: '{branch}'
 398         - integration-distribution-git-url
 399
 400     scm:
 401         - integration-gerrit-scm:
 402             credentials-id: '{ssh-credentials}'
 403             basedir: '$GERRIT_PROJECT'
 404             refspec: '$GERRIT_REFSPEC'
 405             branch: '{branch}'
 406         - integration-distribution-scm:
 407             credentials-id: '{ssh-credentials}'
 408             branch: '{branch}'
 409
 410     wrappers:
 411         - build-timeout
 412         - ssh-agent-credentials:
 413             users:
 414                 - '{ssh-credentials}'
 415
 416     triggers:
 417         - gerrit:
 418             server-name: 'OpenDaylight'
 419             trigger-on:
 420                 - comment-added-contains-event:
 421                     comment-contains-value: 'test-integration'
 422             projects:
 423               - project-compare-type: 'ANT'
 424                 project-pattern: '**'
 425                 branches:
 426                   - branch-compare-type: 'ANT'
 427                     branch-pattern: '**/{branch}'
 428             skip-vote:
 429                 successful: true
 430                 failed: true
 431                 unstable: true
 432                 notbuilt: true
 433
 434     prebuilders:
 435         - integration-rebase-gerrit-patch
 436         - integration-get-bundle-url
 437         - inject:
 438             properties-file: 'bundle.txt'
 439         - wipe-org-opendaylight-repo
 440         - maven-target:
 441             maven-version: '{mvn33}'
 442             pom: '$GERRIT_PROJECT/pom.xml'
 443             goals: 'clean install -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 444             java-opts:
 445                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 446             settings: '{integration-settings}'
 447             global-settings: '{odl-global-settings}'
 448
 449     maven:
 450         maven-name: '{mvn33}'
 451         root-pom: 'distribution/pom.xml'
 452         goals: 'clean install -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 453         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 454         settings: '{integration-settings}'
 455         global-settings: '{odl-global-settings}'
 456         ignore-upstream-changes: true
 457         post-step-run-condition: 'SUCCESS'
 458
 459     postbuilders:
 460         - trigger-builds:
 461             - project: 'integration-distribution-test-{stream}'
 462               block: true
 463               predefined-parameters:
 464                   BUNDLEURL=$BUNDLEURL
 465
 466     publishers:
 467         - email-notification:
 468             email-prefix: '[$GERRIT_PROJECT]'
 469
 470 # Template: integration-multipatch-test-{stream}
 471 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 472 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 473 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 474 # CSIT jobs
 475
 476 - job-template:
 477     name: 'integration-multipatch-test-{stream}'
 478
 479     project-type: maven
 480     node: dynamic_verify
 481     jdk: '{jdk}'
 482
 483     logrotate:
 484         daysToKeep: '{build-days-to-keep}'
 485         numToKeep: '{build-num-to-keep}'
 486         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 487         artifactNumToKeep: '{build-artifact-num-to-keep}'
 488
 489     parameters:
 490         - patches-to-build-parameter:
 491             patches_to_build: '$PATCHES_TO_BUILD'
 492         - integration-branch:
 493             branch: '{branch}'
 494
 495     wrappers:
 496         - build-timeout
 497         - ssh-agent-credentials:
 498             users:
 499                 - '{ssh-credentials}'
 500
 501     prebuilders:
 502         - wipe-org-opendaylight-repo
 503         - integration-multipatch-builder
 504         - inject:
 505             properties-file: 'bundle.txt'
 506         - provide-maven-settings:
 507             global-settings-file: '{odl-global-settings}'
 508             settings-file: '{yangtools-settings}'
 509
 510
 511     maven:
 512         maven-name: '{mvn33}'
 513         root-pom: 'patch_tester/pom.xml'
 514         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
 515         goals: 'clean install -f patch_tester/pom.xml -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 516         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 517         settings: '{yangtools-settings}'
 518         global-settings: '{odl-global-settings}'
 519         post-step-run-condition: 'SUCCESS'
 520
 521     postbuilders:
 522         - trigger-builds:
 523             - project: 'integration-distribution-test-{stream}'
 524               block: true
 525               predefined-parameters:
 526                   BUNDLEURL=$BUNDLEURL
 527
 528     publishers:
 529         - email-notification:
 530             email-prefix: '[integration]'