jjb/integration/integration-test-jobs.yaml

   1
   2 - project:
   3     name: integration-test-jobs
   4     jobs:
   5         - 'integration-verify-python'
   6         - 'integration-csit-verify-1node-library'
   7         - 'integration-distribution-test-{stream}'
   8         - 'integration-patch-test-{stream}'
   9         - 'integration-multipatch-test-{stream}'
  10
  11     stream:
  12         - boron:
  13             branch: 'master'
  14             jdk: 'openjdk8'
  15             csit-list: >
  16                 aaa-csit-1node-authn-only-{stream},
  17                 aaa-csit-1node-authn-all-{stream},
  18                 bgpcep-csit-1node-userfeatures-only-{stream},
  19                 bgpcep-csit-1node-userfeatures-all-{stream},
  20                 capwap-csit-1node-ac-only-{stream},
  21                 capwap-csit-1node-ac-all-{stream},
  22                 controller-csit-3node-clustering-only-{stream},
  23                 integration-csit-3node-basic-only-{stream},
  24                 integration-distribution-deploy-{stream},
  25                 integration-distribution-offline-{stream},
  26                 l2switch-csit-1node-switch-only-{stream},
  27                 l2switch-csit-1node-switch-all-{stream},
  28                 l2switch-csit-1node-scalability-only-{stream},
  29                 l2switch-csit-1node-scalability-all-{stream},
  30                 lispflowmapping-csit-1node-msmr-only-{stream},
  31                 lispflowmapping-csit-1node-msmr-all-{stream},
  32                 nemo-csit-1node-engine-all-{stream},
  33                 nemo-csit-1node-engine-only-{stream},
  34                 netconf-csit-1node-userfeatures-all-{stream},
  35                 netconf-csit-1node-userfeatures-only-{stream},
  36                 nic-csit-1node-basic-all-{stream},
  37                 nic-csit-1node-basic-only-{stream},
  38                 openflowplugin-csit-1node-flow-services-only-{stream},
  39                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  40                 openflowplugin-csit-1node-flow-services-all-{stream},
  41                 openflowplugin-csit-1node-scalability-only-{stream},
  42                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  43                 openflowplugin-csit-1node-scalability-all-{stream},
  44                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  45                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  46                 openflowplugin-csit-1node-config-performance-only-{stream},
  47                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  48                 openflowplugin-csit-3node-clustering-helium-design-only-{stream},
  49                 openflowplugin-csit-3node-clustering-only-{stream},
  50                 ovsdb-csit-3node-clustering-only-{stream},
  51                 ovsdb-csit-1node-netvirt-only-{stream},
  52                 ovsdb-csit-1node-netvirt-all-{stream},
  53                 ovsdb-csit-1node-southbound-only-{stream},
  54                 ovsdb-csit-1node-southbound-all-{stream},
  55                 packetcable-csit-1node-pcmm-only-{stream},
  56                 packetcable-csit-1node-pcmm-all-{stream},
  57                 snmp-csit-1node-basic-only-{stream},
  58                 snmp-csit-1node-basic-all-{stream},
  59                 sxp-csit-1node-basic-only-{stream},
  60                 sxp-csit-1node-basic-all-{stream},
  61                 sxp-csit-1node-filtering-only-{stream},
  62                 sxp-csit-1node-filtering-all-{stream},
  63                 sxp-csit-1node-topology-only-{stream},
  64                 sxp-csit-1node-topology-all-{stream},
  65                 topoprocessing-csit-1node-topology-operations-all-{stream},
  66                 topoprocessing-csit-1node-topology-operations-only-{stream},
  67                 tsdr-csit-1node-hbase-datastore-only-{stream},
  68                 tsdr-csit-1node-hbase-datastore-all-{stream},
  69                 usc-csit-1node-channel-only-{stream},
  70                 usc-csit-1node-channel-all-{stream},
  71                 vpnservice-csit-1node-vpnservice-only-{stream},
  72                 vpnservice-csit-1node-vpnservice-all-{stream},
  73                 vtn-csit-1node-manager-only-{stream}
  74
  75         - beryllium:
  76             branch: 'stable/beryllium'
  77             jdk: 'openjdk7'
  78             csit-list: >
  79                 aaa-csit-1node-authn-only-{stream},
  80                 aaa-csit-1node-authn-all-{stream},
  81                 bgpcep-csit-1node-userfeatures-only-{stream},
  82                 bgpcep-csit-1node-userfeatures-all-{stream},
  83                 capwap-csit-1node-ac-only-{stream},
  84                 capwap-csit-1node-ac-all-{stream},
  85                 controller-csit-3node-clustering-only-{stream},
  86                 integration-csit-3node-basic-only-{stream},
  87                 integration-distribution-offline-{stream},
  88                 integration-distribution-deploy-{stream},
  89                 l2switch-csit-1node-switch-only-{stream},
  90                 l2switch-csit-1node-switch-all-{stream},
  91                 l2switch-csit-1node-scalability-only-{stream},
  92                 l2switch-csit-1node-scalability-all-{stream},
  93                 lispflowmapping-csit-1node-msmr-only-{stream},
  94                 lispflowmapping-csit-1node-msmr-all-{stream},
  95                 nemo-csit-1node-engine-all-{stream},
  96                 nemo-csit-1node-engine-only-{stream},
  97                 netconf-csit-1node-userfeatures-all-{stream},
  98                 netconf-csit-1node-userfeatures-only-{stream},
  99                 nic-csit-1node-basic-all-{stream},
 100                 nic-csit-1node-basic-only-{stream},
 101                 openflowplugin-csit-1node-flow-services-only-{stream},
 102                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 103                 openflowplugin-csit-1node-flow-services-all-{stream},
 104                 openflowplugin-csit-1node-scalability-only-{stream},
 105                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 106                 openflowplugin-csit-1node-scalability-all-{stream},
 107                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 108                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 109                 openflowplugin-csit-1node-config-performance-only-{stream},
 110                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 111                 openflowplugin-csit-3node-clustering-helium-design-only-{stream},
 112                 openflowplugin-csit-3node-clustering-only-{stream},
 113                 ovsdb-csit-3node-clustering-only-{stream},
 114                 ovsdb-csit-1node-netvirt-only-{stream},
 115                 ovsdb-csit-1node-netvirt-all-{stream},
 116                 ovsdb-csit-1node-southbound-only-{stream},
 117                 ovsdb-csit-1node-southbound-all-{stream},
 118                 packetcable-csit-1node-pcmm-only-{stream},
 119                 packetcable-csit-1node-pcmm-all-{stream},
 120                 snmp-csit-1node-basic-only-{stream},
 121                 snmp-csit-1node-basic-all-{stream},
 122                 sxp-csit-1node-basic-only-{stream},
 123                 sxp-csit-1node-basic-all-{stream},
 124                 sxp-csit-1node-filtering-only-{stream},
 125                 sxp-csit-1node-filtering-all-{stream},
 126                 sxp-csit-1node-topology-only-{stream},
 127                 sxp-csit-1node-topology-all-{stream},
 128                 topoprocessing-csit-1node-topology-operations-all-{stream},
 129                 topoprocessing-csit-1node-topology-operations-only-{stream},
 130                 tsdr-csit-1node-hbase-datastore-only-{stream},
 131                 tsdr-csit-1node-hbase-datastore-all-{stream},
 132                 usc-csit-1node-channel-only-{stream},
 133                 usc-csit-1node-channel-all-{stream},
 134                 vpnservice-csit-1node-vpnservice-only-{stream},
 135                 vpnservice-csit-1node-vpnservice-all-{stream},
 136                 vtn-csit-1node-manager-only-{stream},
 137                 vtn-csit-1node-manager-all-{stream},
 138                 vtn-csit-1node-coordinator-only-{stream}
 139
 140         - stable-lithium:
 141             branch: 'stable/lithium'
 142             jdk: 'openjdk7'
 143             csit-list: >
 144                 aaa-csit-1node-authn-only-{stream},
 145                 aaa-csit-1node-authn-all-{stream},
 146                 bgpcep-csit-1node-userfeatures-only-{stream},
 147                 bgpcep-csit-1node-userfeatures-all-{stream},
 148                 capwap-csit-1node-ac-only-{stream},
 149                 capwap-csit-1node-ac-all-{stream},
 150                 controller-csit-3node-clustering-only-{stream},
 151                 integration-csit-3node-basic-only-{stream},
 152                 integration-distribution-offline-{stream},
 153                 l2switch-csit-1node-switch-only-{stream},
 154                 l2switch-csit-1node-switch-all-{stream},
 155                 l2switch-csit-1node-scalability-only-{stream},
 156                 l2switch-csit-1node-scalability-all-{stream},
 157                 lispflowmapping-csit-1node-all-only-{stream},
 158                 lispflowmapping-csit-1node-all-all-{stream},
 159                 netconf-csit-1node-userfeatures-all-{stream},
 160                 netconf-csit-1node-userfeatures-only-{stream},
 161                 nic-csit-1node-basic-all-{stream},
 162                 nic-csit-1node-basic-only-{stream},
 163                 openflowplugin-csit-1node-flow-services-only-{stream},
 164                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 165                 openflowplugin-csit-1node-flow-services-all-{stream},
 166                 openflowplugin-csit-1node-scalability-only-{stream},
 167                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 168                 openflowplugin-csit-1node-scalability-all-{stream},
 169                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 170                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 171                 openflowplugin-csit-1node-config-performance-only-{stream},
 172                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 173                 ovsdb-csit-1node-netvirt-only-{stream},
 174                 ovsdb-csit-1node-netvirt-all-{stream},
 175                 ovsdb-csit-1node-southbound-only-{stream},
 176                 ovsdb-csit-1node-southbound-all-{stream},
 177                 snmp-csit-1node-basic-only-{stream},
 178                 snmp-csit-1node-basic-all-{stream},
 179                 usc-csit-1node-channel-only-{stream},
 180                 usc-csit-1node-channel-all-{stream},
 181                 vpnservice-csit-1node-vpnservice-only-{stream},
 182                 vpnservice-csit-1node-vpnservice-all-{stream},
 183                 vtn-csit-1node-manager-li-only-{stream},
 184                 vtn-csit-1node-manager-li-all-{stream},
 185                 vtn-csit-1node-coordinator-only-{stream}
 186
 187         - stable-helium:
 188             branch: 'stable/helium'
 189             jdk: 'openjdk7'
 190             csit-list: >
 191                 aaa-csit-1node-imds-authn-only-{stream},
 192                 aaa-csit-1node-imds-authn-all-{stream},
 193                 controller-csit-1node-imds-nsf-only-{stream},
 194                 controller-csit-1node-imds-nsf-all-{stream},
 195                 integration-csit-3node-basic-only-{stream},
 196                 l2switch-csit-1node-imds-switch-only-{stream},
 197                 l2switch-csit-1node-imds-switch-all-{stream},
 198                 lispflowmapping-csit-1node-imds-all-only-{stream},
 199                 lispflowmapping-csit-1node-imds-all-all-{stream},
 200                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
 201                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
 202                 vtn-csit-1node-imds-manager-only-{stream},
 203                 vtn-csit-1node-imds-manager-all-{stream}
 204
 205
 206
 207 # Template: integration-verify-python
 208 # Goal: Verify python scripts correct syntax
 209 # Operation: This job template performs a python tox check on any integration/test patch
 210
 211 - job-template:
 212     name: 'integration-verify-python'
 213
 214     project-type: freestyle
 215     node: dynamic_verify
 216     concurrent: true
 217
 218     logrotate:
 219         daysToKeep: '{build-days-to-keep}'
 220         numToKeep: '{build-num-to-keep}'
 221         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 222         artifactNumToKeep: '{build-artifact-num-to-keep}'
 223
 224     parameters:
 225         - project-parameter:
 226             project: 'integration/test'
 227         - integration-patch-refspec:
 228             branch: '$GERRIT_REFSPEC'
 229
 230     scm:
 231         - integration-gerrit-scm:
 232             credentials-id: '{ssh-credentials}'
 233             basedir: 'test'
 234             refspec: '$PATCHREFSPEC'
 235             branch: 'master'
 236
 237     wrappers:
 238         - build-timeout
 239         - ssh-agent-credentials:
 240             users:
 241                 - '{ssh-credentials}'
 242
 243     triggers:
 244         - integration-trigger-patch-submitted:
 245             name: 'integration/test'
 246             branch: 'master'
 247             pattern: '**'
 248
 249     builders:
 250         - shell: |
 251             virtualenv $WORKSPACE/venv-tox
 252             source $WORKSPACE/venv-tox/bin/activate
 253             pip install tox argparse
 254             tox --version
 255             cd $WORKSPACE/test
 256             tox
 257
 258     publishers:
 259         - email-notification:
 260             email-prefix: '[integration]'
 261
 262 # Template: integration-csit-verify-1node-library
 263 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 264 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 265
 266 - job-template:
 267     name: 'integration-csit-verify-1node-library'
 268
 269     project-type: freestyle
 270     node: dynamic_robot
 271
 272     logrotate:
 273         daysToKeep: '{build-days-to-keep}'
 274         numToKeep: '{build-num-to-keep}'
 275         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 276         artifactNumToKeep: '{build-artifact-num-to-keep}'
 277
 278     parameters:
 279         - project-parameter:
 280             project: 'integration/test'
 281         - integration-branch:
 282             branch: 'stable/beryllium'
 283         - integration-bundleurl:
 284             bundleurl: 'last'
 285         - integration-controller-scope:
 286             controller-scope: 'only'
 287         - integration-controller-features:
 288             controller-features: >
 289                 odl-openflowplugin-flow-services-ui,
 290                 odl-bgpcep-pcep,
 291                 odl-bgpcep-bgp,
 292                 odl-netconf-connector-all
 293         - integration-test-options:
 294             test-options: '-e adsal'
 295         - integration-test-plan:
 296             test-plan: 'test-libraries.txt'
 297         - integration-patch-refspec:
 298             branch: '$GERRIT_REFSPEC'
 299         - integration-jdk-version:
 300             # {jdk} is from releng-defaults
 301             jdkversion: '{jdk}'
 302
 303     scm:
 304         - integration-gerrit-scm:
 305             credentials-id: '{ssh-credentials}'
 306             basedir: 'test'
 307             refspec: '$PATCHREFSPEC'
 308             branch: 'master'
 309
 310     wrappers:
 311         - build-timeout
 312         - integration-jclouds-controller-mininet:
 313             controller-vms: 1
 314             mininet-image: '{mininet-image}'
 315             mininet-vms: '{mininet-vms}'
 316             mininet-cloud-name: '{mininet-cloud-name}'
 317         - ssh-agent-credentials:
 318             users:
 319                 - '{ssh-credentials}'
 320
 321     triggers:
 322         - integration-trigger-patch-submitted:
 323             name: 'integration/test'
 324             branch: 'master'
 325             pattern: 'csit/libraries/*'
 326
 327     builders:
 328         - integration-cleanup-workspace
 329         - integration-install-robotframework
 330         - inject:
 331             properties-file: 'env.properties'
 332         - integration-get-slave-addresses
 333         - inject:
 334             properties-file: 'slave_addresses.txt'
 335         - integration-get-bundle-vars
 336         - inject:
 337             properties-file: 'bundle_vars.txt'
 338         - integration-deploy-controller-run-test
 339         - integration-cleanup-tmp
 340
 341     publishers:
 342         - integration-robot:
 343             unstable-if: 0.0
 344             pass-if: 100.0
 345         - archive:
 346             artifacts: 'karaf.log*'
 347         - email-notification:
 348             email-prefix: '[integration]'
 349
 350 # Template: integration-distribution-test-{stream}
 351 # Goal: Verify a distribution through all system test available
 352 # Operation: This daily job template takes a distribution and passes all available system test
 353
 354 - job-template:
 355     name: 'integration-distribution-test-{stream}'
 356
 357     project-type: freestyle
 358     node: dynamic_verify
 359
 360     logrotate:
 361         daysToKeep: '{build-days-to-keep}'
 362         numToKeep: '{build-num-to-keep}'
 363         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 364         artifactNumToKeep: '{build-artifact-num-to-keep}'
 365
 366     parameters:
 367         - integration-bundleurl:
 368             bundleurl: 'last'
 369         - integration-jdk-version:
 370             jdkversion: '{jdk}'
 371
 372     triggers:
 373         - timed: 'H H * * 6'
 374
 375     builders:
 376         - trigger-builds:
 377             - project: '{csit-list}'
 378               block: true
 379               predefined-parameters:
 380                   BUNDLEURL=$BUNDLEURL
 381
 382                   JDKVERSION=$JDKVERSION
 383
 384     publishers:
 385         - email-notification:
 386             email-prefix: '[integration]'
 387
 388 # Template: integration-patch-test-{stream}
 389 # Goal: Build a patch and run all available system test on a distribution containing the change
 390 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 391 # triggers the distribution test when test-integration is used in gerrit comments
 392
 393 - job-template:
 394     name: 'integration-patch-test-{stream}'
 395
 396     project-type: maven
 397     node: dynamic_verify
 398     jdk: '{jdk}'
 399
 400     logrotate:
 401         daysToKeep: '{build-days-to-keep}'
 402         numToKeep: '{build-num-to-keep}'
 403         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 404         artifactNumToKeep: '{build-artifact-num-to-keep}'
 405
 406     parameters:
 407         - gerrit-project-parameter:
 408             project: '$GERRIT_PROJECT'
 409         - gerrit-refspec-parameter:
 410             refspec: '$GERRIT_REFSPEC'
 411         - project-parameter:
 412             project: '$GERRIT_PROJECT'
 413         - integration-branch:
 414             branch: '{branch}'
 415         - integration-distribution-git-url
 416
 417     scm:
 418         - integration-gerrit-scm:
 419             credentials-id: '{ssh-credentials}'
 420             basedir: '$GERRIT_PROJECT'
 421             refspec: '$GERRIT_REFSPEC'
 422             branch: '{branch}'
 423         - integration-distribution-scm:
 424             credentials-id: '{ssh-credentials}'
 425             branch: '{branch}'
 426
 427     wrappers:
 428         - build-timeout
 429         - ssh-agent-credentials:
 430             users:
 431                 - '{ssh-credentials}'
 432
 433     triggers:
 434         - gerrit:
 435             server-name: 'OpenDaylight'
 436             trigger-on:
 437                 - comment-added-contains-event:
 438                     comment-contains-value: 'test-integration'
 439             projects:
 440               - project-compare-type: 'ANT'
 441                 project-pattern: '**'
 442                 branches:
 443                   - branch-compare-type: 'ANT'
 444                     branch-pattern: '**/{branch}'
 445             skip-vote:
 446                 successful: true
 447                 failed: true
 448                 unstable: true
 449                 notbuilt: true
 450
 451     prebuilders:
 452         - integration-rebase-gerrit-patch
 453         - integration-get-bundle-url
 454         - inject:
 455             properties-file: 'bundle.txt'
 456         - wipe-org-opendaylight-repo
 457         - maven-target:
 458             maven-version: '{mvn33}'
 459             pom: '$GERRIT_PROJECT/pom.xml'
 460             goals: 'clean install -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 461             java-opts:
 462                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 463             settings: '{integration-settings}'
 464             global-settings: '{odl-global-settings}'
 465
 466     maven:
 467         maven-name: '{mvn33}'
 468         root-pom: 'distribution/pom.xml'
 469         goals: 'clean install -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 470         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 471         settings: '{integration-settings}'
 472         global-settings: '{odl-global-settings}'
 473         ignore-upstream-changes: true
 474         post-step-run-condition: 'SUCCESS'
 475
 476     postbuilders:
 477         - trigger-builds:
 478             - project: 'integration-distribution-test-{stream}'
 479               block: true
 480               predefined-parameters:
 481                   BUNDLEURL=$BUNDLEURL
 482
 483     publishers:
 484         - email-notification:
 485             email-prefix: '[$GERRIT_PROJECT]'
 486
 487 # Template: integration-multipatch-test-{stream}
 488 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 489 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 490 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 491 # CSIT jobs
 492
 493 - job-template:
 494     name: 'integration-multipatch-test-{stream}'
 495
 496     project-type: maven
 497     node: dynamic_verify
 498     jdk: '{jdk}'
 499
 500     logrotate:
 501         daysToKeep: '{build-days-to-keep}'
 502         numToKeep: '{build-num-to-keep}'
 503         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 504         artifactNumToKeep: '{build-artifact-num-to-keep}'
 505
 506     parameters:
 507         - patches-to-build-parameter:
 508             patches_to_build: '$PATCHES_TO_BUILD'
 509         - integration-branch:
 510             branch: '{branch}'
 511
 512     wrappers:
 513         - build-timeout
 514         - ssh-agent-credentials:
 515             users:
 516                 - '{ssh-credentials}'
 517
 518     prebuilders:
 519         - wipe-org-opendaylight-repo
 520         - integration-multipatch-builder
 521         - inject:
 522             properties-file: 'bundle.txt'
 523         - provide-maven-settings:
 524             global-settings-file: '{odl-global-settings}'
 525             settings-file: '{yangtools-settings}'
 526
 527
 528     maven:
 529         maven-name: '{mvn33}'
 530         root-pom: 'patch_tester/pom.xml'
 531         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
 532         goals: 'clean install -f patch_tester/pom.xml -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 533         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 534         settings: '{yangtools-settings}'
 535         global-settings: '{odl-global-settings}'
 536         post-step-run-condition: 'SUCCESS'
 537
 538     postbuilders:
 539         - trigger-builds:
 540             - project: 'integration-distribution-test-{stream}'
 541               block: true
 542               predefined-parameters:
 543                   BUNDLEURL=$BUNDLEURL
 544
 545     publishers:
 546         - email-notification:
 547             email-prefix: '[integration]'