jjb/integration/integration-test-jobs.yaml

   1
   2 - project:
   3     name: integration-test-jobs
   4     jobs:
   5         - 'integration-verify-python'
   6         - 'integration-csit-verify-1node-library'
   7         - 'integration-distribution-test-{stream}'
   8         - 'integration-patch-test-{stream}'
   9         - 'integration-multipatch-test-{stream}'
  10
  11     stream:
  12         - boron:
  13             branch: 'master'
  14             jdk: 'openjdk7'
  15             csit-list: >
  16                 aaa-csit-1node-authn-only-{stream},
  17                 aaa-csit-1node-authn-all-{stream},
  18                 bgpcep-csit-1node-userfeatures-only-{stream},
  19                 bgpcep-csit-1node-userfeatures-all-{stream},
  20                 capwap-csit-1node-ac-only-{stream},
  21                 capwap-csit-1node-ac-all-{stream},
  22                 controller-csit-3node-clustering-only-{stream},
  23                 controller-csit-3node-clustering-all-{stream},
  24                 integration-csit-3node-basic-only-{stream},
  25                 integration-csit-3node-basic-all-{stream},
  26                 integration-distribution-offline-{stream},
  27                 l2switch-csit-1node-switch-only-{stream},
  28                 l2switch-csit-1node-switch-all-{stream},
  29                 l2switch-csit-1node-scalability-only-{stream},
  30                 l2switch-csit-1node-scalability-all-{stream},
  31                 lispflowmapping-csit-1node-msmr-only-{stream},
  32                 lispflowmapping-csit-1node-msmr-all-{stream},
  33                 nic-csit-1node-basic-all-{stream},
  34                 nic-csit-1node-basic-only-{stream},
  35                 openflowplugin-csit-1node-flow-services-only-{stream},
  36                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  37                 openflowplugin-csit-1node-flow-services-all-{stream},
  38                 openflowplugin-csit-1node-scalability-only-{stream},
  39                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  40                 openflowplugin-csit-1node-scalability-all-{stream},
  41                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  42                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  43                 openflowplugin-csit-1node-config-performance-only-{stream},
  44                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  45                 ovsdb-csit-1node-netvirt-only-{stream},
  46                 ovsdb-csit-1node-netvirt-all-{stream},
  47                 ovsdb-csit-1node-southbound-only-{stream},
  48                 ovsdb-csit-1node-southbound-all-{stream},
  49                 snmp-csit-1node-basic-only-{stream},
  50                 snmp-csit-1node-basic-all-{stream},
  51                 topoprocessing-csit-1node-topology-operations-all-{stream},
  52                 topoprocessing-csit-1node-topology-operations-only-{stream},
  53                 tsdr-csit-1node-h2-datastore-only-{stream},
  54                 tsdr-csit-1node-h2-datastore-all-{stream},
  55                 tsdr-csit-1node-hbase-datastore-only-{stream},
  56                 tsdr-csit-1node-hbase-datastore-all-{stream},
  57                 usc-csit-1node-channel-only-{stream},
  58                 usc-csit-1node-channel-all-{stream},
  59                 vpnservice-csit-1node-vpnservice-only-{stream},
  60                 vpnservice-csit-1node-vpnservice-all-{stream},
  61                 vtn-csit-1node-manager-only-{stream},
  62                 vtn-csit-1node-manager-all-{stream}
  63
  64         - beryllium:
  65             branch: 'stable/beryllium'
  66             jdk: 'openjdk7'
  67             csit-list: >
  68                 aaa-csit-1node-authn-only-{stream},
  69                 aaa-csit-1node-authn-all-{stream},
  70                 bgpcep-csit-1node-userfeatures-only-{stream},
  71                 bgpcep-csit-1node-userfeatures-all-{stream},
  72                 capwap-csit-1node-ac-only-{stream},
  73                 capwap-csit-1node-ac-all-{stream},
  74                 controller-csit-3node-clustering-only-{stream},
  75                 controller-csit-3node-clustering-all-{stream},
  76                 integration-csit-3node-basic-only-{stream},
  77                 integration-csit-3node-basic-all-{stream},
  78                 integration-distribution-offline-{stream},
  79                 l2switch-csit-1node-switch-only-{stream},
  80                 l2switch-csit-1node-switch-all-{stream},
  81                 l2switch-csit-1node-scalability-only-{stream},
  82                 l2switch-csit-1node-scalability-all-{stream},
  83                 lispflowmapping-csit-1node-msmr-only-{stream},
  84                 lispflowmapping-csit-1node-msmr-all-{stream},
  85                 nic-csit-1node-basic-all-{stream},
  86                 nic-csit-1node-basic-only-{stream},
  87                 openflowplugin-csit-1node-flow-services-only-{stream},
  88                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  89                 openflowplugin-csit-1node-flow-services-all-{stream},
  90                 openflowplugin-csit-1node-scalability-only-{stream},
  91                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  92                 openflowplugin-csit-1node-scalability-all-{stream},
  93                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  94                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  95                 openflowplugin-csit-1node-config-performance-only-{stream},
  96                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  97                 ovsdb-csit-1node-netvirt-only-{stream},
  98                 ovsdb-csit-1node-netvirt-all-{stream},
  99                 ovsdb-csit-1node-southbound-only-{stream},
 100                 ovsdb-csit-1node-southbound-all-{stream},
 101                 snmp-csit-1node-basic-only-{stream},
 102                 snmp-csit-1node-basic-all-{stream},
 103                 topoprocessing-csit-1node-topology-operations-all-{stream},
 104                 topoprocessing-csit-1node-topology-operations-only-{stream},
 105                 tsdr-csit-1node-h2-datastore-only-{stream},
 106                 tsdr-csit-1node-h2-datastore-all-{stream},
 107                 tsdr-csit-1node-hbase-datastore-only-{stream},
 108                 tsdr-csit-1node-hbase-datastore-all-{stream},
 109                 usc-csit-1node-channel-only-{stream},
 110                 usc-csit-1node-channel-all-{stream},
 111                 vpnservice-csit-1node-vpnservice-only-{stream},
 112                 vpnservice-csit-1node-vpnservice-all-{stream},
 113                 vtn-csit-1node-manager-only-{stream},
 114                 vtn-csit-1node-manager-all-{stream}
 115
 116         - stable-lithium:
 117             branch: 'stable/lithium'
 118             jdk: 'openjdk7'
 119             csit-list: >
 120                 aaa-csit-1node-authn-only-{stream},
 121                 aaa-csit-1node-authn-all-{stream},
 122                 bgpcep-csit-1node-userfeatures-only-{stream},
 123                 bgpcep-csit-1node-userfeatures-all-{stream},
 124                 capwap-csit-1node-ac-only-{stream},
 125                 capwap-csit-1node-ac-all-{stream},
 126                 controller-csit-3node-clustering-only-{stream},
 127                 integration-csit-3node-basic-only-{stream},
 128                 integration-distribution-offline-{stream},
 129                 l2switch-csit-1node-switch-only-{stream},
 130                 l2switch-csit-1node-switch-all-{stream},
 131                 l2switch-csit-1node-scalability-only-{stream},
 132                 l2switch-csit-1node-scalability-all-{stream},
 133                 lispflowmapping-csit-1node-all-only-{stream},
 134                 lispflowmapping-csit-1node-all-all-{stream},
 135                 nic-csit-1node-basic-all-{stream},
 136                 nic-csit-1node-basic-only-{stream},
 137                 openflowplugin-csit-1node-flow-services-only-{stream},
 138                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 139                 openflowplugin-csit-1node-flow-services-all-{stream},
 140                 openflowplugin-csit-1node-scalability-only-{stream},
 141                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 142                 openflowplugin-csit-1node-scalability-all-{stream},
 143                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 144                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 145                 openflowplugin-csit-1node-config-performance-only-{stream},
 146                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 147                 ovsdb-csit-1node-netvirt-only-{stream},
 148                 ovsdb-csit-1node-netvirt-all-{stream},
 149                 ovsdb-csit-1node-southbound-only-{stream},
 150                 ovsdb-csit-1node-southbound-all-{stream},
 151                 snmp-csit-1node-basic-only-{stream},
 152                 snmp-csit-1node-basic-all-{stream},
 153                 usc-csit-1node-channel-only-{stream},
 154                 usc-csit-1node-channel-all-{stream},
 155                 vpnservice-csit-1node-vpnservice-only-{stream},
 156                 vpnservice-csit-1node-vpnservice-all-{stream},
 157                 vtn-csit-1node-manager-li-only-{stream},
 158                 vtn-csit-1node-manager-li-all-{stream}
 159
 160         - stable-helium:
 161             branch: 'stable/helium'
 162             jdk: 'openjdk7'
 163             csit-list: >
 164                 aaa-csit-1node-imds-authn-only-{stream},
 165                 aaa-csit-1node-imds-authn-all-{stream},
 166                 controller-csit-1node-imds-nsf-only-{stream},
 167                 controller-csit-1node-imds-nsf-all-{stream},
 168                 integration-csit-3node-basic-only-{stream},
 169                 integration-csit-3node-basic-all-{stream},
 170                 l2switch-csit-1node-imds-switch-only-{stream},
 171                 l2switch-csit-1node-imds-switch-all-{stream},
 172                 lispflowmapping-csit-1node-imds-all-only-{stream},
 173                 lispflowmapping-csit-1node-imds-all-all-{stream},
 174                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
 175                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
 176                 vtn-csit-1node-imds-manager-only-{stream},
 177                 vtn-csit-1node-imds-manager-all-{stream}
 178
 179 # Template: integration-verify-python
 180 # Goal: Verify python scripts correct syntax
 181 # Operation: This job template performs a python tox check on any integration/test patch
 182
 183 - job-template:
 184     name: 'integration-verify-python'
 185
 186     project-type: freestyle
 187     node: dynamic_verify
 188     concurrent: true
 189
 190     logrotate:
 191         daysToKeep: '{build-days-to-keep}'
 192         numToKeep: '{build-num-to-keep}'
 193         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 194         artifactNumToKeep: '{build-artifact-num-to-keep}'
 195
 196     parameters:
 197         - project-parameter:
 198             project: 'integration/test'
 199         - integration-patch-refspec:
 200             branch: '$GERRIT_REFSPEC'
 201
 202     scm:
 203         - integration-gerrit-scm:
 204             credentials-id: '{ssh-credentials}'
 205             basedir: 'test'
 206             refspec: '$PATCHREFSPEC'
 207             branch: 'master'
 208
 209     wrappers:
 210         - build-timeout
 211         - ssh-agent-credentials:
 212             users:
 213                 - '{ssh-credentials}'
 214
 215     triggers:
 216         - integration-trigger-patch-submitted:
 217             name: 'integration/test'
 218             branch: 'master'
 219             pattern: '**'
 220
 221     builders:
 222         - shell: |
 223             virtualenv $WORKSPACE/venv-tox
 224             source $WORKSPACE/venv-tox/bin/activate
 225             pip install tox argparse
 226             tox --version
 227             cd $WORKSPACE/test
 228             tox
 229
 230     publishers:
 231         - email-notification:
 232             email-prefix: '[integration]'
 233
 234 # Template: integration-csit-verify-1node-library
 235 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 236 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 237
 238 - job-template:
 239     name: 'integration-csit-verify-1node-library'
 240
 241     project-type: freestyle
 242     node: dynamic_robot
 243
 244     logrotate:
 245         daysToKeep: '{build-days-to-keep}'
 246         numToKeep: '{build-num-to-keep}'
 247         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 248         artifactNumToKeep: '{build-artifact-num-to-keep}'
 249
 250     parameters:
 251         - project-parameter:
 252             project: 'integration/test'
 253         - integration-branch:
 254             branch: 'master'
 255         - integration-bundleurl:
 256             bundleurl: 'last'
 257         - integration-controller-scope:
 258             controller-scope: 'only'
 259         - integration-controller-features:
 260             controller-features: >
 261                 odl-openflowplugin-flow-services-ui,
 262                 odl-netconf-connector-all
 263         - integration-test-options:
 264             test-options: '-e adsal'
 265         - integration-test-plan:
 266             test-plan: 'test-libraries.txt'
 267         - integration-patch-refspec:
 268             branch: '$GERRIT_REFSPEC'
 269         - integration-jdk-version:
 270             jdkversion: 'openjdk7'
 271
 272     scm:
 273         - integration-gerrit-scm:
 274             credentials-id: '{ssh-credentials}'
 275             basedir: 'test'
 276             refspec: '$PATCHREFSPEC'
 277             branch: 'master'
 278
 279     wrappers:
 280         - build-timeout
 281         - integration-jclouds-controller-mininet:
 282             controller-vms: 1
 283             mininet-image: '{mininet-image}'
 284             mininet-vms: '{mininet-vms}'
 285             mininet-cloud-name: '{mininet-cloud-name}'
 286         - ssh-agent-credentials:
 287             users:
 288                 - '{ssh-credentials}'
 289
 290     triggers:
 291         - integration-trigger-patch-submitted:
 292             name: 'integration/test'
 293             branch: 'master'
 294             pattern: 'csit/libraries/*'
 295
 296     builders:
 297         - integration-cleanup-workspace
 298         - integration-install-robotframework
 299         - inject:
 300             properties-file: 'env.properties'
 301         - integration-get-slave-addresses
 302         - inject:
 303             properties-file: 'slave_addresses.txt'
 304         - integration-get-bundle-vars
 305         - inject:
 306             properties-file: 'bundle_vars.txt'
 307         - integration-deploy-controller-run-test
 308         - integration-cleanup-tmp
 309
 310     publishers:
 311         - integration-robot:
 312             unstable-if: 0.0
 313             pass-if: 100.0
 314         - archive:
 315             artifacts: 'karaf.log*'
 316         - email-notification:
 317             email-prefix: '[integration]'
 318
 319 # Template: integration-distribution-test-{stream}
 320 # Goal: Verify a distribution through all system test available
 321 # Operation: This daily job template takes a distribution and passes all available system test
 322
 323 - job-template:
 324     name: 'integration-distribution-test-{stream}'
 325
 326     project-type: freestyle
 327     node: dynamic_verify
 328
 329     logrotate:
 330         daysToKeep: '{build-days-to-keep}'
 331         numToKeep: '{build-num-to-keep}'
 332         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 333         artifactNumToKeep: '{build-artifact-num-to-keep}'
 334
 335     parameters:
 336         - integration-bundleurl:
 337             bundleurl: 'last'
 338         - integration-jdk-version:
 339             jdkversion: 'openjdk7'
 340
 341     triggers:
 342         - timed: 'H H * * 6'
 343
 344     builders:
 345         - trigger-builds:
 346             - project: '{csit-list}'
 347               block: true
 348               predefined-parameters:
 349                   BUNDLEURL=$BUNDLEURL
 350
 351     publishers:
 352         - email-notification:
 353             email-prefix: '[integration]'
 354
 355 # Template: integration-patch-test-{stream}
 356 # Goal: Build a patch and run all available system test on a distribution containing the change
 357 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 358 # triggers the distribution test when test-integration is used in gerrit comments
 359
 360 - job-template:
 361     name: 'integration-patch-test-{stream}'
 362
 363     project-type: maven
 364     node: dynamic_verify
 365     jdk: '{jdk}'
 366
 367     logrotate:
 368         daysToKeep: '{build-days-to-keep}'
 369         numToKeep: '{build-num-to-keep}'
 370         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 371         artifactNumToKeep: '{build-artifact-num-to-keep}'
 372
 373     parameters:
 374         - gerrit-project-parameter:
 375             project: '$GERRIT_PROJECT'
 376         - gerrit-refspec-parameter:
 377             refspec: '$GERRIT_REFSPEC'
 378         - project-parameter:
 379             project: '$GERRIT_PROJECT'
 380         - integration-branch:
 381             branch: '{branch}'
 382         - integration-distribution-git-url
 383
 384     scm:
 385         - integration-gerrit-scm:
 386             credentials-id: '{ssh-credentials}'
 387             basedir: '$GERRIT_PROJECT'
 388             refspec: '$GERRIT_REFSPEC'
 389             branch: '{branch}'
 390         - integration-distribution-scm:
 391             credentials-id: '{ssh-credentials}'
 392             branch: '{branch}'
 393
 394     wrappers:
 395         - build-timeout
 396         - ssh-agent-credentials:
 397             users:
 398                 - '{ssh-credentials}'
 399
 400     triggers:
 401         - gerrit:
 402             server-name: 'OpenDaylight'
 403             trigger-on:
 404                 - comment-added-contains-event:
 405                     comment-contains-value: 'test-integration'
 406             projects:
 407               - project-compare-type: 'ANT'
 408                 project-pattern: '**'
 409                 branches:
 410                   - branch-compare-type: 'ANT'
 411                     branch-pattern: '**/{branch}'
 412             skip-vote:
 413                 successful: true
 414                 failed: true
 415                 unstable: true
 416                 notbuilt: true
 417
 418     prebuilders:
 419         - integration-rebase-gerrit-patch
 420         - integration-get-bundle-url
 421         - inject:
 422             properties-file: 'bundle.txt'
 423         - wipe-org-opendaylight-repo
 424         - maven-target:
 425             maven-version: '{mvn33}'
 426             pom: '$GERRIT_PROJECT/pom.xml'
 427             goals: 'clean install -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 428             java-opts:
 429                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 430             settings: '{integration-settings}'
 431             global-settings: '{odl-global-settings}'
 432
 433     maven:
 434         maven-name: '{mvn33}'
 435         root-pom: 'distribution/pom.xml'
 436         goals: 'clean install -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 437         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 438         settings: '{integration-settings}'
 439         global-settings: '{odl-global-settings}'
 440         ignore-upstream-changes: true
 441         post-step-run-condition: 'SUCCESS'
 442
 443     postbuilders:
 444         - trigger-builds:
 445             - project: 'integration-distribution-test-{stream}'
 446               block: true
 447               predefined-parameters:
 448                   BUNDLEURL=$BUNDLEURL
 449
 450     publishers:
 451         - email-notification:
 452             email-prefix: '[$GERRIT_PROJECT]'
 453
 454 # Template: integration-multipatch-test-{stream}
 455 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 456 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 457 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 458 # CSIT jobs
 459
 460 - job-template:
 461     name: 'integration-multipatch-test-{stream}'
 462
 463     project-type: maven
 464     node: dynamic_verify
 465     jdk: '{jdk}'
 466
 467     logrotate:
 468         daysToKeep: '{build-days-to-keep}'
 469         numToKeep: '{build-num-to-keep}'
 470         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 471         artifactNumToKeep: '{build-artifact-num-to-keep}'
 472
 473     parameters:
 474         - patches-to-build-parameter:
 475             patches_to_build: '$PATCHES_TO_BUILD'
 476         - integration-branch:
 477             branch: '{branch}'
 478
 479     wrappers:
 480         - build-timeout
 481         - ssh-agent-credentials:
 482             users:
 483                 - '{ssh-credentials}'
 484
 485     prebuilders:
 486         - wipe-org-opendaylight-repo
 487         - integration-multipatch-builder
 488         - inject:
 489             properties-file: 'bundle.txt'
 490         - provide-maven-settings:
 491             global-settings-file: '{odl-global-settings}'
 492             settings-file: '{yangtools-settings}'
 493
 494
 495     maven:
 496         maven-name: '{mvn33}'
 497         root-pom: 'patch_tester/pom.xml'
 498         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
 499         goals: 'clean install -f patch_tester/pom.xml -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 500         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 501         settings: '{yangtools-settings}'
 502         global-settings: '{odl-global-settings}'
 503         post-step-run-condition: 'SUCCESS'
 504
 505     postbuilders:
 506         - trigger-builds:
 507             - project: 'integration-distribution-test-{stream}'
 508               block: true
 509               predefined-parameters:
 510                   BUNDLEURL=$BUNDLEURL
 511
 512     publishers:
 513         - email-notification:
 514             email-prefix: '[integration]'