jjb/integration/integration-test-jobs.yaml

   1
   2 - project:
   3     name: integration-test-jobs
   4     jobs:
   5         - 'integration-verify-python'
   6         - 'integration-csit-verify-1node-library'
   7         - 'integration-distribution-test-{stream}'
   8         - 'integration-patch-test-{stream}'
   9         - 'integration-multipatch-test-{stream}'
  10
  11     stream:
  12         - boron:
  13             branch: 'master'
  14             jdk: 'openjdk8'
  15             csit-list: >
  16                 aaa-csit-1node-authn-only-{stream},
  17                 aaa-csit-1node-authn-all-{stream},
  18                 bgpcep-csit-1node-userfeatures-only-{stream},
  19                 bgpcep-csit-1node-userfeatures-all-{stream},
  20                 capwap-csit-1node-ac-only-{stream},
  21                 capwap-csit-1node-ac-all-{stream},
  22                 controller-csit-3node-clustering-only-{stream},
  23                 controller-csit-3node-clustering-all-{stream},
  24                 integration-csit-3node-basic-only-{stream},
  25                 integration-csit-3node-basic-all-{stream},
  26                 integration-distribution-offline-{stream},
  27                 l2switch-csit-1node-switch-only-{stream},
  28                 l2switch-csit-1node-switch-all-{stream},
  29                 l2switch-csit-1node-scalability-only-{stream},
  30                 l2switch-csit-1node-scalability-all-{stream},
  31                 lispflowmapping-csit-1node-msmr-only-{stream},
  32                 lispflowmapping-csit-1node-msmr-all-{stream},
  33                 nic-csit-1node-basic-all-{stream},
  34                 nic-csit-1node-basic-only-{stream},
  35                 openflowplugin-csit-1node-flow-services-only-{stream},
  36                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  37                 openflowplugin-csit-1node-flow-services-all-{stream},
  38                 openflowplugin-csit-1node-scalability-only-{stream},
  39                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  40                 openflowplugin-csit-1node-scalability-all-{stream},
  41                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  42                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  43                 openflowplugin-csit-1node-config-performance-only-{stream},
  44                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  45                 ovsdb-csit-1node-netvirt-only-{stream},
  46                 ovsdb-csit-1node-netvirt-all-{stream},
  47                 ovsdb-csit-1node-southbound-only-{stream},
  48                 ovsdb-csit-1node-southbound-all-{stream},
  49                 snmp-csit-1node-basic-only-{stream},
  50                 snmp-csit-1node-basic-all-{stream},
  51                 topoprocessing-csit-1node-topology-operations-all-{stream},
  52                 topoprocessing-csit-1node-topology-operations-only-{stream},
  53                 tsdr-csit-1node-h2-datastore-only-{stream},
  54                 tsdr-csit-1node-h2-datastore-all-{stream},
  55                 tsdr-csit-1node-hbase-datastore-only-{stream},
  56                 tsdr-csit-1node-hbase-datastore-all-{stream},
  57                 usc-csit-1node-channel-only-{stream},
  58                 usc-csit-1node-channel-all-{stream},
  59                 vpnservice-csit-1node-vpnservice-only-{stream},
  60                 vpnservice-csit-1node-vpnservice-all-{stream}
  61
  62         - beryllium:
  63             branch: 'stable/beryllium'
  64             csit-list: >
  65                 aaa-csit-1node-authn-only-{stream},
  66                 aaa-csit-1node-authn-all-{stream},
  67                 bgpcep-csit-1node-userfeatures-only-{stream},
  68                 bgpcep-csit-1node-userfeatures-all-{stream},
  69                 capwap-csit-1node-ac-only-{stream},
  70                 capwap-csit-1node-ac-all-{stream},
  71                 controller-csit-3node-clustering-only-{stream},
  72                 controller-csit-3node-clustering-all-{stream},
  73                 integration-csit-3node-basic-only-{stream},
  74                 integration-csit-3node-basic-all-{stream},
  75                 integration-distribution-offline-{stream},
  76                 l2switch-csit-1node-switch-only-{stream},
  77                 l2switch-csit-1node-switch-all-{stream},
  78                 l2switch-csit-1node-scalability-only-{stream},
  79                 l2switch-csit-1node-scalability-all-{stream},
  80                 lispflowmapping-csit-1node-msmr-only-{stream},
  81                 lispflowmapping-csit-1node-msmr-all-{stream},
  82                 nic-csit-1node-basic-all-{stream},
  83                 nic-csit-1node-basic-only-{stream},
  84                 openflowplugin-csit-1node-flow-services-only-{stream},
  85                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  86                 openflowplugin-csit-1node-flow-services-all-{stream},
  87                 openflowplugin-csit-1node-scalability-only-{stream},
  88                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  89                 openflowplugin-csit-1node-scalability-all-{stream},
  90                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  91                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  92                 openflowplugin-csit-1node-config-performance-only-{stream},
  93                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  94                 ovsdb-csit-1node-netvirt-only-{stream},
  95                 ovsdb-csit-1node-netvirt-all-{stream},
  96                 ovsdb-csit-1node-southbound-only-{stream},
  97                 ovsdb-csit-1node-southbound-all-{stream},
  98                 snmp-csit-1node-basic-only-{stream},
  99                 snmp-csit-1node-basic-all-{stream},
 100                 topoprocessing-csit-1node-topology-operations-all-{stream},
 101                 topoprocessing-csit-1node-topology-operations-only-{stream},
 102                 tsdr-csit-1node-h2-datastore-only-{stream},
 103                 tsdr-csit-1node-h2-datastore-all-{stream},
 104                 tsdr-csit-1node-hbase-datastore-only-{stream},
 105                 tsdr-csit-1node-hbase-datastore-all-{stream},
 106                 usc-csit-1node-channel-only-{stream},
 107                 usc-csit-1node-channel-all-{stream},
 108                 vpnservice-csit-1node-vpnservice-only-{stream},
 109                 vpnservice-csit-1node-vpnservice-all-{stream}
 110
 111         - stable-lithium:
 112             branch: 'stable/lithium'
 113             csit-list: >
 114                 aaa-csit-1node-authn-only-{stream},
 115                 aaa-csit-1node-authn-all-{stream},
 116                 bgpcep-csit-1node-userfeatures-only-{stream},
 117                 bgpcep-csit-1node-userfeatures-all-{stream},
 118                 capwap-csit-1node-ac-only-{stream},
 119                 capwap-csit-1node-ac-all-{stream},
 120                 controller-csit-3node-clustering-only-{stream},
 121                 integration-csit-3node-basic-only-{stream},
 122                 integration-distribution-offline-{stream},
 123                 l2switch-csit-1node-switch-only-{stream},
 124                 l2switch-csit-1node-switch-all-{stream},
 125                 l2switch-csit-1node-scalability-only-{stream},
 126                 l2switch-csit-1node-scalability-all-{stream},
 127                 lispflowmapping-csit-1node-all-only-{stream},
 128                 lispflowmapping-csit-1node-all-all-{stream},
 129                 nic-csit-1node-basic-all-{stream},
 130                 nic-csit-1node-basic-only-{stream},
 131                 openflowplugin-csit-1node-flow-services-only-{stream},
 132                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 133                 openflowplugin-csit-1node-flow-services-all-{stream},
 134                 openflowplugin-csit-1node-scalability-only-{stream},
 135                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 136                 openflowplugin-csit-1node-scalability-all-{stream},
 137                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 138                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 139                 openflowplugin-csit-1node-config-performance-only-{stream},
 140                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 141                 ovsdb-csit-1node-netvirt-only-{stream},
 142                 ovsdb-csit-1node-netvirt-all-{stream},
 143                 ovsdb-csit-1node-southbound-only-{stream},
 144                 ovsdb-csit-1node-southbound-all-{stream},
 145                 snmp-csit-1node-basic-only-{stream},
 146                 snmp-csit-1node-basic-all-{stream},
 147                 usc-csit-1node-channel-only-{stream},
 148                 usc-csit-1node-channel-all-{stream},
 149                 vpnservice-csit-1node-vpnservice-only-{stream},
 150                 vpnservice-csit-1node-vpnservice-all-{stream},
 151                 vtn-csit-1node-manager-li-only-{stream},
 152                 vtn-csit-1node-manager-li-all-{stream}
 153
 154         - stable-helium:
 155             branch: 'stable/helium'
 156             csit-list: >
 157                 aaa-csit-1node-imds-authn-only-{stream},
 158                 aaa-csit-1node-imds-authn-all-{stream},
 159                 controller-csit-1node-imds-nsf-only-{stream},
 160                 controller-csit-1node-imds-nsf-all-{stream},
 161                 integration-csit-3node-basic-only-{stream},
 162                 integration-csit-3node-basic-all-{stream},
 163                 l2switch-csit-1node-imds-switch-only-{stream},
 164                 l2switch-csit-1node-imds-switch-all-{stream},
 165                 lispflowmapping-csit-1node-imds-all-only-{stream},
 166                 lispflowmapping-csit-1node-imds-all-all-{stream},
 167                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
 168                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
 169                 vtn-csit-1node-imds-manager-only-{stream},
 170                 vtn-csit-1node-imds-manager-all-{stream}
 171
 172 # Template: integration-verify-python
 173 # Goal: Verify python scripts correct syntax
 174 # Operation: This job template performs a python tox check on any integration/test patch
 175
 176 - job-template:
 177     name: 'integration-verify-python'
 178
 179     project-type: freestyle
 180     node: dynamic_verify
 181     concurrent: true
 182
 183     logrotate:
 184         daysToKeep: '{build-days-to-keep}'
 185         numToKeep: '{build-num-to-keep}'
 186         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 187         artifactNumToKeep: '{build-artifact-num-to-keep}'
 188
 189     parameters:
 190         - project-parameter:
 191             project: 'integration/test'
 192         - integration-patch-refspec:
 193             branch: '$GERRIT_REFSPEC'
 194
 195     scm:
 196         - integration-gerrit-scm:
 197             credentials-id: '{ssh-credentials}'
 198             basedir: 'test'
 199             refspec: '$PATCHREFSPEC'
 200             branch: 'master'
 201
 202     wrappers:
 203         - build-timeout
 204         - ssh-agent-credentials:
 205             users:
 206                 - '{ssh-credentials}'
 207
 208     triggers:
 209         - integration-trigger-patch-submitted:
 210             name: 'integration/test'
 211             branch: 'master'
 212             pattern: '**'
 213
 214     builders:
 215         - shell: |
 216             virtualenv $WORKSPACE/venv-tox
 217             source $WORKSPACE/venv-tox/bin/activate
 218             pip install tox argparse
 219             tox --version
 220             cd $WORKSPACE/test
 221             tox
 222
 223     publishers:
 224         - email-notification:
 225             email-prefix: '[integration]'
 226
 227 # Template: integration-csit-verify-1node-library
 228 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 229 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 230
 231 - job-template:
 232     name: 'integration-csit-verify-1node-library'
 233
 234     project-type: freestyle
 235     node: dynamic_robot
 236
 237     logrotate:
 238         daysToKeep: '{build-days-to-keep}'
 239         numToKeep: '{build-num-to-keep}'
 240         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 241         artifactNumToKeep: '{build-artifact-num-to-keep}'
 242
 243     parameters:
 244         - project-parameter:
 245             project: 'integration/test'
 246         - integration-branch:
 247             branch: 'master'
 248         - integration-bundleurl:
 249             bundleurl: 'last'
 250         - integration-controller-scope:
 251             controller-scope: 'only'
 252         - integration-controller-features:
 253             controller-features: >
 254                 odl-openflowplugin-flow-services-ui,
 255                 odl-bgpcep-pcep,
 256                 odl-bgpcep-bgp,
 257                 odl-netconf-connector-all
 258         - integration-test-options:
 259             test-options: '-e adsal'
 260         - integration-test-plan:
 261             test-plan: 'test-libraries.txt'
 262         - integration-patch-refspec:
 263             branch: '$GERRIT_REFSPEC'
 264         - integration-jdk-version:
 265             jdkversion: 'openjdk7'
 266
 267     scm:
 268         - integration-gerrit-scm:
 269             credentials-id: '{ssh-credentials}'
 270             basedir: 'test'
 271             refspec: '$PATCHREFSPEC'
 272             branch: 'master'
 273
 274     wrappers:
 275         - build-timeout
 276         - integration-jclouds-controller-mininet:
 277             controller-vms: 1
 278             mininet-image: '{mininet-image}'
 279             mininet-vms: '{mininet-vms}'
 280             mininet-cloud-name: '{mininet-cloud-name}'
 281         - ssh-agent-credentials:
 282             users:
 283                 - '{ssh-credentials}'
 284
 285     triggers:
 286         - integration-trigger-patch-submitted:
 287             name: 'integration/test'
 288             branch: 'master'
 289             pattern: 'csit/libraries/*'
 290
 291     builders:
 292         - integration-cleanup-workspace
 293         - integration-install-robotframework
 294         - inject:
 295             properties-file: 'env.properties'
 296         - integration-get-slave-addresses
 297         - inject:
 298             properties-file: 'slave_addresses.txt'
 299         - integration-get-bundle-vars
 300         - inject:
 301             properties-file: 'bundle_vars.txt'
 302         - integration-deploy-controller-run-test
 303         - integration-cleanup-tmp
 304
 305     publishers:
 306         - integration-robot:
 307             unstable-if: 0.0
 308             pass-if: 100.0
 309         - archive:
 310             artifacts: 'karaf.log*'
 311         - email-notification:
 312             email-prefix: '[integration]'
 313
 314 # Template: integration-distribution-test-{stream}
 315 # Goal: Verify a distribution through all system test available
 316 # Operation: This daily job template takes a distribution and passes all available system test
 317
 318 - job-template:
 319     name: 'integration-distribution-test-{stream}'
 320
 321     project-type: freestyle
 322     node: dynamic_verify
 323
 324     logrotate:
 325         daysToKeep: '{build-days-to-keep}'
 326         numToKeep: '{build-num-to-keep}'
 327         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 328         artifactNumToKeep: '{build-artifact-num-to-keep}'
 329
 330     parameters:
 331         - integration-bundleurl:
 332             bundleurl: 'last'
 333         - integration-jdk-version:
 334             jdkversion: 'openjdk7'
 335
 336     triggers:
 337         - timed: 'H H * * 6'
 338
 339     builders:
 340         - trigger-builds:
 341             - project: '{csit-list}'
 342               block: true
 343               predefined-parameters:
 344                   BUNDLEURL=$BUNDLEURL
 345
 346     publishers:
 347         - email-notification:
 348             email-prefix: '[integration]'
 349
 350 # Template: integration-patch-test-{stream}
 351 # Goal: Build a patch and run all available system test on a distribution containing the change
 352 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 353 # triggers the distribution test when test-integration is used in gerrit comments
 354
 355 - job-template:
 356     name: 'integration-patch-test-{stream}'
 357
 358     project-type: maven
 359     node: dynamic_verify
 360     jdk: '{jdk}'
 361
 362     logrotate:
 363         daysToKeep: '{build-days-to-keep}'
 364         numToKeep: '{build-num-to-keep}'
 365         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 366         artifactNumToKeep: '{build-artifact-num-to-keep}'
 367
 368     parameters:
 369         - gerrit-project-parameter:
 370             project: '$GERRIT_PROJECT'
 371         - gerrit-refspec-parameter:
 372             refspec: '$GERRIT_REFSPEC'
 373         - project-parameter:
 374             project: '$GERRIT_PROJECT'
 375         - integration-branch:
 376             branch: '{branch}'
 377         - integration-distribution-git-url
 378
 379     scm:
 380         - integration-gerrit-scm:
 381             credentials-id: '{ssh-credentials}'
 382             basedir: '$GERRIT_PROJECT'
 383             refspec: '$GERRIT_REFSPEC'
 384             branch: '{branch}'
 385         - integration-distribution-scm:
 386             credentials-id: '{ssh-credentials}'
 387             branch: '{branch}'
 388
 389     wrappers:
 390         - build-timeout
 391         - ssh-agent-credentials:
 392             users:
 393                 - '{ssh-credentials}'
 394
 395     triggers:
 396         - gerrit:
 397             server-name: 'OpenDaylight'
 398             trigger-on:
 399                 - comment-added-contains-event:
 400                     comment-contains-value: 'test-integration'
 401             projects:
 402               - project-compare-type: 'ANT'
 403                 project-pattern: '**'
 404                 branches:
 405                   - branch-compare-type: 'ANT'
 406                     branch-pattern: '**/{branch}'
 407             skip-vote:
 408                 successful: true
 409                 failed: true
 410                 unstable: true
 411                 notbuilt: true
 412
 413     prebuilders:
 414         - integration-rebase-gerrit-patch
 415         - integration-get-bundle-url
 416         - inject:
 417             properties-file: 'bundle.txt'
 418         - wipe-org-opendaylight-repo
 419         - maven-target:
 420             maven-version: '{mvn33}'
 421             pom: '$GERRIT_PROJECT/pom.xml'
 422             goals: 'clean install -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 423             java-opts:
 424                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 425             settings: '{integration-settings}'
 426             global-settings: '{odl-global-settings}'
 427
 428     maven:
 429         maven-name: '{mvn33}'
 430         root-pom: 'distribution/pom.xml'
 431         goals: 'clean install -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 432         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 433         settings: '{integration-settings}'
 434         global-settings: '{odl-global-settings}'
 435         ignore-upstream-changes: true
 436         post-step-run-condition: 'SUCCESS'
 437
 438     postbuilders:
 439         - trigger-builds:
 440             - project: 'integration-distribution-test-{stream}'
 441               block: true
 442               predefined-parameters:
 443                   BUNDLEURL=$BUNDLEURL
 444
 445     publishers:
 446         - email-notification:
 447             email-prefix: '[$GERRIT_PROJECT]'
 448
 449 # Template: integration-multipatch-test-{stream}
 450 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 451 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 452 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 453 # CSIT jobs
 454
 455 - job-template:
 456     name: 'integration-multipatch-test-{stream}'
 457
 458     project-type: maven
 459     node: dynamic_verify
 460     jdk: '{jdk}'
 461
 462     logrotate:
 463         daysToKeep: '{build-days-to-keep}'
 464         numToKeep: '{build-num-to-keep}'
 465         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 466         artifactNumToKeep: '{build-artifact-num-to-keep}'
 467
 468     parameters:
 469         - patches-to-build-parameter:
 470             patches_to_build: '$PATCHES_TO_BUILD'
 471         - integration-branch:
 472             branch: '{branch}'
 473
 474     wrappers:
 475         - build-timeout
 476         - ssh-agent-credentials:
 477             users:
 478                 - '{ssh-credentials}'
 479
 480     prebuilders:
 481         - wipe-org-opendaylight-repo
 482         - integration-multipatch-builder
 483         - inject:
 484             properties-file: 'bundle.txt'
 485         - provide-maven-settings:
 486             global-settings-file: '{odl-global-settings}'
 487             settings-file: '{yangtools-settings}'
 488
 489
 490     maven:
 491         maven-name: '{mvn33}'
 492         root-pom: 'patch_tester/pom.xml'
 493         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
 494         goals: 'clean install -f patch_tester/pom.xml -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 495         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 496         settings: '{yangtools-settings}'
 497         global-settings: '{odl-global-settings}'
 498         post-step-run-condition: 'SUCCESS'
 499
 500     postbuilders:
 501         - trigger-builds:
 502             - project: 'integration-distribution-test-{stream}'
 503               block: true
 504               predefined-parameters:
 505                   BUNDLEURL=$BUNDLEURL
 506
 507     publishers:
 508         - email-notification:
 509             email-prefix: '[integration]'