jjb/integration/integration-test-jobs.yaml

   1
   2 - project:
   3     name: integration-test-jobs
   4     jobs:
   5         - 'integration-verify-python'
   6         - 'integration-csit-verify-1node-library'
   7         - 'integration-distribution-test-{stream}'
   8         - 'integration-patch-test-{stream}'
   9         - 'integration-multipatch-test-{stream}'
  10
  11     stream:
  12         - boron:
  13             branch: 'master'
  14             jdk: 'openjdk8'
  15             csit-list: >
  16                 aaa-csit-1node-authn-only-{stream},
  17                 aaa-csit-1node-authn-all-{stream},
  18                 bgpcep-csit-1node-userfeatures-only-{stream},
  19                 bgpcep-csit-1node-userfeatures-all-{stream},
  20                 capwap-csit-1node-ac-only-{stream},
  21                 capwap-csit-1node-ac-all-{stream},
  22                 controller-csit-3node-clustering-only-{stream},
  23                 controller-csit-3node-clustering-all-{stream},
  24                 integration-csit-3node-basic-only-{stream},
  25                 integration-csit-3node-basic-all-{stream},
  26                 integration-distribution-offline-{stream},
  27                 l2switch-csit-1node-switch-only-{stream},
  28                 l2switch-csit-1node-switch-all-{stream},
  29                 l2switch-csit-1node-scalability-only-{stream},
  30                 l2switch-csit-1node-scalability-all-{stream},
  31                 lispflowmapping-csit-1node-msmr-only-{stream},
  32                 lispflowmapping-csit-1node-msmr-all-{stream},
  33                 nemo-csit-1node-engine-all-{stream},
  34                 nemo-csit-1node-engine-only-{stream},
  35                 nic-csit-1node-basic-all-{stream},
  36                 nic-csit-1node-basic-only-{stream},
  37                 openflowplugin-csit-1node-flow-services-only-{stream},
  38                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  39                 openflowplugin-csit-1node-flow-services-all-{stream},
  40                 openflowplugin-csit-1node-scalability-only-{stream},
  41                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  42                 openflowplugin-csit-1node-scalability-all-{stream},
  43                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  44                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  45                 openflowplugin-csit-1node-config-performance-only-{stream},
  46                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  47                 ovsdb-csit-1node-netvirt-only-{stream},
  48                 ovsdb-csit-1node-netvirt-all-{stream},
  49                 ovsdb-csit-1node-southbound-only-{stream},
  50                 ovsdb-csit-1node-southbound-all-{stream},
  51                 snmp-csit-1node-basic-only-{stream},
  52                 snmp-csit-1node-basic-all-{stream},
  53                 topoprocessing-csit-1node-topology-operations-all-{stream},
  54                 topoprocessing-csit-1node-topology-operations-only-{stream},
  55                 tsdr-csit-1node-hbase-datastore-only-{stream},
  56                 tsdr-csit-1node-hbase-datastore-all-{stream},
  57                 usc-csit-1node-channel-only-{stream},
  58                 usc-csit-1node-channel-all-{stream},
  59                 vpnservice-csit-1node-vpnservice-only-{stream},
  60                 vpnservice-csit-1node-vpnservice-all-{stream},
  61                 vtn-csit-1node-manager-only-{stream}
  62
  63         - beryllium:
  64             branch: 'stable/beryllium'
  65             jdk: 'openjdk7'
  66             csit-list: >
  67                 aaa-csit-1node-authn-only-{stream},
  68                 aaa-csit-1node-authn-all-{stream},
  69                 bgpcep-csit-1node-userfeatures-only-{stream},
  70                 bgpcep-csit-1node-userfeatures-all-{stream},
  71                 capwap-csit-1node-ac-only-{stream},
  72                 capwap-csit-1node-ac-all-{stream},
  73                 controller-csit-3node-clustering-only-{stream},
  74                 controller-csit-3node-clustering-all-{stream},
  75                 integration-csit-3node-basic-only-{stream},
  76                 integration-csit-3node-basic-all-{stream},
  77                 integration-distribution-offline-{stream},
  78                 l2switch-csit-1node-switch-only-{stream},
  79                 l2switch-csit-1node-switch-all-{stream},
  80                 l2switch-csit-1node-scalability-only-{stream},
  81                 l2switch-csit-1node-scalability-all-{stream},
  82                 lispflowmapping-csit-1node-msmr-only-{stream},
  83                 lispflowmapping-csit-1node-msmr-all-{stream},
  84                 nemo-csit-1node-engine-all-{stream},
  85                 nemo-csit-1node-engine-only-{stream},
  86                 nic-csit-1node-basic-all-{stream},
  87                 nic-csit-1node-basic-only-{stream},
  88                 openflowplugin-csit-1node-flow-services-only-{stream},
  89                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  90                 openflowplugin-csit-1node-flow-services-all-{stream},
  91                 openflowplugin-csit-1node-scalability-only-{stream},
  92                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  93                 openflowplugin-csit-1node-scalability-all-{stream},
  94                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  95                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  96                 openflowplugin-csit-1node-config-performance-only-{stream},
  97                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  98                 ovsdb-csit-1node-netvirt-only-{stream},
  99                 ovsdb-csit-1node-netvirt-all-{stream},
 100                 ovsdb-csit-1node-southbound-only-{stream},
 101                 ovsdb-csit-1node-southbound-all-{stream},
 102                 snmp-csit-1node-basic-only-{stream},
 103                 snmp-csit-1node-basic-all-{stream},
 104                 topoprocessing-csit-1node-topology-operations-all-{stream},
 105                 topoprocessing-csit-1node-topology-operations-only-{stream},
 106                 tsdr-csit-1node-hbase-datastore-only-{stream},
 107                 tsdr-csit-1node-hbase-datastore-all-{stream},
 108                 usc-csit-1node-channel-only-{stream},
 109                 usc-csit-1node-channel-all-{stream},
 110                 vpnservice-csit-1node-vpnservice-only-{stream},
 111                 vpnservice-csit-1node-vpnservice-all-{stream},
 112                 vtn-csit-1node-manager-only-{stream},
 113                 vtn-csit-1node-manager-all-{stream},
 114                 vtn-csit-1node-coordinator-only-{stream}
 115
 116         - stable-lithium:
 117             branch: 'stable/lithium'
 118             jdk: 'openjdk7'
 119             csit-list: >
 120                 aaa-csit-1node-authn-only-{stream},
 121                 aaa-csit-1node-authn-all-{stream},
 122                 bgpcep-csit-1node-userfeatures-only-{stream},
 123                 bgpcep-csit-1node-userfeatures-all-{stream},
 124                 capwap-csit-1node-ac-only-{stream},
 125                 capwap-csit-1node-ac-all-{stream},
 126                 controller-csit-3node-clustering-only-{stream},
 127                 integration-csit-3node-basic-only-{stream},
 128                 integration-distribution-offline-{stream},
 129                 l2switch-csit-1node-switch-only-{stream},
 130                 l2switch-csit-1node-switch-all-{stream},
 131                 l2switch-csit-1node-scalability-only-{stream},
 132                 l2switch-csit-1node-scalability-all-{stream},
 133                 lispflowmapping-csit-1node-all-only-{stream},
 134                 lispflowmapping-csit-1node-all-all-{stream},
 135                 nic-csit-1node-basic-all-{stream},
 136                 nic-csit-1node-basic-only-{stream},
 137                 openflowplugin-csit-1node-flow-services-only-{stream},
 138                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 139                 openflowplugin-csit-1node-flow-services-all-{stream},
 140                 openflowplugin-csit-1node-scalability-only-{stream},
 141                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 142                 openflowplugin-csit-1node-scalability-all-{stream},
 143                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 144                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 145                 openflowplugin-csit-1node-config-performance-only-{stream},
 146                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 147                 ovsdb-csit-1node-netvirt-only-{stream},
 148                 ovsdb-csit-1node-netvirt-all-{stream},
 149                 ovsdb-csit-1node-southbound-only-{stream},
 150                 ovsdb-csit-1node-southbound-all-{stream},
 151                 snmp-csit-1node-basic-only-{stream},
 152                 snmp-csit-1node-basic-all-{stream},
 153                 usc-csit-1node-channel-only-{stream},
 154                 usc-csit-1node-channel-all-{stream},
 155                 vpnservice-csit-1node-vpnservice-only-{stream},
 156                 vpnservice-csit-1node-vpnservice-all-{stream},
 157                 vtn-csit-1node-manager-li-only-{stream},
 158                 vtn-csit-1node-manager-li-all-{stream},
 159                 vtn-csit-1node-coordinator-only-{stream}
 160
 161         - stable-helium:
 162             branch: 'stable/helium'
 163             jdk: 'openjdk7'
 164             csit-list: >
 165                 aaa-csit-1node-imds-authn-only-{stream},
 166                 aaa-csit-1node-imds-authn-all-{stream},
 167                 controller-csit-1node-imds-nsf-only-{stream},
 168                 controller-csit-1node-imds-nsf-all-{stream},
 169                 integration-csit-3node-basic-only-{stream},
 170                 integration-csit-3node-basic-all-{stream},
 171                 l2switch-csit-1node-imds-switch-only-{stream},
 172                 l2switch-csit-1node-imds-switch-all-{stream},
 173                 lispflowmapping-csit-1node-imds-all-only-{stream},
 174                 lispflowmapping-csit-1node-imds-all-all-{stream},
 175                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
 176                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
 177                 vtn-csit-1node-imds-manager-only-{stream},
 178                 vtn-csit-1node-imds-manager-all-{stream}
 179
 180
 181
 182 # Template: integration-verify-python
 183 # Goal: Verify python scripts correct syntax
 184 # Operation: This job template performs a python tox check on any integration/test patch
 185
 186 - job-template:
 187     name: 'integration-verify-python'
 188
 189     project-type: freestyle
 190     node: dynamic_verify
 191     concurrent: true
 192
 193     logrotate:
 194         daysToKeep: '{build-days-to-keep}'
 195         numToKeep: '{build-num-to-keep}'
 196         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 197         artifactNumToKeep: '{build-artifact-num-to-keep}'
 198
 199     parameters:
 200         - project-parameter:
 201             project: 'integration/test'
 202         - integration-patch-refspec:
 203             branch: '$GERRIT_REFSPEC'
 204
 205     scm:
 206         - integration-gerrit-scm:
 207             credentials-id: '{ssh-credentials}'
 208             basedir: 'test'
 209             refspec: '$PATCHREFSPEC'
 210             branch: 'master'
 211
 212     wrappers:
 213         - build-timeout
 214         - ssh-agent-credentials:
 215             users:
 216                 - '{ssh-credentials}'
 217
 218     triggers:
 219         - integration-trigger-patch-submitted:
 220             name: 'integration/test'
 221             branch: 'master'
 222             pattern: '**'
 223
 224     builders:
 225         - shell: |
 226             virtualenv $WORKSPACE/venv-tox
 227             source $WORKSPACE/venv-tox/bin/activate
 228             pip install tox argparse
 229             tox --version
 230             cd $WORKSPACE/test
 231             tox
 232
 233     publishers:
 234         - email-notification:
 235             email-prefix: '[integration]'
 236
 237 # Template: integration-csit-verify-1node-library
 238 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 239 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 240
 241 - job-template:
 242     name: 'integration-csit-verify-1node-library'
 243
 244     project-type: freestyle
 245     node: dynamic_robot
 246
 247     logrotate:
 248         daysToKeep: '{build-days-to-keep}'
 249         numToKeep: '{build-num-to-keep}'
 250         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 251         artifactNumToKeep: '{build-artifact-num-to-keep}'
 252
 253     parameters:
 254         - project-parameter:
 255             project: 'integration/test'
 256         - integration-branch:
 257             branch: 'stable/beryllium'
 258         - integration-bundleurl:
 259             bundleurl: 'last'
 260         - integration-controller-scope:
 261             controller-scope: 'only'
 262         - integration-controller-features:
 263             controller-features: >
 264                 odl-openflowplugin-flow-services-ui,
 265                 odl-bgpcep-pcep,
 266                 odl-bgpcep-bgp,
 267                 odl-netconf-connector-all
 268         - integration-test-options:
 269             test-options: '-e adsal'
 270         - integration-test-plan:
 271             test-plan: 'test-libraries.txt'
 272         - integration-patch-refspec:
 273             branch: '$GERRIT_REFSPEC'
 274         - integration-jdk-version:
 275             # {jdk} is from releng-defaults
 276             jdkversion: '{jdk}'
 277
 278     scm:
 279         - integration-gerrit-scm:
 280             credentials-id: '{ssh-credentials}'
 281             basedir: 'test'
 282             refspec: '$PATCHREFSPEC'
 283             branch: 'master'
 284
 285     wrappers:
 286         - build-timeout
 287         - integration-jclouds-controller-mininet:
 288             controller-vms: 1
 289             mininet-image: '{mininet-image}'
 290             mininet-vms: '{mininet-vms}'
 291             mininet-cloud-name: '{mininet-cloud-name}'
 292         - ssh-agent-credentials:
 293             users:
 294                 - '{ssh-credentials}'
 295
 296     triggers:
 297         - integration-trigger-patch-submitted:
 298             name: 'integration/test'
 299             branch: 'master'
 300             pattern: 'csit/libraries/*'
 301
 302     builders:
 303         - integration-cleanup-workspace
 304         - integration-install-robotframework
 305         - inject:
 306             properties-file: 'env.properties'
 307         - integration-get-slave-addresses
 308         - inject:
 309             properties-file: 'slave_addresses.txt'
 310         - integration-get-bundle-vars
 311         - inject:
 312             properties-file: 'bundle_vars.txt'
 313         - integration-deploy-controller-run-test
 314         - integration-cleanup-tmp
 315
 316     publishers:
 317         - integration-robot:
 318             unstable-if: 0.0
 319             pass-if: 100.0
 320         - archive:
 321             artifacts: 'karaf.log*'
 322         - email-notification:
 323             email-prefix: '[integration]'
 324
 325 # Template: integration-distribution-test-{stream}
 326 # Goal: Verify a distribution through all system test available
 327 # Operation: This daily job template takes a distribution and passes all available system test
 328
 329 - job-template:
 330     name: 'integration-distribution-test-{stream}'
 331
 332     project-type: freestyle
 333     node: dynamic_verify
 334
 335     logrotate:
 336         daysToKeep: '{build-days-to-keep}'
 337         numToKeep: '{build-num-to-keep}'
 338         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 339         artifactNumToKeep: '{build-artifact-num-to-keep}'
 340
 341     parameters:
 342         - integration-bundleurl:
 343             bundleurl: 'last'
 344         - integration-jdk-version:
 345             jdkversion: '{jdk}'
 346
 347     triggers:
 348         - timed: 'H H * * 6'
 349
 350     builders:
 351         - trigger-builds:
 352             - project: '{csit-list}'
 353               block: true
 354               predefined-parameters:
 355                   BUNDLEURL=$BUNDLEURL
 356
 357                   JDKVERSION=$JDKVERSION
 358
 359     publishers:
 360         - email-notification:
 361             email-prefix: '[integration]'
 362
 363 # Template: integration-patch-test-{stream}
 364 # Goal: Build a patch and run all available system test on a distribution containing the change
 365 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 366 # triggers the distribution test when test-integration is used in gerrit comments
 367
 368 - job-template:
 369     name: 'integration-patch-test-{stream}'
 370
 371     project-type: maven
 372     node: dynamic_verify
 373     jdk: '{jdk}'
 374
 375     logrotate:
 376         daysToKeep: '{build-days-to-keep}'
 377         numToKeep: '{build-num-to-keep}'
 378         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 379         artifactNumToKeep: '{build-artifact-num-to-keep}'
 380
 381     parameters:
 382         - gerrit-project-parameter:
 383             project: '$GERRIT_PROJECT'
 384         - gerrit-refspec-parameter:
 385             refspec: '$GERRIT_REFSPEC'
 386         - project-parameter:
 387             project: '$GERRIT_PROJECT'
 388         - integration-branch:
 389             branch: '{branch}'
 390         - integration-distribution-git-url
 391
 392     scm:
 393         - integration-gerrit-scm:
 394             credentials-id: '{ssh-credentials}'
 395             basedir: '$GERRIT_PROJECT'
 396             refspec: '$GERRIT_REFSPEC'
 397             branch: '{branch}'
 398         - integration-distribution-scm:
 399             credentials-id: '{ssh-credentials}'
 400             branch: '{branch}'
 401
 402     wrappers:
 403         - build-timeout
 404         - ssh-agent-credentials:
 405             users:
 406                 - '{ssh-credentials}'
 407
 408     triggers:
 409         - gerrit:
 410             server-name: 'OpenDaylight'
 411             trigger-on:
 412                 - comment-added-contains-event:
 413                     comment-contains-value: 'test-integration'
 414             projects:
 415               - project-compare-type: 'ANT'
 416                 project-pattern: '**'
 417                 branches:
 418                   - branch-compare-type: 'ANT'
 419                     branch-pattern: '**/{branch}'
 420             skip-vote:
 421                 successful: true
 422                 failed: true
 423                 unstable: true
 424                 notbuilt: true
 425
 426     prebuilders:
 427         - integration-rebase-gerrit-patch
 428         - integration-get-bundle-url
 429         - inject:
 430             properties-file: 'bundle.txt'
 431         - wipe-org-opendaylight-repo
 432         - maven-target:
 433             maven-version: '{mvn33}'
 434             pom: '$GERRIT_PROJECT/pom.xml'
 435             goals: 'clean install -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 436             java-opts:
 437                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 438             settings: '{integration-settings}'
 439             global-settings: '{odl-global-settings}'
 440
 441     maven:
 442         maven-name: '{mvn33}'
 443         root-pom: 'distribution/pom.xml'
 444         goals: 'clean install -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 445         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 446         settings: '{integration-settings}'
 447         global-settings: '{odl-global-settings}'
 448         ignore-upstream-changes: true
 449         post-step-run-condition: 'SUCCESS'
 450
 451     postbuilders:
 452         - trigger-builds:
 453             - project: 'integration-distribution-test-{stream}'
 454               block: true
 455               predefined-parameters:
 456                   BUNDLEURL=$BUNDLEURL
 457
 458     publishers:
 459         - email-notification:
 460             email-prefix: '[$GERRIT_PROJECT]'
 461
 462 # Template: integration-multipatch-test-{stream}
 463 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 464 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 465 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 466 # CSIT jobs
 467
 468 - job-template:
 469     name: 'integration-multipatch-test-{stream}'
 470
 471     project-type: maven
 472     node: dynamic_verify
 473     jdk: '{jdk}'
 474
 475     logrotate:
 476         daysToKeep: '{build-days-to-keep}'
 477         numToKeep: '{build-num-to-keep}'
 478         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 479         artifactNumToKeep: '{build-artifact-num-to-keep}'
 480
 481     parameters:
 482         - patches-to-build-parameter:
 483             patches_to_build: '$PATCHES_TO_BUILD'
 484         - integration-branch:
 485             branch: '{branch}'
 486
 487     wrappers:
 488         - build-timeout
 489         - ssh-agent-credentials:
 490             users:
 491                 - '{ssh-credentials}'
 492
 493     prebuilders:
 494         - wipe-org-opendaylight-repo
 495         - integration-multipatch-builder
 496         - inject:
 497             properties-file: 'bundle.txt'
 498         - provide-maven-settings:
 499             global-settings-file: '{odl-global-settings}'
 500             settings-file: '{yangtools-settings}'
 501
 502
 503     maven:
 504         maven-name: '{mvn33}'
 505         root-pom: 'patch_tester/pom.xml'
 506         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
 507         goals: 'clean install -f patch_tester/pom.xml -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 508         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 509         settings: '{yangtools-settings}'
 510         global-settings: '{odl-global-settings}'
 511         post-step-run-condition: 'SUCCESS'
 512
 513     postbuilders:
 514         - trigger-builds:
 515             - project: 'integration-distribution-test-{stream}'
 516               block: true
 517               predefined-parameters:
 518                   BUNDLEURL=$BUNDLEURL
 519
 520     publishers:
 521         - email-notification:
 522             email-prefix: '[integration]'