jjb/integration/integration-test-jobs.yaml

   1
   2 - project:
   3     name: integration-test-jobs
   4     jobs:
   5         - 'integration-verify-python'
   6         - 'integration-csit-verify-1node-library'
   7         - 'integration-distribution-test-{stream}'
   8         - 'integration-patch-test-{stream}'
   9         - 'integration-multipatch-test-{stream}'
  10
  11     stream:
  12         - boron:
  13             branch: 'master'
  14             csit-list: >
  15                 aaa-csit-1node-authn-only-{stream},
  16                 aaa-csit-1node-authn-all-{stream},
  17                 bgpcep-csit-1node-userfeatures-only-{stream},
  18                 bgpcep-csit-1node-userfeatures-all-{stream},
  19                 capwap-csit-1node-ac-only-{stream},
  20                 capwap-csit-1node-ac-all-{stream},
  21                 controller-csit-3node-clustering-only-{stream},
  22                 controller-csit-3node-clustering-all-{stream},
  23                 integration-csit-3node-basic-only-{stream},
  24                 integration-csit-3node-basic-all-{stream},
  25                 integration-distribution-offline-{stream},
  26                 l2switch-csit-1node-switch-only-{stream},
  27                 l2switch-csit-1node-switch-all-{stream},
  28                 l2switch-csit-1node-scalability-only-{stream},
  29                 l2switch-csit-1node-scalability-all-{stream},
  30                 lispflowmapping-csit-1node-msmr-only-{stream},
  31                 lispflowmapping-csit-1node-msmr-all-{stream},
  32                 nic-csit-1node-basic-all-{stream},
  33                 nic-csit-1node-basic-only-{stream},
  34                 openflowplugin-csit-1node-flow-services-only-{stream},
  35                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  36                 openflowplugin-csit-1node-flow-services-all-{stream},
  37                 openflowplugin-csit-1node-scalability-only-{stream},
  38                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  39                 openflowplugin-csit-1node-scalability-all-{stream},
  40                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  41                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  42                 openflowplugin-csit-1node-config-performance-only-{stream},
  43                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  44                 ovsdb-csit-1node-netvirt-only-{stream},
  45                 ovsdb-csit-1node-netvirt-all-{stream},
  46                 ovsdb-csit-1node-southbound-only-{stream},
  47                 ovsdb-csit-1node-southbound-all-{stream},
  48                 snmp-csit-1node-basic-only-{stream},
  49                 snmp-csit-1node-basic-all-{stream},
  50                 topoprocessing-csit-1node-topology-operations-all-{stream},
  51                 topoprocessing-csit-1node-topology-operations-only-{stream},
  52                 tsdr-csit-1node-h2-datastore-only-{stream},
  53                 tsdr-csit-1node-h2-datastore-all-{stream},
  54                 tsdr-csit-1node-hbase-datastore-only-{stream},
  55                 tsdr-csit-1node-hbase-datastore-all-{stream},
  56                 usc-csit-1node-channel-only-{stream},
  57                 usc-csit-1node-channel-all-{stream},
  58                 vpnservice-csit-1node-vpnservice-only-{stream},
  59                 vpnservice-csit-1node-vpnservice-all-{stream}
  60
  61         - beryllium:
  62             branch: 'stable/beryllium'
  63             csit-list: >
  64                 aaa-csit-1node-authn-only-{stream},
  65                 aaa-csit-1node-authn-all-{stream},
  66                 bgpcep-csit-1node-userfeatures-only-{stream},
  67                 bgpcep-csit-1node-userfeatures-all-{stream},
  68                 capwap-csit-1node-ac-only-{stream},
  69                 capwap-csit-1node-ac-all-{stream},
  70                 controller-csit-3node-clustering-only-{stream},
  71                 controller-csit-3node-clustering-all-{stream},
  72                 integration-csit-3node-basic-only-{stream},
  73                 integration-csit-3node-basic-all-{stream},
  74                 integration-distribution-offline-{stream},
  75                 l2switch-csit-1node-switch-only-{stream},
  76                 l2switch-csit-1node-switch-all-{stream},
  77                 l2switch-csit-1node-scalability-only-{stream},
  78                 l2switch-csit-1node-scalability-all-{stream},
  79                 lispflowmapping-csit-1node-msmr-only-{stream},
  80                 lispflowmapping-csit-1node-msmr-all-{stream},
  81                 nic-csit-1node-basic-all-{stream},
  82                 nic-csit-1node-basic-only-{stream},
  83                 openflowplugin-csit-1node-flow-services-only-{stream},
  84                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  85                 openflowplugin-csit-1node-flow-services-all-{stream},
  86                 openflowplugin-csit-1node-scalability-only-{stream},
  87                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  88                 openflowplugin-csit-1node-scalability-all-{stream},
  89                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  90                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  91                 openflowplugin-csit-1node-config-performance-only-{stream},
  92                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  93                 ovsdb-csit-1node-netvirt-only-{stream},
  94                 ovsdb-csit-1node-netvirt-all-{stream},
  95                 ovsdb-csit-1node-southbound-only-{stream},
  96                 ovsdb-csit-1node-southbound-all-{stream},
  97                 snmp-csit-1node-basic-only-{stream},
  98                 snmp-csit-1node-basic-all-{stream},
  99                 topoprocessing-csit-1node-topology-operations-all-{stream},
 100                 topoprocessing-csit-1node-topology-operations-only-{stream},
 101                 tsdr-csit-1node-h2-datastore-only-{stream},
 102                 tsdr-csit-1node-h2-datastore-all-{stream},
 103                 tsdr-csit-1node-hbase-datastore-only-{stream},
 104                 tsdr-csit-1node-hbase-datastore-all-{stream},
 105                 usc-csit-1node-channel-only-{stream},
 106                 usc-csit-1node-channel-all-{stream},
 107                 vpnservice-csit-1node-vpnservice-only-{stream},
 108                 vpnservice-csit-1node-vpnservice-all-{stream}
 109
 110         - stable-lithium:
 111             branch: 'stable/lithium'
 112             csit-list: >
 113                 aaa-csit-1node-authn-only-{stream},
 114                 aaa-csit-1node-authn-all-{stream},
 115                 bgpcep-csit-1node-userfeatures-only-{stream},
 116                 bgpcep-csit-1node-userfeatures-all-{stream},
 117                 capwap-csit-1node-ac-only-{stream},
 118                 capwap-csit-1node-ac-all-{stream},
 119                 controller-csit-3node-clustering-only-{stream},
 120                 integration-csit-3node-basic-only-{stream},
 121                 integration-distribution-offline-{stream},
 122                 l2switch-csit-1node-switch-only-{stream},
 123                 l2switch-csit-1node-switch-all-{stream},
 124                 l2switch-csit-1node-scalability-only-{stream},
 125                 l2switch-csit-1node-scalability-all-{stream},
 126                 lispflowmapping-csit-1node-all-only-{stream},
 127                 lispflowmapping-csit-1node-all-all-{stream},
 128                 nic-csit-1node-basic-all-{stream},
 129                 nic-csit-1node-basic-only-{stream},
 130                 openflowplugin-csit-1node-flow-services-only-{stream},
 131                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 132                 openflowplugin-csit-1node-flow-services-all-{stream},
 133                 openflowplugin-csit-1node-scalability-only-{stream},
 134                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 135                 openflowplugin-csit-1node-scalability-all-{stream},
 136                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 137                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 138                 openflowplugin-csit-1node-config-performance-only-{stream},
 139                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 140                 ovsdb-csit-1node-netvirt-only-{stream},
 141                 ovsdb-csit-1node-netvirt-all-{stream},
 142                 ovsdb-csit-1node-southbound-only-{stream},
 143                 ovsdb-csit-1node-southbound-all-{stream},
 144                 snmp-csit-1node-basic-only-{stream},
 145                 snmp-csit-1node-basic-all-{stream},
 146                 usc-csit-1node-channel-only-{stream},
 147                 usc-csit-1node-channel-all-{stream},
 148                 vpnservice-csit-1node-vpnservice-only-{stream},
 149                 vpnservice-csit-1node-vpnservice-all-{stream},
 150                 vtn-csit-1node-manager-li-only-{stream},
 151                 vtn-csit-1node-manager-li-all-{stream}
 152
 153         - stable-helium:
 154             branch: 'stable/helium'
 155             csit-list: >
 156                 aaa-csit-1node-imds-authn-only-{stream},
 157                 aaa-csit-1node-imds-authn-all-{stream},
 158                 controller-csit-1node-imds-nsf-only-{stream},
 159                 controller-csit-1node-imds-nsf-all-{stream},
 160                 integration-csit-3node-basic-only-{stream},
 161                 integration-csit-3node-basic-all-{stream},
 162                 l2switch-csit-1node-imds-switch-only-{stream},
 163                 l2switch-csit-1node-imds-switch-all-{stream},
 164                 lispflowmapping-csit-1node-imds-all-only-{stream},
 165                 lispflowmapping-csit-1node-imds-all-all-{stream},
 166                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
 167                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
 168                 vtn-csit-1node-imds-manager-only-{stream},
 169                 vtn-csit-1node-imds-manager-all-{stream}
 170
 171     jdk: 'openjdk7'
 172
 173 # Template: integration-verify-python
 174 # Goal: Verify python scripts correct syntax
 175 # Operation: This job template performs a python tox check on any integration/test patch
 176
 177 - job-template:
 178     name: 'integration-verify-python'
 179
 180     project-type: freestyle
 181     node: dynamic_verify
 182     concurrent: true
 183
 184     logrotate:
 185         daysToKeep: '{build-days-to-keep}'
 186         numToKeep: '{build-num-to-keep}'
 187         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 188         artifactNumToKeep: '{build-artifact-num-to-keep}'
 189
 190     parameters:
 191         - project-parameter:
 192             project: 'integration/test'
 193         - integration-patch-refspec:
 194             branch: '$GERRIT_REFSPEC'
 195
 196     scm:
 197         - integration-gerrit-scm:
 198             credentials-id: '{ssh-credentials}'
 199             basedir: 'test'
 200             refspec: '$PATCHREFSPEC'
 201             branch: 'master'
 202
 203     wrappers:
 204         - build-timeout
 205         - ssh-agent-credentials:
 206             users:
 207                 - '{ssh-credentials}'
 208
 209     triggers:
 210         - integration-trigger-patch-submitted:
 211             name: 'integration/test'
 212             branch: 'master'
 213             pattern: '**'
 214
 215     builders:
 216         - shell: |
 217             virtualenv $WORKSPACE/venv-tox
 218             source $WORKSPACE/venv-tox/bin/activate
 219             pip install tox argparse
 220             tox --version
 221             cd $WORKSPACE/test
 222             tox
 223
 224     publishers:
 225         - email-notification:
 226             email-prefix: '[integration]'
 227
 228 # Template: integration-csit-verify-1node-library
 229 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 230 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 231
 232 - job-template:
 233     name: 'integration-csit-verify-1node-library'
 234
 235     project-type: freestyle
 236     node: dynamic_robot
 237
 238     logrotate:
 239         daysToKeep: '{build-days-to-keep}'
 240         numToKeep: '{build-num-to-keep}'
 241         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 242         artifactNumToKeep: '{build-artifact-num-to-keep}'
 243
 244     parameters:
 245         - project-parameter:
 246             project: 'integration/test'
 247         - integration-branch:
 248             branch: 'master'
 249         - integration-bundleurl:
 250             bundleurl: 'last'
 251         - integration-controller-scope:
 252             controller-scope: 'only'
 253         - integration-controller-features:
 254             controller-features: >
 255                 odl-openflowplugin-flow-services-ui,
 256                 odl-bgpcep-pcep,
 257                 odl-bgpcep-bgp,
 258                 odl-netconf-connector-all
 259         - integration-test-options:
 260             test-options: '-e adsal'
 261         - integration-test-plan:
 262             test-plan: 'test-libraries.txt'
 263         - integration-patch-refspec:
 264             branch: '$GERRIT_REFSPEC'
 265         - integration-jdk-version:
 266             jdkversion: 'openjdk7'
 267
 268     scm:
 269         - integration-gerrit-scm:
 270             credentials-id: '{ssh-credentials}'
 271             basedir: 'test'
 272             refspec: '$PATCHREFSPEC'
 273             branch: 'master'
 274
 275     wrappers:
 276         - build-timeout
 277         - integration-jclouds-controller-mininet:
 278             controller-vms: 1
 279             mininet-image: '{mininet-image}'
 280             mininet-vms: '{mininet-vms}'
 281             mininet-cloud-name: '{mininet-cloud-name}'
 282         - ssh-agent-credentials:
 283             users:
 284                 - '{ssh-credentials}'
 285
 286     triggers:
 287         - integration-trigger-patch-submitted:
 288             name: 'integration/test'
 289             branch: 'master'
 290             pattern: 'csit/libraries/*'
 291
 292     builders:
 293         - integration-cleanup-workspace
 294         - integration-install-robotframework
 295         - inject:
 296             properties-file: 'env.properties'
 297         - integration-get-slave-addresses
 298         - inject:
 299             properties-file: 'slave_addresses.txt'
 300         - integration-get-bundle-vars
 301         - inject:
 302             properties-file: 'bundle_vars.txt'
 303         - integration-deploy-controller-run-test
 304         - integration-cleanup-tmp
 305
 306     publishers:
 307         - integration-robot:
 308             unstable-if: 0.0
 309             pass-if: 100.0
 310         - archive:
 311             artifacts: 'karaf.log*'
 312         - email-notification:
 313             email-prefix: '[integration]'
 314
 315 # Template: integration-distribution-test-{stream}
 316 # Goal: Verify a distribution through all system test available
 317 # Operation: This daily job template takes a distribution and passes all available system test
 318
 319 - job-template:
 320     name: 'integration-distribution-test-{stream}'
 321
 322     project-type: freestyle
 323     node: dynamic_verify
 324
 325     logrotate:
 326         daysToKeep: '{build-days-to-keep}'
 327         numToKeep: '{build-num-to-keep}'
 328         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 329         artifactNumToKeep: '{build-artifact-num-to-keep}'
 330
 331     parameters:
 332         - integration-bundleurl:
 333             bundleurl: 'last'
 334         - integration-jdk-version:
 335             jdkversion: 'openjdk7'
 336
 337     triggers:
 338         - timed: 'H H * * 6'
 339
 340     builders:
 341         - trigger-builds:
 342             - project: '{csit-list}'
 343               block: true
 344               predefined-parameters:
 345                   BUNDLEURL=$BUNDLEURL
 346
 347     publishers:
 348         - email-notification:
 349             email-prefix: '[integration]'
 350
 351 # Template: integration-patch-test-{stream}
 352 # Goal: Build a patch and run all available system test on a distribution containing the change
 353 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 354 # triggers the distribution test when test-integration is used in gerrit comments
 355
 356 - job-template:
 357     name: 'integration-patch-test-{stream}'
 358
 359     project-type: maven
 360     node: dynamic_verify
 361     jdk: '{jdk}'
 362
 363     logrotate:
 364         daysToKeep: '{build-days-to-keep}'
 365         numToKeep: '{build-num-to-keep}'
 366         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 367         artifactNumToKeep: '{build-artifact-num-to-keep}'
 368
 369     parameters:
 370         - gerrit-project-parameter:
 371             project: '$GERRIT_PROJECT'
 372         - gerrit-refspec-parameter:
 373             refspec: '$GERRIT_REFSPEC'
 374         - project-parameter:
 375             project: '$GERRIT_PROJECT'
 376         - integration-branch:
 377             branch: '{branch}'
 378         - integration-distribution-git-url
 379
 380     scm:
 381         - integration-gerrit-scm:
 382             credentials-id: '{ssh-credentials}'
 383             basedir: '$GERRIT_PROJECT'
 384             refspec: '$GERRIT_REFSPEC'
 385             branch: '{branch}'
 386         - integration-distribution-scm:
 387             credentials-id: '{ssh-credentials}'
 388             branch: '{branch}'
 389
 390     wrappers:
 391         - build-timeout
 392         - ssh-agent-credentials:
 393             users:
 394                 - '{ssh-credentials}'
 395
 396     triggers:
 397         - gerrit:
 398             server-name: 'OpenDaylight'
 399             trigger-on:
 400                 - comment-added-contains-event:
 401                     comment-contains-value: 'test-integration'
 402             projects:
 403               - project-compare-type: 'ANT'
 404                 project-pattern: '**'
 405                 branches:
 406                   - branch-compare-type: 'ANT'
 407                     branch-pattern: '**/{branch}'
 408             skip-vote:
 409                 successful: true
 410                 failed: true
 411                 unstable: true
 412                 notbuilt: true
 413
 414     prebuilders:
 415         - integration-rebase-gerrit-patch
 416         - integration-get-bundle-url
 417         - inject:
 418             properties-file: 'bundle.txt'
 419         - wipe-org-opendaylight-repo
 420         - maven-target:
 421             maven-version: '{mvn33}'
 422             pom: '$GERRIT_PROJECT/pom.xml'
 423             goals: 'clean install -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 424             java-opts:
 425                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 426             settings: '{integration-settings}'
 427             global-settings: '{odl-global-settings}'
 428
 429     maven:
 430         maven-name: '{mvn33}'
 431         root-pom: 'distribution/pom.xml'
 432         goals: 'clean install -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 433         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 434         settings: '{integration-settings}'
 435         global-settings: '{odl-global-settings}'
 436         ignore-upstream-changes: true
 437         post-step-run-condition: 'SUCCESS'
 438
 439     postbuilders:
 440         - trigger-builds:
 441             - project: 'integration-distribution-test-{stream}'
 442               block: true
 443               predefined-parameters:
 444                   BUNDLEURL=$BUNDLEURL
 445
 446     publishers:
 447         - email-notification:
 448             email-prefix: '[$GERRIT_PROJECT]'
 449
 450 # Template: integration-multipatch-test-{stream}
 451 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 452 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 453 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 454 # CSIT jobs
 455
 456 - job-template:
 457     name: 'integration-multipatch-test-{stream}'
 458
 459     project-type: maven
 460     node: dynamic_verify
 461     jdk: '{jdk}'
 462
 463     logrotate:
 464         daysToKeep: '{build-days-to-keep}'
 465         numToKeep: '{build-num-to-keep}'
 466         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 467         artifactNumToKeep: '{build-artifact-num-to-keep}'
 468
 469     parameters:
 470         - patches-to-build-parameter:
 471             patches_to_build: '$PATCHES_TO_BUILD'
 472         - integration-branch:
 473             branch: '{branch}'
 474
 475     wrappers:
 476         - build-timeout
 477         - ssh-agent-credentials:
 478             users:
 479                 - '{ssh-credentials}'
 480
 481     prebuilders:
 482         - wipe-org-opendaylight-repo
 483         - integration-multipatch-builder
 484         - inject:
 485             properties-file: 'bundle.txt'
 486         - provide-maven-settings:
 487             global-settings-file: '{odl-global-settings}'
 488             settings-file: '{yangtools-settings}'
 489
 490
 491     maven:
 492         maven-name: '{mvn33}'
 493         root-pom: 'patch_tester/pom.xml'
 494         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
 495         goals: 'clean install -f patch_tester/pom.xml -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 496         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 497         settings: '{yangtools-settings}'
 498         global-settings: '{odl-global-settings}'
 499         post-step-run-condition: 'SUCCESS'
 500
 501     postbuilders:
 502         - trigger-builds:
 503             - project: 'integration-distribution-test-{stream}'
 504               block: true
 505               predefined-parameters:
 506                   BUNDLEURL=$BUNDLEURL
 507
 508     publishers:
 509         - email-notification:
 510             email-prefix: '[integration]'