jjb/integration/integration-test-jobs.yaml

   1
   2 - project:
   3     name: integration-test-jobs
   4     jobs:
   5         - 'integration-verify-python'
   6         - 'integration-csit-verify-1node-library'
   7         - 'integration-distribution-test-{stream}'
   8         - 'integration-patch-test-{stream}'
   9         - 'integration-multipatch-test-{stream}'
  10
  11     stream:
  12         - boron:
  13             branch: 'master'
  14             jdk: 'openjdk7'
  15             csit-list: >
  16                 aaa-csit-1node-authn-only-{stream},
  17                 aaa-csit-1node-authn-all-{stream},
  18                 bgpcep-csit-1node-userfeatures-only-{stream},
  19                 bgpcep-csit-1node-userfeatures-all-{stream},
  20                 capwap-csit-1node-ac-only-{stream},
  21                 capwap-csit-1node-ac-all-{stream},
  22                 controller-csit-3node-clustering-only-{stream},
  23                 controller-csit-3node-clustering-all-{stream},
  24                 integration-csit-3node-basic-only-{stream},
  25                 integration-csit-3node-basic-all-{stream},
  26                 integration-distribution-offline-{stream},
  27                 l2switch-csit-1node-switch-only-{stream},
  28                 l2switch-csit-1node-switch-all-{stream},
  29                 l2switch-csit-1node-scalability-only-{stream},
  30                 l2switch-csit-1node-scalability-all-{stream},
  31                 lispflowmapping-csit-1node-msmr-only-{stream},
  32                 lispflowmapping-csit-1node-msmr-all-{stream},
  33                 nic-csit-1node-basic-all-{stream},
  34                 nic-csit-1node-basic-only-{stream},
  35                 openflowplugin-csit-1node-flow-services-only-{stream},
  36                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  37                 openflowplugin-csit-1node-flow-services-all-{stream},
  38                 openflowplugin-csit-1node-scalability-only-{stream},
  39                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  40                 openflowplugin-csit-1node-scalability-all-{stream},
  41                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  42                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  43                 openflowplugin-csit-1node-config-performance-only-{stream},
  44                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  45                 ovsdb-csit-1node-netvirt-only-{stream},
  46                 ovsdb-csit-1node-netvirt-all-{stream},
  47                 ovsdb-csit-1node-southbound-only-{stream},
  48                 ovsdb-csit-1node-southbound-all-{stream},
  49                 snmp-csit-1node-basic-only-{stream},
  50                 snmp-csit-1node-basic-all-{stream},
  51                 topoprocessing-csit-1node-topology-operations-all-{stream},
  52                 topoprocessing-csit-1node-topology-operations-only-{stream},
  53                 tsdr-csit-1node-h2-datastore-only-{stream},
  54                 tsdr-csit-1node-h2-datastore-all-{stream},
  55                 tsdr-csit-1node-hbase-datastore-only-{stream},
  56                 tsdr-csit-1node-hbase-datastore-all-{stream},
  57                 usc-csit-1node-channel-only-{stream},
  58                 usc-csit-1node-channel-all-{stream},
  59                 vpnservice-csit-1node-vpnservice-only-{stream},
  60                 vpnservice-csit-1node-vpnservice-all-{stream}
  61
  62         - beryllium:
  63             branch: 'stable/beryllium'
  64             jdk: 'openjdk7'
  65             csit-list: >
  66                 aaa-csit-1node-authn-only-{stream},
  67                 aaa-csit-1node-authn-all-{stream},
  68                 bgpcep-csit-1node-userfeatures-only-{stream},
  69                 bgpcep-csit-1node-userfeatures-all-{stream},
  70                 capwap-csit-1node-ac-only-{stream},
  71                 capwap-csit-1node-ac-all-{stream},
  72                 controller-csit-3node-clustering-only-{stream},
  73                 controller-csit-3node-clustering-all-{stream},
  74                 integration-csit-3node-basic-only-{stream},
  75                 integration-csit-3node-basic-all-{stream},
  76                 integration-distribution-offline-{stream},
  77                 l2switch-csit-1node-switch-only-{stream},
  78                 l2switch-csit-1node-switch-all-{stream},
  79                 l2switch-csit-1node-scalability-only-{stream},
  80                 l2switch-csit-1node-scalability-all-{stream},
  81                 lispflowmapping-csit-1node-msmr-only-{stream},
  82                 lispflowmapping-csit-1node-msmr-all-{stream},
  83                 nic-csit-1node-basic-all-{stream},
  84                 nic-csit-1node-basic-only-{stream},
  85                 openflowplugin-csit-1node-flow-services-only-{stream},
  86                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  87                 openflowplugin-csit-1node-flow-services-all-{stream},
  88                 openflowplugin-csit-1node-scalability-only-{stream},
  89                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  90                 openflowplugin-csit-1node-scalability-all-{stream},
  91                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  92                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  93                 openflowplugin-csit-1node-config-performance-only-{stream},
  94                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  95                 ovsdb-csit-1node-netvirt-only-{stream},
  96                 ovsdb-csit-1node-netvirt-all-{stream},
  97                 ovsdb-csit-1node-southbound-only-{stream},
  98                 ovsdb-csit-1node-southbound-all-{stream},
  99                 snmp-csit-1node-basic-only-{stream},
 100                 snmp-csit-1node-basic-all-{stream},
 101                 topoprocessing-csit-1node-topology-operations-all-{stream},
 102                 topoprocessing-csit-1node-topology-operations-only-{stream},
 103                 tsdr-csit-1node-h2-datastore-only-{stream},
 104                 tsdr-csit-1node-h2-datastore-all-{stream},
 105                 tsdr-csit-1node-hbase-datastore-only-{stream},
 106                 tsdr-csit-1node-hbase-datastore-all-{stream},
 107                 usc-csit-1node-channel-only-{stream},
 108                 usc-csit-1node-channel-all-{stream},
 109                 vpnservice-csit-1node-vpnservice-only-{stream},
 110                 vpnservice-csit-1node-vpnservice-all-{stream}
 111
 112         - stable-lithium:
 113             branch: 'stable/lithium'
 114             jdk: 'openjdk7'
 115             csit-list: >
 116                 aaa-csit-1node-authn-only-{stream},
 117                 aaa-csit-1node-authn-all-{stream},
 118                 bgpcep-csit-1node-userfeatures-only-{stream},
 119                 bgpcep-csit-1node-userfeatures-all-{stream},
 120                 capwap-csit-1node-ac-only-{stream},
 121                 capwap-csit-1node-ac-all-{stream},
 122                 controller-csit-3node-clustering-only-{stream},
 123                 integration-csit-3node-basic-only-{stream},
 124                 integration-distribution-offline-{stream},
 125                 l2switch-csit-1node-switch-only-{stream},
 126                 l2switch-csit-1node-switch-all-{stream},
 127                 l2switch-csit-1node-scalability-only-{stream},
 128                 l2switch-csit-1node-scalability-all-{stream},
 129                 lispflowmapping-csit-1node-all-only-{stream},
 130                 lispflowmapping-csit-1node-all-all-{stream},
 131                 nic-csit-1node-basic-all-{stream},
 132                 nic-csit-1node-basic-only-{stream},
 133                 openflowplugin-csit-1node-flow-services-only-{stream},
 134                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 135                 openflowplugin-csit-1node-flow-services-all-{stream},
 136                 openflowplugin-csit-1node-scalability-only-{stream},
 137                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 138                 openflowplugin-csit-1node-scalability-all-{stream},
 139                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 140                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 141                 openflowplugin-csit-1node-config-performance-only-{stream},
 142                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 143                 ovsdb-csit-1node-netvirt-only-{stream},
 144                 ovsdb-csit-1node-netvirt-all-{stream},
 145                 ovsdb-csit-1node-southbound-only-{stream},
 146                 ovsdb-csit-1node-southbound-all-{stream},
 147                 snmp-csit-1node-basic-only-{stream},
 148                 snmp-csit-1node-basic-all-{stream},
 149                 usc-csit-1node-channel-only-{stream},
 150                 usc-csit-1node-channel-all-{stream},
 151                 vpnservice-csit-1node-vpnservice-only-{stream},
 152                 vpnservice-csit-1node-vpnservice-all-{stream},
 153                 vtn-csit-1node-manager-li-only-{stream},
 154                 vtn-csit-1node-manager-li-all-{stream}
 155
 156         - stable-helium:
 157             branch: 'stable/helium'
 158             jdk: 'openjdk7'
 159             csit-list: >
 160                 aaa-csit-1node-imds-authn-only-{stream},
 161                 aaa-csit-1node-imds-authn-all-{stream},
 162                 controller-csit-1node-imds-nsf-only-{stream},
 163                 controller-csit-1node-imds-nsf-all-{stream},
 164                 integration-csit-3node-basic-only-{stream},
 165                 integration-csit-3node-basic-all-{stream},
 166                 l2switch-csit-1node-imds-switch-only-{stream},
 167                 l2switch-csit-1node-imds-switch-all-{stream},
 168                 lispflowmapping-csit-1node-imds-all-only-{stream},
 169                 lispflowmapping-csit-1node-imds-all-all-{stream},
 170                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
 171                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
 172                 vtn-csit-1node-imds-manager-only-{stream},
 173                 vtn-csit-1node-imds-manager-all-{stream}
 174
 175 # Template: integration-verify-python
 176 # Goal: Verify python scripts correct syntax
 177 # Operation: This job template performs a python tox check on any integration/test patch
 178
 179 - job-template:
 180     name: 'integration-verify-python'
 181
 182     project-type: freestyle
 183     node: dynamic_verify
 184     concurrent: true
 185
 186     logrotate:
 187         daysToKeep: '{build-days-to-keep}'
 188         numToKeep: '{build-num-to-keep}'
 189         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 190         artifactNumToKeep: '{build-artifact-num-to-keep}'
 191
 192     parameters:
 193         - project-parameter:
 194             project: 'integration/test'
 195         - integration-patch-refspec:
 196             branch: '$GERRIT_REFSPEC'
 197
 198     scm:
 199         - integration-gerrit-scm:
 200             credentials-id: '{ssh-credentials}'
 201             basedir: 'test'
 202             refspec: '$PATCHREFSPEC'
 203             branch: 'master'
 204
 205     wrappers:
 206         - build-timeout
 207         - ssh-agent-credentials:
 208             users:
 209                 - '{ssh-credentials}'
 210
 211     triggers:
 212         - integration-trigger-patch-submitted:
 213             name: 'integration/test'
 214             branch: 'master'
 215             pattern: '**'
 216
 217     builders:
 218         - shell: |
 219             virtualenv $WORKSPACE/venv-tox
 220             source $WORKSPACE/venv-tox/bin/activate
 221             pip install tox argparse
 222             tox --version
 223             cd $WORKSPACE/test
 224             tox
 225
 226     publishers:
 227         - email-notification:
 228             email-prefix: '[integration]'
 229
 230 # Template: integration-csit-verify-1node-library
 231 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 232 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 233
 234 - job-template:
 235     name: 'integration-csit-verify-1node-library'
 236
 237     project-type: freestyle
 238     node: dynamic_robot
 239
 240     logrotate:
 241         daysToKeep: '{build-days-to-keep}'
 242         numToKeep: '{build-num-to-keep}'
 243         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 244         artifactNumToKeep: '{build-artifact-num-to-keep}'
 245
 246     parameters:
 247         - project-parameter:
 248             project: 'integration/test'
 249         - integration-branch:
 250             branch: 'master'
 251         - integration-bundleurl:
 252             bundleurl: 'last'
 253         - integration-controller-scope:
 254             controller-scope: 'only'
 255         - integration-controller-features:
 256             controller-features: >
 257                 odl-openflowplugin-flow-services-ui,
 258                 odl-bgpcep-pcep,
 259                 odl-bgpcep-bgp,
 260                 odl-netconf-connector-all
 261         - integration-test-options:
 262             test-options: '-e adsal'
 263         - integration-test-plan:
 264             test-plan: 'test-libraries.txt'
 265         - integration-patch-refspec:
 266             branch: '$GERRIT_REFSPEC'
 267         - integration-jdk-version:
 268             jdkversion: 'openjdk7'
 269
 270     scm:
 271         - integration-gerrit-scm:
 272             credentials-id: '{ssh-credentials}'
 273             basedir: 'test'
 274             refspec: '$PATCHREFSPEC'
 275             branch: 'master'
 276
 277     wrappers:
 278         - build-timeout
 279         - integration-jclouds-controller-mininet:
 280             controller-vms: 1
 281             mininet-image: '{mininet-image}'
 282             mininet-vms: '{mininet-vms}'
 283             mininet-cloud-name: '{mininet-cloud-name}'
 284         - ssh-agent-credentials:
 285             users:
 286                 - '{ssh-credentials}'
 287
 288     triggers:
 289         - integration-trigger-patch-submitted:
 290             name: 'integration/test'
 291             branch: 'master'
 292             pattern: 'csit/libraries/*'
 293
 294     builders:
 295         - integration-cleanup-workspace
 296         - integration-install-robotframework
 297         - inject:
 298             properties-file: 'env.properties'
 299         - integration-get-slave-addresses
 300         - inject:
 301             properties-file: 'slave_addresses.txt'
 302         - integration-get-bundle-vars
 303         - inject:
 304             properties-file: 'bundle_vars.txt'
 305         - integration-deploy-controller-run-test
 306         - integration-cleanup-tmp
 307
 308     publishers:
 309         - integration-robot:
 310             unstable-if: 0.0
 311             pass-if: 100.0
 312         - archive:
 313             artifacts: 'karaf.log*'
 314         - email-notification:
 315             email-prefix: '[integration]'
 316
 317 # Template: integration-distribution-test-{stream}
 318 # Goal: Verify a distribution through all system test available
 319 # Operation: This daily job template takes a distribution and passes all available system test
 320
 321 - job-template:
 322     name: 'integration-distribution-test-{stream}'
 323
 324     project-type: freestyle
 325     node: dynamic_verify
 326
 327     logrotate:
 328         daysToKeep: '{build-days-to-keep}'
 329         numToKeep: '{build-num-to-keep}'
 330         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 331         artifactNumToKeep: '{build-artifact-num-to-keep}'
 332
 333     parameters:
 334         - integration-bundleurl:
 335             bundleurl: 'last'
 336         - integration-jdk-version:
 337             jdkversion: 'openjdk7'
 338
 339     triggers:
 340         - timed: 'H H * * 6'
 341
 342     builders:
 343         - trigger-builds:
 344             - project: '{csit-list}'
 345               block: true
 346               predefined-parameters:
 347                   BUNDLEURL=$BUNDLEURL
 348
 349     publishers:
 350         - email-notification:
 351             email-prefix: '[integration]'
 352
 353 # Template: integration-patch-test-{stream}
 354 # Goal: Build a patch and run all available system test on a distribution containing the change
 355 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 356 # triggers the distribution test when test-integration is used in gerrit comments
 357
 358 - job-template:
 359     name: 'integration-patch-test-{stream}'
 360
 361     project-type: maven
 362     node: dynamic_verify
 363     jdk: '{jdk}'
 364
 365     logrotate:
 366         daysToKeep: '{build-days-to-keep}'
 367         numToKeep: '{build-num-to-keep}'
 368         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 369         artifactNumToKeep: '{build-artifact-num-to-keep}'
 370
 371     parameters:
 372         - gerrit-project-parameter:
 373             project: '$GERRIT_PROJECT'
 374         - gerrit-refspec-parameter:
 375             refspec: '$GERRIT_REFSPEC'
 376         - project-parameter:
 377             project: '$GERRIT_PROJECT'
 378         - integration-branch:
 379             branch: '{branch}'
 380         - integration-distribution-git-url
 381
 382     scm:
 383         - integration-gerrit-scm:
 384             credentials-id: '{ssh-credentials}'
 385             basedir: '$GERRIT_PROJECT'
 386             refspec: '$GERRIT_REFSPEC'
 387             branch: '{branch}'
 388         - integration-distribution-scm:
 389             credentials-id: '{ssh-credentials}'
 390             branch: '{branch}'
 391
 392     wrappers:
 393         - build-timeout
 394         - ssh-agent-credentials:
 395             users:
 396                 - '{ssh-credentials}'
 397
 398     triggers:
 399         - gerrit:
 400             server-name: 'OpenDaylight'
 401             trigger-on:
 402                 - comment-added-contains-event:
 403                     comment-contains-value: 'test-integration'
 404             projects:
 405               - project-compare-type: 'ANT'
 406                 project-pattern: '**'
 407                 branches:
 408                   - branch-compare-type: 'ANT'
 409                     branch-pattern: '**/{branch}'
 410             skip-vote:
 411                 successful: true
 412                 failed: true
 413                 unstable: true
 414                 notbuilt: true
 415
 416     prebuilders:
 417         - integration-rebase-gerrit-patch
 418         - integration-get-bundle-url
 419         - inject:
 420             properties-file: 'bundle.txt'
 421         - wipe-org-opendaylight-repo
 422         - maven-target:
 423             maven-version: '{mvn33}'
 424             pom: '$GERRIT_PROJECT/pom.xml'
 425             goals: 'clean install -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 426             java-opts:
 427                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 428             settings: '{integration-settings}'
 429             global-settings: '{odl-global-settings}'
 430
 431     maven:
 432         maven-name: '{mvn33}'
 433         root-pom: 'distribution/pom.xml'
 434         goals: 'clean install -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 435         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 436         settings: '{integration-settings}'
 437         global-settings: '{odl-global-settings}'
 438         ignore-upstream-changes: true
 439         post-step-run-condition: 'SUCCESS'
 440
 441     postbuilders:
 442         - trigger-builds:
 443             - project: 'integration-distribution-test-{stream}'
 444               block: true
 445               predefined-parameters:
 446                   BUNDLEURL=$BUNDLEURL
 447
 448     publishers:
 449         - email-notification:
 450             email-prefix: '[$GERRIT_PROJECT]'
 451
 452 # Template: integration-multipatch-test-{stream}
 453 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 454 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 455 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 456 # CSIT jobs
 457
 458 - job-template:
 459     name: 'integration-multipatch-test-{stream}'
 460
 461     project-type: maven
 462     node: dynamic_verify
 463     jdk: '{jdk}'
 464
 465     logrotate:
 466         daysToKeep: '{build-days-to-keep}'
 467         numToKeep: '{build-num-to-keep}'
 468         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 469         artifactNumToKeep: '{build-artifact-num-to-keep}'
 470
 471     parameters:
 472         - patches-to-build-parameter:
 473             patches_to_build: '$PATCHES_TO_BUILD'
 474         - integration-branch:
 475             branch: '{branch}'
 476
 477     wrappers:
 478         - build-timeout
 479         - ssh-agent-credentials:
 480             users:
 481                 - '{ssh-credentials}'
 482
 483     prebuilders:
 484         - wipe-org-opendaylight-repo
 485         - integration-multipatch-builder
 486         - inject:
 487             properties-file: 'bundle.txt'
 488         - provide-maven-settings:
 489             global-settings-file: '{odl-global-settings}'
 490             settings-file: '{yangtools-settings}'
 491
 492
 493     maven:
 494         maven-name: '{mvn33}'
 495         root-pom: 'patch_tester/pom.xml'
 496         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
 497         goals: 'clean install -f patch_tester/pom.xml -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 498         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 499         settings: '{yangtools-settings}'
 500         global-settings: '{odl-global-settings}'
 501         post-step-run-condition: 'SUCCESS'
 502
 503     postbuilders:
 504         - trigger-builds:
 505             - project: 'integration-distribution-test-{stream}'
 506               block: true
 507               predefined-parameters:
 508                   BUNDLEURL=$BUNDLEURL
 509
 510     publishers:
 511         - email-notification:
 512             email-prefix: '[integration]'