jjb/integration/integration-test-jobs.yaml

   1
   2 - project:
   3     name: integration-test-jobs
   4     jobs:
   5         - 'integration-verify-python'
   6         - 'integration-csit-verify-1node-library'
   7         - 'integration-distribution-test-{stream}'
   8         - 'integration-patch-test-{stream}'
   9         - 'integration-multipatch-test-{stream}'
  10
  11     stream:
  12         - boron:
  13             branch: 'master'
  14             jdk: 'openjdk7'
  15             csit-list: >
  16                 aaa-csit-1node-authn-only-{stream},
  17                 aaa-csit-1node-authn-all-{stream},
  18                 bgpcep-csit-1node-userfeatures-only-{stream},
  19                 bgpcep-csit-1node-userfeatures-all-{stream},
  20                 capwap-csit-1node-ac-only-{stream},
  21                 capwap-csit-1node-ac-all-{stream},
  22                 controller-csit-3node-clustering-only-{stream},
  23                 controller-csit-3node-clustering-all-{stream},
  24                 integration-csit-3node-basic-only-{stream},
  25                 integration-csit-3node-basic-all-{stream},
  26                 integration-distribution-offline-{stream},
  27                 l2switch-csit-1node-switch-only-{stream},
  28                 l2switch-csit-1node-switch-all-{stream},
  29                 l2switch-csit-1node-scalability-only-{stream},
  30                 l2switch-csit-1node-scalability-all-{stream},
  31                 lispflowmapping-csit-1node-msmr-only-{stream},
  32                 lispflowmapping-csit-1node-msmr-all-{stream},
  33                 nic-csit-1node-basic-all-{stream},
  34                 nic-csit-1node-basic-only-{stream},
  35                 openflowplugin-csit-1node-flow-services-only-{stream},
  36                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  37                 openflowplugin-csit-1node-flow-services-all-{stream},
  38                 openflowplugin-csit-1node-scalability-only-{stream},
  39                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  40                 openflowplugin-csit-1node-scalability-all-{stream},
  41                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  42                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  43                 openflowplugin-csit-1node-config-performance-only-{stream},
  44                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  45                 ovsdb-csit-1node-netvirt-only-{stream},
  46                 ovsdb-csit-1node-netvirt-all-{stream},
  47                 ovsdb-csit-1node-southbound-only-{stream},
  48                 ovsdb-csit-1node-southbound-all-{stream},
  49                 snmp-csit-1node-basic-only-{stream},
  50                 snmp-csit-1node-basic-all-{stream},
  51                 topoprocessing-csit-1node-topology-operations-all-{stream},
  52                 topoprocessing-csit-1node-topology-operations-only-{stream},
  53                 tsdr-csit-1node-hbase-datastore-only-{stream},
  54                 tsdr-csit-1node-hbase-datastore-all-{stream},
  55                 usc-csit-1node-channel-only-{stream},
  56                 usc-csit-1node-channel-all-{stream},
  57                 vpnservice-csit-1node-vpnservice-only-{stream},
  58                 vpnservice-csit-1node-vpnservice-all-{stream},
  59                 vtn-csit-1node-manager-only-{stream},
  60                 vtn-csit-1node-manager-all-{stream}
  61
  62         - beryllium:
  63             branch: 'stable/beryllium'
  64             jdk: 'openjdk7'
  65             csit-list: >
  66                 aaa-csit-1node-authn-only-{stream},
  67                 aaa-csit-1node-authn-all-{stream},
  68                 bgpcep-csit-1node-userfeatures-only-{stream},
  69                 bgpcep-csit-1node-userfeatures-all-{stream},
  70                 capwap-csit-1node-ac-only-{stream},
  71                 capwap-csit-1node-ac-all-{stream},
  72                 controller-csit-3node-clustering-only-{stream},
  73                 controller-csit-3node-clustering-all-{stream},
  74                 integration-csit-3node-basic-only-{stream},
  75                 integration-csit-3node-basic-all-{stream},
  76                 integration-distribution-offline-{stream},
  77                 l2switch-csit-1node-switch-only-{stream},
  78                 l2switch-csit-1node-switch-all-{stream},
  79                 l2switch-csit-1node-scalability-only-{stream},
  80                 l2switch-csit-1node-scalability-all-{stream},
  81                 lispflowmapping-csit-1node-msmr-only-{stream},
  82                 lispflowmapping-csit-1node-msmr-all-{stream},
  83                 nic-csit-1node-basic-all-{stream},
  84                 nic-csit-1node-basic-only-{stream},
  85                 openflowplugin-csit-1node-flow-services-only-{stream},
  86                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  87                 openflowplugin-csit-1node-flow-services-all-{stream},
  88                 openflowplugin-csit-1node-scalability-only-{stream},
  89                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  90                 openflowplugin-csit-1node-scalability-all-{stream},
  91                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  92                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  93                 openflowplugin-csit-1node-config-performance-only-{stream},
  94                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  95                 ovsdb-csit-1node-netvirt-only-{stream},
  96                 ovsdb-csit-1node-netvirt-all-{stream},
  97                 ovsdb-csit-1node-southbound-only-{stream},
  98                 ovsdb-csit-1node-southbound-all-{stream},
  99                 snmp-csit-1node-basic-only-{stream},
 100                 snmp-csit-1node-basic-all-{stream},
 101                 topoprocessing-csit-1node-topology-operations-all-{stream},
 102                 topoprocessing-csit-1node-topology-operations-only-{stream},
 103                 tsdr-csit-1node-hbase-datastore-only-{stream},
 104                 tsdr-csit-1node-hbase-datastore-all-{stream},
 105                 usc-csit-1node-channel-only-{stream},
 106                 usc-csit-1node-channel-all-{stream},
 107                 vpnservice-csit-1node-vpnservice-only-{stream},
 108                 vpnservice-csit-1node-vpnservice-all-{stream},
 109                 vtn-csit-1node-manager-only-{stream},
 110                 vtn-csit-1node-manager-all-{stream},
 111                 vtn-csit-1node-coordinator-only-{stream},
 112                 vtn-csit-1node-coordinator-all-{stream}
 113
 114         - stable-lithium:
 115             branch: 'stable/lithium'
 116             jdk: 'openjdk7'
 117             csit-list: >
 118                 aaa-csit-1node-authn-only-{stream},
 119                 aaa-csit-1node-authn-all-{stream},
 120                 bgpcep-csit-1node-userfeatures-only-{stream},
 121                 bgpcep-csit-1node-userfeatures-all-{stream},
 122                 capwap-csit-1node-ac-only-{stream},
 123                 capwap-csit-1node-ac-all-{stream},
 124                 controller-csit-3node-clustering-only-{stream},
 125                 integration-csit-3node-basic-only-{stream},
 126                 integration-distribution-offline-{stream},
 127                 l2switch-csit-1node-switch-only-{stream},
 128                 l2switch-csit-1node-switch-all-{stream},
 129                 l2switch-csit-1node-scalability-only-{stream},
 130                 l2switch-csit-1node-scalability-all-{stream},
 131                 lispflowmapping-csit-1node-all-only-{stream},
 132                 lispflowmapping-csit-1node-all-all-{stream},
 133                 nic-csit-1node-basic-all-{stream},
 134                 nic-csit-1node-basic-only-{stream},
 135                 openflowplugin-csit-1node-flow-services-only-{stream},
 136                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 137                 openflowplugin-csit-1node-flow-services-all-{stream},
 138                 openflowplugin-csit-1node-scalability-only-{stream},
 139                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 140                 openflowplugin-csit-1node-scalability-all-{stream},
 141                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 142                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 143                 openflowplugin-csit-1node-config-performance-only-{stream},
 144                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 145                 ovsdb-csit-1node-netvirt-only-{stream},
 146                 ovsdb-csit-1node-netvirt-all-{stream},
 147                 ovsdb-csit-1node-southbound-only-{stream},
 148                 ovsdb-csit-1node-southbound-all-{stream},
 149                 snmp-csit-1node-basic-only-{stream},
 150                 snmp-csit-1node-basic-all-{stream},
 151                 usc-csit-1node-channel-only-{stream},
 152                 usc-csit-1node-channel-all-{stream},
 153                 vpnservice-csit-1node-vpnservice-only-{stream},
 154                 vpnservice-csit-1node-vpnservice-all-{stream},
 155                 vtn-csit-1node-manager-li-only-{stream},
 156                 vtn-csit-1node-manager-li-all-{stream},
 157                 vtn-csit-1node-coordinator-only-{stream},
 158                 vtn-csit-1node-coordinator-all-{stream}
 159
 160         - stable-helium:
 161             branch: 'stable/helium'
 162             jdk: 'openjdk7'
 163             csit-list: >
 164                 aaa-csit-1node-imds-authn-only-{stream},
 165                 aaa-csit-1node-imds-authn-all-{stream},
 166                 controller-csit-1node-imds-nsf-only-{stream},
 167                 controller-csit-1node-imds-nsf-all-{stream},
 168                 integration-csit-3node-basic-only-{stream},
 169                 integration-csit-3node-basic-all-{stream},
 170                 l2switch-csit-1node-imds-switch-only-{stream},
 171                 l2switch-csit-1node-imds-switch-all-{stream},
 172                 lispflowmapping-csit-1node-imds-all-only-{stream},
 173                 lispflowmapping-csit-1node-imds-all-all-{stream},
 174                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
 175                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
 176                 vtn-csit-1node-imds-manager-only-{stream},
 177                 vtn-csit-1node-imds-manager-all-{stream}
 178
 179
 180
 181 # Template: integration-verify-python
 182 # Goal: Verify python scripts correct syntax
 183 # Operation: This job template performs a python tox check on any integration/test patch
 184
 185 - job-template:
 186     name: 'integration-verify-python'
 187
 188     project-type: freestyle
 189     node: dynamic_verify
 190     concurrent: true
 191
 192     logrotate:
 193         daysToKeep: '{build-days-to-keep}'
 194         numToKeep: '{build-num-to-keep}'
 195         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 196         artifactNumToKeep: '{build-artifact-num-to-keep}'
 197
 198     parameters:
 199         - project-parameter:
 200             project: 'integration/test'
 201         - integration-patch-refspec:
 202             branch: '$GERRIT_REFSPEC'
 203
 204     scm:
 205         - integration-gerrit-scm:
 206             credentials-id: '{ssh-credentials}'
 207             basedir: 'test'
 208             refspec: '$PATCHREFSPEC'
 209             branch: 'master'
 210
 211     wrappers:
 212         - build-timeout
 213         - ssh-agent-credentials:
 214             users:
 215                 - '{ssh-credentials}'
 216
 217     triggers:
 218         - integration-trigger-patch-submitted:
 219             name: 'integration/test'
 220             branch: 'master'
 221             pattern: '**'
 222
 223     builders:
 224         - shell: |
 225             virtualenv $WORKSPACE/venv-tox
 226             source $WORKSPACE/venv-tox/bin/activate
 227             pip install tox argparse
 228             tox --version
 229             cd $WORKSPACE/test
 230             tox
 231
 232     publishers:
 233         - email-notification:
 234             email-prefix: '[integration]'
 235
 236 # Template: integration-csit-verify-1node-library
 237 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 238 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 239
 240 - job-template:
 241     name: 'integration-csit-verify-1node-library'
 242
 243     project-type: freestyle
 244     node: dynamic_robot
 245
 246     logrotate:
 247         daysToKeep: '{build-days-to-keep}'
 248         numToKeep: '{build-num-to-keep}'
 249         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 250         artifactNumToKeep: '{build-artifact-num-to-keep}'
 251
 252     parameters:
 253         - project-parameter:
 254             project: 'integration/test'
 255         - integration-branch:
 256             branch: 'stable/beryllium'
 257         - integration-bundleurl:
 258             bundleurl: 'last'
 259         - integration-controller-scope:
 260             controller-scope: 'only'
 261         - integration-controller-features:
 262             controller-features: >
 263                 odl-openflowplugin-flow-services-ui,
 264                 odl-bgpcep-pcep,
 265                 odl-bgpcep-bgp,
 266                 odl-netconf-connector-all
 267         - integration-test-options:
 268             test-options: '-e adsal'
 269         - integration-test-plan:
 270             test-plan: 'test-libraries.txt'
 271         - integration-patch-refspec:
 272             branch: '$GERRIT_REFSPEC'
 273         - integration-jdk-version:
 274             jdkversion: 'openjdk7'
 275
 276     scm:
 277         - integration-gerrit-scm:
 278             credentials-id: '{ssh-credentials}'
 279             basedir: 'test'
 280             refspec: '$PATCHREFSPEC'
 281             branch: 'master'
 282
 283     wrappers:
 284         - build-timeout
 285         - integration-jclouds-controller-mininet:
 286             controller-vms: 1
 287             mininet-image: '{mininet-image}'
 288             mininet-vms: '{mininet-vms}'
 289             mininet-cloud-name: '{mininet-cloud-name}'
 290         - ssh-agent-credentials:
 291             users:
 292                 - '{ssh-credentials}'
 293
 294     triggers:
 295         - integration-trigger-patch-submitted:
 296             name: 'integration/test'
 297             branch: 'master'
 298             pattern: 'csit/libraries/*'
 299
 300     builders:
 301         - integration-cleanup-workspace
 302         - integration-install-robotframework
 303         - inject:
 304             properties-file: 'env.properties'
 305         - integration-get-slave-addresses
 306         - inject:
 307             properties-file: 'slave_addresses.txt'
 308         - integration-get-bundle-vars
 309         - inject:
 310             properties-file: 'bundle_vars.txt'
 311         - integration-deploy-controller-run-test
 312         - integration-cleanup-tmp
 313
 314     publishers:
 315         - integration-robot:
 316             unstable-if: 0.0
 317             pass-if: 100.0
 318         - archive:
 319             artifacts: 'karaf.log*'
 320         - email-notification:
 321             email-prefix: '[integration]'
 322
 323 # Template: integration-distribution-test-{stream}
 324 # Goal: Verify a distribution through all system test available
 325 # Operation: This daily job template takes a distribution and passes all available system test
 326
 327 - job-template:
 328     name: 'integration-distribution-test-{stream}'
 329
 330     project-type: freestyle
 331     node: dynamic_verify
 332
 333     logrotate:
 334         daysToKeep: '{build-days-to-keep}'
 335         numToKeep: '{build-num-to-keep}'
 336         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 337         artifactNumToKeep: '{build-artifact-num-to-keep}'
 338
 339     parameters:
 340         - integration-bundleurl:
 341             bundleurl: 'last'
 342         - integration-jdk-version:
 343             jdkversion: 'openjdk7'
 344
 345     triggers:
 346         - timed: 'H H * * 6'
 347
 348     builders:
 349         - trigger-builds:
 350             - project: '{csit-list}'
 351               block: true
 352               predefined-parameters:
 353                   BUNDLEURL=$BUNDLEURL
 354
 355     publishers:
 356         - email-notification:
 357             email-prefix: '[integration]'
 358
 359 # Template: integration-patch-test-{stream}
 360 # Goal: Build a patch and run all available system test on a distribution containing the change
 361 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 362 # triggers the distribution test when test-integration is used in gerrit comments
 363
 364 - job-template:
 365     name: 'integration-patch-test-{stream}'
 366
 367     project-type: maven
 368     node: dynamic_verify
 369     jdk: '{jdk}'
 370
 371     logrotate:
 372         daysToKeep: '{build-days-to-keep}'
 373         numToKeep: '{build-num-to-keep}'
 374         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 375         artifactNumToKeep: '{build-artifact-num-to-keep}'
 376
 377     parameters:
 378         - gerrit-project-parameter:
 379             project: '$GERRIT_PROJECT'
 380         - gerrit-refspec-parameter:
 381             refspec: '$GERRIT_REFSPEC'
 382         - project-parameter:
 383             project: '$GERRIT_PROJECT'
 384         - integration-branch:
 385             branch: '{branch}'
 386         - integration-distribution-git-url
 387
 388     scm:
 389         - integration-gerrit-scm:
 390             credentials-id: '{ssh-credentials}'
 391             basedir: '$GERRIT_PROJECT'
 392             refspec: '$GERRIT_REFSPEC'
 393             branch: '{branch}'
 394         - integration-distribution-scm:
 395             credentials-id: '{ssh-credentials}'
 396             branch: '{branch}'
 397
 398     wrappers:
 399         - build-timeout
 400         - ssh-agent-credentials:
 401             users:
 402                 - '{ssh-credentials}'
 403
 404     triggers:
 405         - gerrit:
 406             server-name: 'OpenDaylight'
 407             trigger-on:
 408                 - comment-added-contains-event:
 409                     comment-contains-value: 'test-integration'
 410             projects:
 411               - project-compare-type: 'ANT'
 412                 project-pattern: '**'
 413                 branches:
 414                   - branch-compare-type: 'ANT'
 415                     branch-pattern: '**/{branch}'
 416             skip-vote:
 417                 successful: true
 418                 failed: true
 419                 unstable: true
 420                 notbuilt: true
 421
 422     prebuilders:
 423         - integration-rebase-gerrit-patch
 424         - integration-get-bundle-url
 425         - inject:
 426             properties-file: 'bundle.txt'
 427         - wipe-org-opendaylight-repo
 428         - maven-target:
 429             maven-version: '{mvn33}'
 430             pom: '$GERRIT_PROJECT/pom.xml'
 431             goals: 'clean install -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 432             java-opts:
 433                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 434             settings: '{integration-settings}'
 435             global-settings: '{odl-global-settings}'
 436
 437     maven:
 438         maven-name: '{mvn33}'
 439         root-pom: 'distribution/pom.xml'
 440         goals: 'clean install -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 441         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 442         settings: '{integration-settings}'
 443         global-settings: '{odl-global-settings}'
 444         ignore-upstream-changes: true
 445         post-step-run-condition: 'SUCCESS'
 446
 447     postbuilders:
 448         - trigger-builds:
 449             - project: 'integration-distribution-test-{stream}'
 450               block: true
 451               predefined-parameters:
 452                   BUNDLEURL=$BUNDLEURL
 453
 454     publishers:
 455         - email-notification:
 456             email-prefix: '[$GERRIT_PROJECT]'
 457
 458 # Template: integration-multipatch-test-{stream}
 459 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 460 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 461 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 462 # CSIT jobs
 463
 464 - job-template:
 465     name: 'integration-multipatch-test-{stream}'
 466
 467     project-type: maven
 468     node: dynamic_verify
 469     jdk: '{jdk}'
 470
 471     logrotate:
 472         daysToKeep: '{build-days-to-keep}'
 473         numToKeep: '{build-num-to-keep}'
 474         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 475         artifactNumToKeep: '{build-artifact-num-to-keep}'
 476
 477     parameters:
 478         - patches-to-build-parameter:
 479             patches_to_build: '$PATCHES_TO_BUILD'
 480         - integration-branch:
 481             branch: '{branch}'
 482
 483     wrappers:
 484         - build-timeout
 485         - ssh-agent-credentials:
 486             users:
 487                 - '{ssh-credentials}'
 488
 489     prebuilders:
 490         - wipe-org-opendaylight-repo
 491         - integration-multipatch-builder
 492         - inject:
 493             properties-file: 'bundle.txt'
 494         - provide-maven-settings:
 495             global-settings-file: '{odl-global-settings}'
 496             settings-file: '{yangtools-settings}'
 497
 498
 499     maven:
 500         maven-name: '{mvn33}'
 501         root-pom: 'patch_tester/pom.xml'
 502         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
 503         goals: 'clean install -f patch_tester/pom.xml -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 504         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 505         settings: '{yangtools-settings}'
 506         global-settings: '{odl-global-settings}'
 507         post-step-run-condition: 'SUCCESS'
 508
 509     postbuilders:
 510         - trigger-builds:
 511             - project: 'integration-distribution-test-{stream}'
 512               block: true
 513               predefined-parameters:
 514                   BUNDLEURL=$BUNDLEURL
 515
 516     publishers:
 517         - email-notification:
 518             email-prefix: '[integration]'