jjb/integration/integration-test-jobs.yaml

   1
   2 - project:
   3     name: integration-test-jobs
   4     jobs:
   5         - 'integration-verify-python'
   6         - 'integration-csit-verify-1node-library'
   7         - 'integration-distribution-test-{stream}'
   8         - 'integration-patch-test-{stream}'
   9         - 'integration-multipatch-test-{stream}'
  10
  11     stream:
  12         - beryllium:
  13             branch: 'master'
  14             csit-list: >
  15                 aaa-csit-1node-authn-only-{stream},
  16                 aaa-csit-1node-authn-all-{stream},
  17                 bgpcep-csit-1node-userfeatures-only-{stream},
  18                 bgpcep-csit-1node-userfeatures-all-{stream},
  19                 capwap-csit-1node-ac-only-{stream},
  20                 capwap-csit-1node-ac-all-{stream},
  21                 controller-csit-3node-clustering-only-{stream},
  22                 controller-csit-3node-clustering-all-{stream},
  23                 integration-csit-3node-basic-only-{stream},
  24                 integration-csit-3node-basic-all-{stream},
  25                 integration-distribution-offline-{stream},
  26                 l2switch-csit-1node-switch-only-{stream},
  27                 l2switch-csit-1node-switch-all-{stream},
  28                 l2switch-csit-1node-scalability-only-{stream},
  29                 l2switch-csit-1node-scalability-all-{stream},
  30                 lispflowmapping-csit-1node-all-only-{stream},
  31                 lispflowmapping-csit-1node-all-all-{stream},
  32                 nic-csit-1node-basic-all-{stream},
  33                 nic-csit-1node-basic-only-{stream},
  34                 openflowplugin-csit-1node-flow-services-only-{stream},
  35                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  36                 openflowplugin-csit-1node-flow-services-all-{stream},
  37                 openflowplugin-csit-1node-scalability-only-{stream},
  38                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  39                 openflowplugin-csit-1node-scalability-all-{stream},
  40                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  41                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  42                 openflowplugin-csit-1node-config-performance-only-{stream},
  43                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  44                 ovsdb-csit-1node-netvirt-only-{stream},
  45                 ovsdb-csit-1node-netvirt-all-{stream},
  46                 ovsdb-csit-1node-southbound-only-{stream},
  47                 ovsdb-csit-1node-southbound-all-{stream},
  48                 snmp-csit-1node-basic-only-{stream},
  49                 snmp-csit-1node-basic-all-{stream},
  50                 topoprocessing-csit-1node-topology-operations-all-{stream},
  51                 topoprocessing-csit-1node-topology-operations-only-{stream},
  52                 tsdr-csit-1node-h2-datastore-only-{stream},
  53                 tsdr-csit-1node-h2-datastore-all-{stream},
  54                 tsdr-csit-1node-hbase-datastore-only-{stream},
  55                 tsdr-csit-1node-hbase-datastore-all-{stream},
  56                 usc-csit-1node-channel-only-{stream},
  57                 usc-csit-1node-channel-all-{stream},
  58                 vpnservice-csit-1node-vpnservice-only-{stream},
  59                 vpnservice-csit-1node-vpnservice-all-{stream}
  60
  61         - stable-lithium:
  62             branch: 'stable/lithium'
  63             csit-list: >
  64                 aaa-csit-1node-authn-only-{stream},
  65                 aaa-csit-1node-authn-all-{stream},
  66                 bgpcep-csit-1node-userfeatures-only-{stream},
  67                 bgpcep-csit-1node-userfeatures-all-{stream},
  68                 capwap-csit-1node-ac-only-{stream},
  69                 capwap-csit-1node-ac-all-{stream},
  70                 controller-csit-3node-clustering-only-{stream},
  71                 controller-csit-3node-clustering-all-{stream},
  72                 integration-csit-3node-basic-only-{stream},
  73                 integration-csit-3node-basic-all-{stream},
  74                 integration-distribution-offline-{stream},
  75                 l2switch-csit-1node-switch-only-{stream},
  76                 l2switch-csit-1node-switch-all-{stream},
  77                 l2switch-csit-1node-scalability-only-{stream},
  78                 l2switch-csit-1node-scalability-all-{stream},
  79                 lispflowmapping-csit-1node-all-only-{stream},
  80                 lispflowmapping-csit-1node-all-all-{stream},
  81                 nic-csit-1node-basic-all-{stream},
  82                 nic-csit-1node-basic-only-{stream},
  83                 openflowplugin-csit-1node-flow-services-only-{stream},
  84                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  85                 openflowplugin-csit-1node-flow-services-all-{stream},
  86                 openflowplugin-csit-1node-scalability-only-{stream},
  87                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  88                 openflowplugin-csit-1node-scalability-all-{stream},
  89                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  90                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  91                 openflowplugin-csit-1node-config-performance-only-{stream},
  92                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  93                 ovsdb-csit-1node-netvirt-only-{stream},
  94                 ovsdb-csit-1node-netvirt-all-{stream},
  95                 ovsdb-csit-1node-southbound-only-{stream},
  96                 ovsdb-csit-1node-southbound-all-{stream},
  97                 snmp-csit-1node-basic-only-{stream},
  98                 snmp-csit-1node-basic-all-{stream},
  99                 usc-csit-1node-channel-only-{stream},
 100                 usc-csit-1node-channel-all-{stream},
 101                 vpnservice-csit-1node-vpnservice-only-{stream},
 102                 vpnservice-csit-1node-vpnservice-all-{stream},
 103                 vtn-csit-1node-manager-only-{stream},
 104                 vtn-csit-1node-manager-all-{stream}
 105
 106         - stable-helium:
 107             branch: 'stable/helium'
 108             csit-list: >
 109                 aaa-csit-1node-imds-authn-only-{stream},
 110                 aaa-csit-1node-imds-authn-all-{stream},
 111                 controller-csit-1node-imds-nsf-only-{stream},
 112                 controller-csit-1node-imds-nsf-all-{stream},
 113                 integration-csit-3node-basic-only-{stream},
 114                 integration-csit-3node-basic-all-{stream},
 115                 l2switch-csit-1node-imds-switch-only-{stream},
 116                 l2switch-csit-1node-imds-switch-all-{stream},
 117                 lispflowmapping-csit-1node-imds-all-only-{stream},
 118                 lispflowmapping-csit-1node-imds-all-all-{stream},
 119                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
 120                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
 121                 vtn-csit-1node-imds-manager-only-{stream},
 122                 vtn-csit-1node-imds-manager-all-{stream}
 123
 124     jdk: 'openjdk7'
 125
 126 # Template: integration-verify-python
 127 # Goal: Verify python scripts correct syntax
 128 # Operation: This job template performs a python tox check on any integration/test patch
 129
 130 - job-template:
 131     name: 'integration-verify-python'
 132
 133     project-type: freestyle
 134     node: dynamic_verify
 135     concurrent: true
 136
 137     logrotate:
 138         daysToKeep: '{build-days-to-keep}'
 139         numToKeep: '{build-num-to-keep}'
 140         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 141         artifactNumToKeep: '{build-artifact-num-to-keep}'
 142
 143     parameters:
 144         - project-parameter:
 145             project: 'integration/test'
 146         - integration-patch-refspec:
 147             branch: '$GERRIT_REFSPEC'
 148
 149     scm:
 150         - integration-gerrit-scm:
 151             credentials-id: '{ssh-credentials}'
 152             basedir: 'test'
 153             refspec: '$PATCHREFSPEC'
 154             branch: 'master'
 155
 156     wrappers:
 157         - build-timeout
 158         - ssh-agent-credentials:
 159             users:
 160                 - '{ssh-credentials}'
 161
 162     triggers:
 163         - integration-trigger-patch-submitted:
 164             name: 'integration/test'
 165             branch: 'master'
 166             pattern: '**'
 167
 168     builders:
 169         - shell: |
 170             virtualenv $WORKSPACE/venv-tox
 171             source $WORKSPACE/venv-tox/bin/activate
 172             pip install tox argparse
 173             tox --version
 174             cd $WORKSPACE/test
 175             tox
 176
 177     publishers:
 178         - email-notification:
 179             email-prefix: '[integration]'
 180
 181 # Template: integration-csit-verify-1node-library
 182 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 183 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 184
 185 - job-template:
 186     name: 'integration-csit-verify-1node-library'
 187
 188     project-type: freestyle
 189     node: dynamic_robot
 190
 191     logrotate:
 192         daysToKeep: '{build-days-to-keep}'
 193         numToKeep: '{build-num-to-keep}'
 194         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 195         artifactNumToKeep: '{build-artifact-num-to-keep}'
 196
 197     parameters:
 198         - project-parameter:
 199             project: 'integration/test'
 200         - integration-branch:
 201             branch: 'master'
 202         - integration-bundleurl:
 203             bundleurl: 'last'
 204         - integration-controller-scope:
 205             controller-scope: 'only'
 206         - integration-controller-features:
 207             controller-features: >
 208                 odl-openflowplugin-flow-services-ui,
 209                 odl-bgpcep-pcep,
 210                 odl-bgpcep-bgp,
 211                 odl-netconf-connector-all
 212         - integration-test-options:
 213             test-options: '-e adsal'
 214         - integration-test-plan:
 215             test-plan: 'test-libraries.txt'
 216         - integration-patch-refspec:
 217             branch: '$GERRIT_REFSPEC'
 218         - integration-jdk-version:
 219             jdkversion: 'openjdk7'
 220
 221     scm:
 222         - integration-gerrit-scm:
 223             credentials-id: '{ssh-credentials}'
 224             basedir: 'test'
 225             refspec: '$PATCHREFSPEC'
 226             branch: 'master'
 227
 228     wrappers:
 229         - build-timeout
 230         - integration-jclouds-controller-mininet:
 231             controller-vms: 1
 232             mininet-image: '{mininet-image}'
 233             mininet-vms: '{mininet-vms}'
 234             mininet-cloud-name: '{mininet-cloud-name}'
 235         - ssh-agent-credentials:
 236             users:
 237                 - '{ssh-credentials}'
 238
 239     triggers:
 240         - integration-trigger-patch-submitted:
 241             name: 'integration/test'
 242             branch: 'master'
 243             pattern: 'csit/libraries/*'
 244
 245     builders:
 246         - integration-cleanup-workspace
 247         - integration-install-robotframework
 248         - inject:
 249             properties-file: 'env.properties'
 250         - integration-get-slave-addresses
 251         - inject:
 252             properties-file: 'slave_addresses.txt'
 253         - integration-get-bundle-vars
 254         - inject:
 255             properties-file: 'bundle_vars.txt'
 256         - integration-deploy-controller-run-test
 257         - integration-cleanup-tmp
 258
 259     publishers:
 260         - integration-robot:
 261             unstable-if: 0.0
 262             pass-if: 100.0
 263         - archive:
 264             artifacts: 'karaf.log*'
 265         - email-notification:
 266             email-prefix: '[integration]'
 267
 268 # Template: integration-distribution-test-{stream}
 269 # Goal: Verify a distribution through all system test available
 270 # Operation: This daily job template takes a distribution and passes all available system test
 271
 272 - job-template:
 273     name: 'integration-distribution-test-{stream}'
 274
 275     project-type: freestyle
 276     node: dynamic_verify
 277
 278     logrotate:
 279         daysToKeep: '{build-days-to-keep}'
 280         numToKeep: '{build-num-to-keep}'
 281         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 282         artifactNumToKeep: '{build-artifact-num-to-keep}'
 283
 284     parameters:
 285         - integration-bundleurl:
 286             bundleurl: 'last'
 287         - integration-jdk-version:
 288             jdkversion: 'openjdk7'
 289
 290     triggers:
 291         - timed: 'H H * * 6'
 292
 293     builders:
 294         - trigger-builds:
 295             - project: '{csit-list}'
 296               block: true
 297               predefined-parameters:
 298                   BUNDLEURL=$BUNDLEURL
 299
 300     publishers:
 301         - email-notification:
 302             email-prefix: '[integration]'
 303
 304 # Template: integration-patch-test-{stream}
 305 # Goal: Build a patch and run all available system test on a distribution containing the change
 306 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 307 # triggers the distribution test when test-integration is used in gerrit comments
 308
 309 - job-template:
 310     name: 'integration-patch-test-{stream}'
 311
 312     project-type: maven
 313     node: dynamic_verify
 314     jdk: '{jdk}'
 315
 316     logrotate:
 317         daysToKeep: '{build-days-to-keep}'
 318         numToKeep: '{build-num-to-keep}'
 319         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 320         artifactNumToKeep: '{build-artifact-num-to-keep}'
 321
 322     parameters:
 323         - gerrit-project-parameter:
 324             project: '$GERRIT_PROJECT'
 325         - gerrit-refspec-parameter:
 326             refspec: '$GERRIT_REFSPEC'
 327         - project-parameter:
 328             project: '$GERRIT_PROJECT'
 329         - integration-distribution-git-url
 330
 331     scm:
 332         - integration-gerrit-scm:
 333             credentials-id: '{ssh-credentials}'
 334             basedir: '$GERRIT_PROJECT'
 335             refspec: '$GERRIT_REFSPEC'
 336             branch: '{branch}'
 337         - integration-distribution-scm:
 338             credentials-id: '{ssh-credentials}'
 339             branch: '{branch}'
 340
 341     wrappers:
 342         - build-timeout
 343         - ssh-agent-credentials:
 344             users:
 345                 - '{ssh-credentials}'
 346
 347     triggers:
 348         - gerrit:
 349             server-name: 'OpenDaylight'
 350             trigger-on:
 351                 - comment-added-contains-event:
 352                     comment-contains-value: 'test-integration'
 353             projects:
 354               - project-compare-type: 'ANT'
 355                 project-pattern: '**'
 356                 branches:
 357                   - branch-compare-type: 'ANT'
 358                     branch-pattern: '**/{branch}'
 359             skip-vote:
 360                 successful: true
 361                 failed: true
 362                 unstable: true
 363                 notbuilt: true
 364
 365     prebuilders:
 366         - integration-get-bundle-url
 367         - inject:
 368             properties-file: 'bundle.txt'
 369         - wipe-org-opendaylight-repo
 370         - maven-target:
 371             maven-version: '{mvn33}'
 372             pom: '$GERRIT_PROJECT/pom.xml'
 373             goals: 'clean install -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 374             java-opts:
 375                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 376             settings: '{integration-settings}'
 377             global-settings: '{odl-global-settings}'
 378
 379     maven:
 380         maven-name: '{mvn33}'
 381         root-pom: 'distribution/pom.xml'
 382         goals: 'clean install -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 383         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 384         settings: '{integration-settings}'
 385         global-settings: '{odl-global-settings}'
 386         ignore-upstream-changes: true
 387         post-step-run-condition: 'SUCCESS'
 388
 389     postbuilders:
 390         - trigger-builds:
 391             - project: 'integration-distribution-test-{stream}'
 392               block: true
 393               predefined-parameters:
 394                   BUNDLEURL=$BUNDLEURL
 395
 396     publishers:
 397         - email-notification:
 398             email-prefix: '[$GERRIT_PROJECT]'
 399
 400 # Template: integration-multipatch-test-{stream}
 401 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 402 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 403 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 404 # CSIT jobs
 405
 406 - job-template:
 407     name: 'integration-multipatch-test-{stream}'
 408
 409     project-type: maven
 410     node: dynamic_verify
 411     jdk: '{jdk}'
 412
 413     logrotate:
 414         daysToKeep: '{build-days-to-keep}'
 415         numToKeep: '{build-num-to-keep}'
 416         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 417         artifactNumToKeep: '{build-artifact-num-to-keep}'
 418
 419     parameters:
 420         - patches-to-build-parameter:
 421             patches_to_build: '$PATCHES_TO_BUILD'
 422         - integration-branch:
 423             branch: '{branch}'
 424
 425     wrappers:
 426         - build-timeout
 427         - ssh-agent-credentials:
 428             users:
 429                 - '{ssh-credentials}'
 430
 431     prebuilders:
 432         - wipe-org-opendaylight-repo
 433         - integration-multipatch-builder
 434         - inject:
 435             properties-file: 'bundle.txt'
 436         - provide-maven-settings:
 437             global-settings-file: '{odl-global-settings}'
 438             settings-file: '{yangtools-settings}'
 439
 440
 441     maven:
 442         maven-name: '{mvn33}'
 443         root-pom: 'patch_tester/pom.xml'
 444         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
 445         goals: 'clean install -f patch_tester/pom.xml -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 446         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 447         settings: '{yangtools-settings}'
 448         global-settings: '{odl-global-settings}'
 449         post-step-run-condition: 'SUCCESS'
 450
 451     postbuilders:
 452         - trigger-builds:
 453             - project: 'integration-distribution-test-{stream}'
 454               block: true
 455               predefined-parameters:
 456                   BUNDLEURL=$BUNDLEURL
 457
 458     publishers:
 459         - email-notification:
 460             email-prefix: '[integration]'