jjb/integration/integration-test-jobs.yaml

   1
   2 - project:
   3     name: integration-test-jobs
   4     jobs:
   5         - 'integration-verify-python'
   6         - 'integration-csit-verify-1node-library'
   7         - 'integration-distribution-test-{stream}'
   8         - 'integration-patch-test-{stream}'
   9         - 'integration-multipatch-test-{stream}'
  10
  11     stream:
  12         - beryllium:
  13             branch: 'master'
  14             csit-list: >
  15                 aaa-csit-1node-authn-only-{stream},
  16                 aaa-csit-1node-authn-all-{stream},
  17                 bgpcep-csit-1node-userfeatures-only-{stream},
  18                 bgpcep-csit-1node-userfeatures-all-{stream},
  19                 capwap-csit-1node-ac-only-{stream},
  20                 capwap-csit-1node-ac-all-{stream},
  21                 controller-csit-3node-clustering-only-{stream},
  22                 controller-csit-3node-clustering-all-{stream},
  23                 integration-csit-3node-basic-only-{stream},
  24                 integration-csit-3node-basic-all-{stream},
  25                 integration-distribution-offline-{stream},
  26                 l2switch-csit-1node-switch-only-{stream},
  27                 l2switch-csit-1node-switch-all-{stream},
  28                 l2switch-csit-1node-scalability-only-{stream},
  29                 l2switch-csit-1node-scalability-all-{stream},
  30                 lispflowmapping-csit-1node-all-only-{stream},
  31                 lispflowmapping-csit-1node-all-all-{stream},
  32                 nic-csit-1node-basic-all-{stream},
  33                 nic-csit-1node-basic-only-{stream},
  34                 openflowplugin-csit-1node-flow-services-only-{stream},
  35                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  36                 openflowplugin-csit-1node-flow-services-all-{stream},
  37                 openflowplugin-csit-1node-scalability-only-{stream},
  38                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  39                 openflowplugin-csit-1node-scalability-all-{stream},
  40                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  41                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  42                 openflowplugin-csit-1node-config-performance-only-{stream},
  43                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  44                 ovsdb-csit-1node-netvirt-only-{stream},
  45                 ovsdb-csit-1node-netvirt-all-{stream},
  46                 ovsdb-csit-1node-southbound-only-{stream},
  47                 ovsdb-csit-1node-southbound-all-{stream},
  48                 snmp-csit-1node-basic-only-{stream},
  49                 snmp-csit-1node-basic-all-{stream},
  50                 topoprocessing-csit-1node-topology-operations-all-{stream},
  51                 topoprocessing-csit-1node-topology-operations-only-{stream},
  52                 tsdr-csit-1node-h2-datastore-only-{stream},
  53                 tsdr-csit-1node-h2-datastore-all-{stream},
  54                 tsdr-csit-1node-hbase-datastore-only-{stream},
  55                 tsdr-csit-1node-hbase-datastore-all-{stream},
  56                 usc-csit-1node-channel-only-{stream},
  57                 usc-csit-1node-channel-all-{stream},
  58                 vpnservice-csit-1node-vpnservice-only-{stream},
  59                 vpnservice-csit-1node-vpnservice-all-{stream}
  60
  61         - stable-lithium:
  62             branch: 'stable/lithium'
  63             csit-list: >
  64                 aaa-csit-1node-authn-only-{stream},
  65                 aaa-csit-1node-authn-all-{stream},
  66                 bgpcep-csit-1node-userfeatures-only-{stream},
  67                 bgpcep-csit-1node-userfeatures-all-{stream},
  68                 capwap-csit-1node-ac-only-{stream},
  69                 capwap-csit-1node-ac-all-{stream},
  70                 controller-csit-3node-clustering-only-{stream},
  71                 integration-csit-3node-basic-only-{stream},
  72                 integration-distribution-offline-{stream},
  73                 l2switch-csit-1node-switch-only-{stream},
  74                 l2switch-csit-1node-switch-all-{stream},
  75                 l2switch-csit-1node-scalability-only-{stream},
  76                 l2switch-csit-1node-scalability-all-{stream},
  77                 lispflowmapping-csit-1node-all-only-{stream},
  78                 lispflowmapping-csit-1node-all-all-{stream},
  79                 nic-csit-1node-basic-all-{stream},
  80                 nic-csit-1node-basic-only-{stream},
  81                 openflowplugin-csit-1node-flow-services-only-{stream},
  82                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  83                 openflowplugin-csit-1node-flow-services-all-{stream},
  84                 openflowplugin-csit-1node-scalability-only-{stream},
  85                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  86                 openflowplugin-csit-1node-scalability-all-{stream},
  87                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  88                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  89                 openflowplugin-csit-1node-config-performance-only-{stream},
  90                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  91                 ovsdb-csit-1node-netvirt-only-{stream},
  92                 ovsdb-csit-1node-netvirt-all-{stream},
  93                 ovsdb-csit-1node-southbound-only-{stream},
  94                 ovsdb-csit-1node-southbound-all-{stream},
  95                 snmp-csit-1node-basic-only-{stream},
  96                 snmp-csit-1node-basic-all-{stream},
  97                 usc-csit-1node-channel-only-{stream},
  98                 usc-csit-1node-channel-all-{stream},
  99                 vpnservice-csit-1node-vpnservice-only-{stream},
 100                 vpnservice-csit-1node-vpnservice-all-{stream},
 101                 vtn-csit-1node-manager-only-{stream},
 102                 vtn-csit-1node-manager-all-{stream}
 103
 104         - stable-helium:
 105             branch: 'stable/helium'
 106             csit-list: >
 107                 aaa-csit-1node-imds-authn-only-{stream},
 108                 aaa-csit-1node-imds-authn-all-{stream},
 109                 controller-csit-1node-imds-nsf-only-{stream},
 110                 controller-csit-1node-imds-nsf-all-{stream},
 111                 integration-csit-3node-basic-only-{stream},
 112                 integration-csit-3node-basic-all-{stream},
 113                 l2switch-csit-1node-imds-switch-only-{stream},
 114                 l2switch-csit-1node-imds-switch-all-{stream},
 115                 lispflowmapping-csit-1node-imds-all-only-{stream},
 116                 lispflowmapping-csit-1node-imds-all-all-{stream},
 117                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
 118                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
 119                 vtn-csit-1node-imds-manager-only-{stream},
 120                 vtn-csit-1node-imds-manager-all-{stream}
 121
 122     jdk: 'openjdk7'
 123
 124 # Template: integration-verify-python
 125 # Goal: Verify python scripts correct syntax
 126 # Operation: This job template performs a python tox check on any integration/test patch
 127
 128 - job-template:
 129     name: 'integration-verify-python'
 130
 131     project-type: freestyle
 132     node: dynamic_verify
 133     concurrent: true
 134
 135     logrotate:
 136         daysToKeep: '{build-days-to-keep}'
 137         numToKeep: '{build-num-to-keep}'
 138         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 139         artifactNumToKeep: '{build-artifact-num-to-keep}'
 140
 141     parameters:
 142         - project-parameter:
 143             project: 'integration/test'
 144         - integration-patch-refspec:
 145             branch: '$GERRIT_REFSPEC'
 146
 147     scm:
 148         - integration-gerrit-scm:
 149             credentials-id: '{ssh-credentials}'
 150             basedir: 'test'
 151             refspec: '$PATCHREFSPEC'
 152             branch: 'master'
 153
 154     wrappers:
 155         - build-timeout
 156         - ssh-agent-credentials:
 157             users:
 158                 - '{ssh-credentials}'
 159
 160     triggers:
 161         - integration-trigger-patch-submitted:
 162             name: 'integration/test'
 163             branch: 'master'
 164             pattern: '**'
 165
 166     builders:
 167         - shell: |
 168             virtualenv $WORKSPACE/venv-tox
 169             source $WORKSPACE/venv-tox/bin/activate
 170             pip install tox argparse
 171             tox --version
 172             cd $WORKSPACE/test
 173             tox
 174
 175     publishers:
 176         - email-notification:
 177             email-prefix: '[integration]'
 178
 179 # Template: integration-csit-verify-1node-library
 180 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 181 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 182
 183 - job-template:
 184     name: 'integration-csit-verify-1node-library'
 185
 186     project-type: freestyle
 187     node: dynamic_robot
 188
 189     logrotate:
 190         daysToKeep: '{build-days-to-keep}'
 191         numToKeep: '{build-num-to-keep}'
 192         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 193         artifactNumToKeep: '{build-artifact-num-to-keep}'
 194
 195     parameters:
 196         - project-parameter:
 197             project: 'integration/test'
 198         - integration-branch:
 199             branch: 'master'
 200         - integration-bundleurl:
 201             bundleurl: 'last'
 202         - integration-controller-scope:
 203             controller-scope: 'only'
 204         - integration-controller-features:
 205             controller-features: >
 206                 odl-openflowplugin-flow-services-ui,
 207                 odl-bgpcep-pcep,
 208                 odl-bgpcep-bgp,
 209                 odl-netconf-connector-all
 210         - integration-test-options:
 211             test-options: '-e adsal'
 212         - integration-test-plan:
 213             test-plan: 'test-libraries.txt'
 214         - integration-patch-refspec:
 215             branch: '$GERRIT_REFSPEC'
 216
 217     scm:
 218         - integration-gerrit-scm:
 219             credentials-id: '{ssh-credentials}'
 220             basedir: 'test'
 221             refspec: '$PATCHREFSPEC'
 222             branch: 'master'
 223
 224     wrappers:
 225         - build-timeout
 226         - integration-jclouds-controller-mininet:
 227             controller-vms: 1
 228             mininet-image: '{mininet-image}'
 229             mininet-vms: '{mininet-vms}'
 230             mininet-cloud-name: '{mininet-cloud-name}'
 231         - ssh-agent-credentials:
 232             users:
 233                 - '{ssh-credentials}'
 234
 235     triggers:
 236         - integration-trigger-patch-submitted:
 237             name: 'integration/test'
 238             branch: 'master'
 239             pattern: 'csit/libraries/*'
 240
 241     builders:
 242         - integration-cleanup-workspace
 243         - integration-install-robotframework
 244         - inject:
 245             properties-file: 'env.properties'
 246         - integration-get-slave-addresses
 247         - inject:
 248             properties-file: 'slave_addresses.txt'
 249         - integration-get-bundle-vars
 250         - inject:
 251             properties-file: 'bundle_vars.txt'
 252         - integration-deploy-controller-run-test
 253         - integration-cleanup-tmp
 254
 255     publishers:
 256         - integration-robot:
 257             unstable-if: 0.0
 258             pass-if: 100.0
 259         - archive:
 260             artifacts: 'karaf.log*'
 261         - email-notification:
 262             email-prefix: '[integration]'
 263
 264 # Template: integration-distribution-test-{stream}
 265 # Goal: Verify a distribution through all system test available
 266 # Operation: This daily job template takes a distribution and passes all available system test
 267
 268 - job-template:
 269     name: 'integration-distribution-test-{stream}'
 270
 271     project-type: freestyle
 272     node: dynamic_verify
 273
 274     logrotate:
 275         daysToKeep: '{build-days-to-keep}'
 276         numToKeep: '{build-num-to-keep}'
 277         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 278         artifactNumToKeep: '{build-artifact-num-to-keep}'
 279
 280     parameters:
 281         - integration-bundleurl:
 282             bundleurl: 'last'
 283
 284     triggers:
 285         - timed: 'H H * * 6'
 286
 287     builders:
 288         - trigger-builds:
 289             - project: '{csit-list}'
 290               block: true
 291               predefined-parameters:
 292                   BUNDLEURL=$BUNDLEURL
 293
 294     publishers:
 295         - email-notification:
 296             email-prefix: '[integration]'
 297
 298 # Template: integration-patch-test-{stream}
 299 # Goal: Build a patch and run all available system test on a distribution containing the change
 300 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 301 # triggers the distribution test when test-integration is used in gerrit comments
 302
 303 - job-template:
 304     name: 'integration-patch-test-{stream}'
 305
 306     project-type: maven
 307     node: dynamic_verify
 308     jdk: '{jdk}'
 309
 310     logrotate:
 311         daysToKeep: '{build-days-to-keep}'
 312         numToKeep: '{build-num-to-keep}'
 313         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 314         artifactNumToKeep: '{build-artifact-num-to-keep}'
 315
 316     parameters:
 317         - gerrit-project-parameter:
 318             project: '$GERRIT_PROJECT'
 319         - gerrit-refspec-parameter:
 320             refspec: '$GERRIT_REFSPEC'
 321         - project-parameter:
 322             project: '$GERRIT_PROJECT'
 323         - integration-branch:
 324             branch: '{branch}'
 325         - integration-distribution-git-url
 326
 327     scm:
 328         - integration-gerrit-scm:
 329             credentials-id: '{ssh-credentials}'
 330             basedir: '$GERRIT_PROJECT'
 331             refspec: '$GERRIT_REFSPEC'
 332             branch: '{branch}'
 333         - integration-distribution-scm:
 334             credentials-id: '{ssh-credentials}'
 335             branch: '{branch}'
 336
 337     wrappers:
 338         - build-timeout
 339         - ssh-agent-credentials:
 340             users:
 341                 - '{ssh-credentials}'
 342
 343     triggers:
 344         - gerrit:
 345             server-name: 'OpenDaylight'
 346             trigger-on:
 347                 - comment-added-contains-event:
 348                     comment-contains-value: 'test-integration'
 349             projects:
 350               - project-compare-type: 'ANT'
 351                 project-pattern: '**'
 352                 branches:
 353                   - branch-compare-type: 'ANT'
 354                     branch-pattern: '**/{branch}'
 355             skip-vote:
 356                 successful: true
 357                 failed: true
 358                 unstable: true
 359                 notbuilt: true
 360
 361     prebuilders:
 362         - integration-rebase-gerrit-patch
 363         - integration-get-bundle-url
 364         - inject:
 365             properties-file: 'bundle.txt'
 366         - wipe-org-opendaylight-repo
 367         - maven-target:
 368             maven-version: '{mvn33}'
 369             pom: '$GERRIT_PROJECT/pom.xml'
 370             goals: 'clean install -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 371             java-opts:
 372                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 373             settings: '{integration-settings}'
 374             global-settings: '{odl-global-settings}'
 375
 376     maven:
 377         maven-name: '{mvn33}'
 378         root-pom: 'distribution/pom.xml'
 379         goals: 'clean install -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 380         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 381         settings: '{integration-settings}'
 382         global-settings: '{odl-global-settings}'
 383         ignore-upstream-changes: true
 384         post-step-run-condition: 'SUCCESS'
 385
 386     postbuilders:
 387         - trigger-builds:
 388             - project: 'integration-distribution-test-{stream}'
 389               block: true
 390               predefined-parameters:
 391                   BUNDLEURL=$BUNDLEURL
 392
 393     publishers:
 394         - email-notification:
 395             email-prefix: '[$GERRIT_PROJECT]'
 396
 397 # Template: integration-multipatch-test-{stream}
 398 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 399 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 400 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 401 # CSIT jobs
 402
 403 - job-template:
 404     name: 'integration-multipatch-test-{stream}'
 405
 406     project-type: maven
 407     node: dynamic_verify
 408     jdk: '{jdk}'
 409
 410     logrotate:
 411         daysToKeep: '{build-days-to-keep}'
 412         numToKeep: '{build-num-to-keep}'
 413         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 414         artifactNumToKeep: '{build-artifact-num-to-keep}'
 415
 416     parameters:
 417         - patches-to-build-parameter:
 418             patches_to_build: '$PATCHES_TO_BUILD'
 419         - integration-branch:
 420             branch: '{branch}'
 421
 422     wrappers:
 423         - build-timeout
 424         - ssh-agent-credentials:
 425             users:
 426                 - '{ssh-credentials}'
 427
 428     prebuilders:
 429         - wipe-org-opendaylight-repo
 430         - integration-multipatch-builder
 431         - inject:
 432             properties-file: 'bundle.txt'
 433         - provide-maven-settings:
 434             global-settings-file: '{odl-global-settings}'
 435             settings-file: '{yangtools-settings}'
 436
 437
 438     maven:
 439         maven-name: '{mvn33}'
 440         root-pom: 'patch_tester/pom.xml'
 441         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
 442         goals: 'clean install -f patch_tester/pom.xml -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 443         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 444         settings: '{yangtools-settings}'
 445         global-settings: '{odl-global-settings}'
 446         post-step-run-condition: 'SUCCESS'
 447
 448     postbuilders:
 449         - trigger-builds:
 450             - project: 'integration-distribution-test-{stream}'
 451               block: true
 452               predefined-parameters:
 453                   BUNDLEURL=$BUNDLEURL
 454
 455     publishers:
 456         - email-notification:
 457             email-prefix: '[integration]'