jjb/integration/integration-test-jobs.yaml

   1
   2 - project:
   3     name: integration-test-jobs
   4     jobs:
   5         - 'integration-verify-python'
   6         - 'integration-csit-verify-1node-library'
   7         - 'integration-distribution-test-{stream}'
   8         - 'integration-patch-test-{stream}'
   9         - 'integration-multipatch-test-{stream}'
  10
  11     stream:
  12         - beryllium:
  13             branch: 'master'
  14             csit-list: >
  15                 aaa-csit-1node-authn-only-{stream},
  16                 aaa-csit-1node-authn-all-{stream},
  17                 bgpcep-csit-1node-userfeatures-only-{stream},
  18                 bgpcep-csit-1node-userfeatures-all-{stream},
  19                 capwap-csit-1node-ac-only-{stream},
  20                 capwap-csit-1node-ac-all-{stream},
  21                 controller-csit-3node-clustering-only-{stream},
  22                 controller-csit-3node-clustering-all-{stream},
  23                 integration-csit-3node-basic-only-{stream},
  24                 integration-csit-3node-basic-all-{stream},
  25                 integration-distribution-offline-{stream},
  26                 l2switch-csit-1node-switch-only-{stream},
  27                 l2switch-csit-1node-switch-all-{stream},
  28                 l2switch-csit-1node-scalability-only-{stream},
  29                 l2switch-csit-1node-scalability-all-{stream},
  30                 lispflowmapping-csit-1node-msmr-only-{stream},
  31                 lispflowmapping-csit-1node-msmr-all-{stream},
  32                 nic-csit-1node-basic-all-{stream},
  33                 nic-csit-1node-basic-only-{stream},
  34                 openflowplugin-csit-1node-flow-services-only-{stream},
  35                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  36                 openflowplugin-csit-1node-flow-services-all-{stream},
  37                 openflowplugin-csit-1node-scalability-only-{stream},
  38                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  39                 openflowplugin-csit-1node-scalability-all-{stream},
  40                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  41                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  42                 openflowplugin-csit-1node-config-performance-only-{stream},
  43                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  44                 ovsdb-csit-1node-netvirt-only-{stream},
  45                 ovsdb-csit-1node-netvirt-all-{stream},
  46                 ovsdb-csit-1node-southbound-only-{stream},
  47                 ovsdb-csit-1node-southbound-all-{stream},
  48                 snmp-csit-1node-basic-only-{stream},
  49                 snmp-csit-1node-basic-all-{stream},
  50                 topoprocessing-csit-1node-topology-operations-all-{stream},
  51                 topoprocessing-csit-1node-topology-operations-only-{stream},
  52                 tsdr-csit-1node-h2-datastore-only-{stream},
  53                 tsdr-csit-1node-h2-datastore-all-{stream},
  54                 tsdr-csit-1node-hbase-datastore-only-{stream},
  55                 tsdr-csit-1node-hbase-datastore-all-{stream},
  56                 usc-csit-1node-channel-only-{stream},
  57                 usc-csit-1node-channel-all-{stream},
  58                 vpnservice-csit-1node-vpnservice-only-{stream},
  59                 vpnservice-csit-1node-vpnservice-all-{stream}
  60
  61         - stable-lithium:
  62             branch: 'stable/lithium'
  63             csit-list: >
  64                 aaa-csit-1node-authn-only-{stream},
  65                 aaa-csit-1node-authn-all-{stream},
  66                 bgpcep-csit-1node-userfeatures-only-{stream},
  67                 bgpcep-csit-1node-userfeatures-all-{stream},
  68                 capwap-csit-1node-ac-only-{stream},
  69                 capwap-csit-1node-ac-all-{stream},
  70                 controller-csit-3node-clustering-only-{stream},
  71                 integration-csit-3node-basic-only-{stream},
  72                 integration-distribution-offline-{stream},
  73                 l2switch-csit-1node-switch-only-{stream},
  74                 l2switch-csit-1node-switch-all-{stream},
  75                 l2switch-csit-1node-scalability-only-{stream},
  76                 l2switch-csit-1node-scalability-all-{stream},
  77                 lispflowmapping-csit-1node-all-only-{stream},
  78                 lispflowmapping-csit-1node-all-all-{stream},
  79                 nic-csit-1node-basic-all-{stream},
  80                 nic-csit-1node-basic-only-{stream},
  81                 openflowplugin-csit-1node-flow-services-only-{stream},
  82                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  83                 openflowplugin-csit-1node-flow-services-all-{stream},
  84                 openflowplugin-csit-1node-scalability-only-{stream},
  85                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  86                 openflowplugin-csit-1node-scalability-all-{stream},
  87                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  88                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  89                 openflowplugin-csit-1node-config-performance-only-{stream},
  90                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  91                 ovsdb-csit-1node-netvirt-only-{stream},
  92                 ovsdb-csit-1node-netvirt-all-{stream},
  93                 ovsdb-csit-1node-southbound-only-{stream},
  94                 ovsdb-csit-1node-southbound-all-{stream},
  95                 snmp-csit-1node-basic-only-{stream},
  96                 snmp-csit-1node-basic-all-{stream},
  97                 usc-csit-1node-channel-only-{stream},
  98                 usc-csit-1node-channel-all-{stream},
  99                 vpnservice-csit-1node-vpnservice-only-{stream},
 100                 vpnservice-csit-1node-vpnservice-all-{stream},
 101                 vtn-csit-1node-manager-li-only-{stream},
 102                 vtn-csit-1node-manager-li-all-{stream}
 103
 104         - stable-helium:
 105             branch: 'stable/helium'
 106             csit-list: >
 107                 aaa-csit-1node-imds-authn-only-{stream},
 108                 aaa-csit-1node-imds-authn-all-{stream},
 109                 controller-csit-1node-imds-nsf-only-{stream},
 110                 controller-csit-1node-imds-nsf-all-{stream},
 111                 integration-csit-3node-basic-only-{stream},
 112                 integration-csit-3node-basic-all-{stream},
 113                 l2switch-csit-1node-imds-switch-only-{stream},
 114                 l2switch-csit-1node-imds-switch-all-{stream},
 115                 lispflowmapping-csit-1node-imds-all-only-{stream},
 116                 lispflowmapping-csit-1node-imds-all-all-{stream},
 117                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
 118                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
 119                 vtn-csit-1node-imds-manager-only-{stream},
 120                 vtn-csit-1node-imds-manager-all-{stream}
 121
 122     jdk: 'openjdk7'
 123
 124 # Template: integration-verify-python
 125 # Goal: Verify python scripts correct syntax
 126 # Operation: This job template performs a python tox check on any integration/test patch
 127
 128 - job-template:
 129     name: 'integration-verify-python'
 130
 131     project-type: freestyle
 132     node: dynamic_verify
 133     concurrent: true
 134
 135     logrotate:
 136         daysToKeep: '{build-days-to-keep}'
 137         numToKeep: '{build-num-to-keep}'
 138         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 139         artifactNumToKeep: '{build-artifact-num-to-keep}'
 140
 141     parameters:
 142         - project-parameter:
 143             project: 'integration/test'
 144         - integration-patch-refspec:
 145             branch: '$GERRIT_REFSPEC'
 146
 147     scm:
 148         - integration-gerrit-scm:
 149             credentials-id: '{ssh-credentials}'
 150             basedir: 'test'
 151             refspec: '$PATCHREFSPEC'
 152             branch: 'master'
 153
 154     wrappers:
 155         - build-timeout
 156         - ssh-agent-credentials:
 157             users:
 158                 - '{ssh-credentials}'
 159
 160     triggers:
 161         - integration-trigger-patch-submitted:
 162             name: 'integration/test'
 163             branch: 'master'
 164             pattern: '**'
 165
 166     builders:
 167         - shell: |
 168             virtualenv $WORKSPACE/venv-tox
 169             source $WORKSPACE/venv-tox/bin/activate
 170             pip install tox argparse
 171             tox --version
 172             cd $WORKSPACE/test
 173             tox
 174
 175     publishers:
 176         - email-notification:
 177             email-prefix: '[integration]'
 178
 179 # Template: integration-csit-verify-1node-library
 180 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 181 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 182
 183 - job-template:
 184     name: 'integration-csit-verify-1node-library'
 185
 186     project-type: freestyle
 187     node: dynamic_robot
 188
 189     logrotate:
 190         daysToKeep: '{build-days-to-keep}'
 191         numToKeep: '{build-num-to-keep}'
 192         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 193         artifactNumToKeep: '{build-artifact-num-to-keep}'
 194
 195     parameters:
 196         - project-parameter:
 197             project: 'integration/test'
 198         - integration-branch:
 199             branch: 'master'
 200         - integration-bundleurl:
 201             bundleurl: 'last'
 202         - integration-controller-scope:
 203             controller-scope: 'only'
 204         - integration-controller-features:
 205             controller-features: >
 206                 odl-openflowplugin-flow-services-ui,
 207                 odl-bgpcep-pcep,
 208                 odl-bgpcep-bgp,
 209                 odl-netconf-connector-all
 210         - integration-test-options:
 211             test-options: '-e adsal'
 212         - integration-test-plan:
 213             test-plan: 'test-libraries.txt'
 214         - integration-patch-refspec:
 215             branch: '$GERRIT_REFSPEC'
 216         - integration-jdk-version:
 217             jdkversion: 'openjdk7'
 218
 219     scm:
 220         - integration-gerrit-scm:
 221             credentials-id: '{ssh-credentials}'
 222             basedir: 'test'
 223             refspec: '$PATCHREFSPEC'
 224             branch: 'master'
 225
 226     wrappers:
 227         - build-timeout
 228         - integration-jclouds-controller-mininet:
 229             controller-vms: 1
 230             mininet-image: '{mininet-image}'
 231             mininet-vms: '{mininet-vms}'
 232             mininet-cloud-name: '{mininet-cloud-name}'
 233         - ssh-agent-credentials:
 234             users:
 235                 - '{ssh-credentials}'
 236
 237     triggers:
 238         - integration-trigger-patch-submitted:
 239             name: 'integration/test'
 240             branch: 'master'
 241             pattern: 'csit/libraries/*'
 242
 243     builders:
 244         - integration-cleanup-workspace
 245         - integration-install-robotframework
 246         - inject:
 247             properties-file: 'env.properties'
 248         - integration-get-slave-addresses
 249         - inject:
 250             properties-file: 'slave_addresses.txt'
 251         - integration-get-bundle-vars
 252         - inject:
 253             properties-file: 'bundle_vars.txt'
 254         - integration-deploy-controller-run-test
 255         - integration-cleanup-tmp
 256
 257     publishers:
 258         - integration-robot:
 259             unstable-if: 0.0
 260             pass-if: 100.0
 261         - archive:
 262             artifacts: 'karaf.log*'
 263         - email-notification:
 264             email-prefix: '[integration]'
 265
 266 # Template: integration-distribution-test-{stream}
 267 # Goal: Verify a distribution through all system test available
 268 # Operation: This daily job template takes a distribution and passes all available system test
 269
 270 - job-template:
 271     name: 'integration-distribution-test-{stream}'
 272
 273     project-type: freestyle
 274     node: dynamic_verify
 275
 276     logrotate:
 277         daysToKeep: '{build-days-to-keep}'
 278         numToKeep: '{build-num-to-keep}'
 279         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 280         artifactNumToKeep: '{build-artifact-num-to-keep}'
 281
 282     parameters:
 283         - integration-bundleurl:
 284             bundleurl: 'last'
 285         - integration-jdk-version:
 286             jdkversion: 'openjdk7'
 287
 288     triggers:
 289         - timed: 'H H * * 6'
 290
 291     builders:
 292         - trigger-builds:
 293             - project: '{csit-list}'
 294               block: true
 295               predefined-parameters:
 296                   BUNDLEURL=$BUNDLEURL
 297
 298     publishers:
 299         - email-notification:
 300             email-prefix: '[integration]'
 301
 302 # Template: integration-patch-test-{stream}
 303 # Goal: Build a patch and run all available system test on a distribution containing the change
 304 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 305 # triggers the distribution test when test-integration is used in gerrit comments
 306
 307 - job-template:
 308     name: 'integration-patch-test-{stream}'
 309
 310     project-type: maven
 311     node: dynamic_verify
 312     jdk: '{jdk}'
 313
 314     logrotate:
 315         daysToKeep: '{build-days-to-keep}'
 316         numToKeep: '{build-num-to-keep}'
 317         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 318         artifactNumToKeep: '{build-artifact-num-to-keep}'
 319
 320     parameters:
 321         - gerrit-project-parameter:
 322             project: '$GERRIT_PROJECT'
 323         - gerrit-refspec-parameter:
 324             refspec: '$GERRIT_REFSPEC'
 325         - project-parameter:
 326             project: '$GERRIT_PROJECT'
 327         - integration-branch:
 328             branch: '{branch}'
 329         - integration-distribution-git-url
 330
 331     scm:
 332         - integration-gerrit-scm:
 333             credentials-id: '{ssh-credentials}'
 334             basedir: '$GERRIT_PROJECT'
 335             refspec: '$GERRIT_REFSPEC'
 336             branch: '{branch}'
 337         - integration-distribution-scm:
 338             credentials-id: '{ssh-credentials}'
 339             branch: '{branch}'
 340
 341     wrappers:
 342         - build-timeout
 343         - ssh-agent-credentials:
 344             users:
 345                 - '{ssh-credentials}'
 346
 347     triggers:
 348         - gerrit:
 349             server-name: 'OpenDaylight'
 350             trigger-on:
 351                 - comment-added-contains-event:
 352                     comment-contains-value: 'test-integration'
 353             projects:
 354               - project-compare-type: 'ANT'
 355                 project-pattern: '**'
 356                 branches:
 357                   - branch-compare-type: 'ANT'
 358                     branch-pattern: '**/{branch}'
 359             skip-vote:
 360                 successful: true
 361                 failed: true
 362                 unstable: true
 363                 notbuilt: true
 364
 365     prebuilders:
 366         - integration-rebase-gerrit-patch
 367         - integration-get-bundle-url
 368         - inject:
 369             properties-file: 'bundle.txt'
 370         - wipe-org-opendaylight-repo
 371         - maven-target:
 372             maven-version: '{mvn33}'
 373             pom: '$GERRIT_PROJECT/pom.xml'
 374             goals: 'clean install -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 375             java-opts:
 376                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 377             settings: '{integration-settings}'
 378             global-settings: '{odl-global-settings}'
 379
 380     maven:
 381         maven-name: '{mvn33}'
 382         root-pom: 'distribution/pom.xml'
 383         goals: 'clean install -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 384         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 385         settings: '{integration-settings}'
 386         global-settings: '{odl-global-settings}'
 387         ignore-upstream-changes: true
 388         post-step-run-condition: 'SUCCESS'
 389
 390     postbuilders:
 391         - trigger-builds:
 392             - project: 'integration-distribution-test-{stream}'
 393               block: true
 394               predefined-parameters:
 395                   BUNDLEURL=$BUNDLEURL
 396
 397     publishers:
 398         - email-notification:
 399             email-prefix: '[$GERRIT_PROJECT]'
 400
 401 # Template: integration-multipatch-test-{stream}
 402 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 403 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 404 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 405 # CSIT jobs
 406
 407 - job-template:
 408     name: 'integration-multipatch-test-{stream}'
 409
 410     project-type: maven
 411     node: dynamic_verify
 412     jdk: '{jdk}'
 413
 414     logrotate:
 415         daysToKeep: '{build-days-to-keep}'
 416         numToKeep: '{build-num-to-keep}'
 417         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 418         artifactNumToKeep: '{build-artifact-num-to-keep}'
 419
 420     parameters:
 421         - patches-to-build-parameter:
 422             patches_to_build: '$PATCHES_TO_BUILD'
 423         - integration-branch:
 424             branch: '{branch}'
 425
 426     wrappers:
 427         - build-timeout
 428         - ssh-agent-credentials:
 429             users:
 430                 - '{ssh-credentials}'
 431
 432     prebuilders:
 433         - wipe-org-opendaylight-repo
 434         - integration-multipatch-builder
 435         - inject:
 436             properties-file: 'bundle.txt'
 437         - provide-maven-settings:
 438             global-settings-file: '{odl-global-settings}'
 439             settings-file: '{yangtools-settings}'
 440
 441
 442     maven:
 443         maven-name: '{mvn33}'
 444         root-pom: 'patch_tester/pom.xml'
 445         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
 446         goals: 'clean install -f patch_tester/pom.xml -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 447         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 448         settings: '{yangtools-settings}'
 449         global-settings: '{odl-global-settings}'
 450         post-step-run-condition: 'SUCCESS'
 451
 452     postbuilders:
 453         - trigger-builds:
 454             - project: 'integration-distribution-test-{stream}'
 455               block: true
 456               predefined-parameters:
 457                   BUNDLEURL=$BUNDLEURL
 458
 459     publishers:
 460         - email-notification:
 461             email-prefix: '[integration]'