jjb/integration/integration-test-jobs.yaml

   1 - project:
   2     name: integration-test
   3     jobs:
   4         - '{name}-verify-python-{stream}'
   5         - 'integration-csit-verify-1node-library'
   6         - 'integration-distribution-test-{stream}'
   7         - 'integration-patch-test-{stream}'
   8         - 'integration-multipatch-test-{stream}'
   9
  10     project: integration/test
  11
  12     stream:
  13         - boron:
  14             branch: 'master'
  15             jdk: 'openjdk8'
  16             jre: 'openjdk8'
  17             csit-list: >
  18                 aaa-csit-1node-authn-only-{stream},
  19                 aaa-csit-1node-authn-all-{stream},
  20                 bgpcep-csit-1node-userfeatures-only-{stream},
  21                 bgpcep-csit-1node-userfeatures-all-{stream},
  22                 capwap-csit-1node-ac-only-{stream},
  23                 capwap-csit-1node-ac-all-{stream},
  24                 controller-csit-3node-clustering-only-{stream},
  25                 integration-distribution-deploy-{stream},
  26                 integration-distribution-offline-{stream},
  27                 l2switch-csit-1node-switch-only-{stream},
  28                 l2switch-csit-1node-switch-all-{stream},
  29                 l2switch-csit-1node-scalability-only-{stream},
  30                 l2switch-csit-1node-scalability-all-{stream},
  31                 lispflowmapping-csit-1node-msmr-only-{stream},
  32                 lispflowmapping-csit-1node-msmr-all-{stream},
  33                 nemo-csit-1node-engine-all-{stream},
  34                 nemo-csit-1node-engine-only-{stream},
  35                 netconf-csit-1node-userfeatures-all-{stream},
  36                 netconf-csit-1node-userfeatures-only-{stream},
  37                 nic-csit-1node-basic-all-{stream},
  38                 nic-csit-1node-basic-only-{stream},
  39                 openflowplugin-csit-1node-flow-services-only-{stream},
  40                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  41                 openflowplugin-csit-1node-flow-services-all-{stream},
  42                 openflowplugin-csit-1node-scalability-only-{stream},
  43                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  44                 openflowplugin-csit-1node-scalability-all-{stream},
  45                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  46                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  47                 openflowplugin-csit-1node-config-performance-only-{stream},
  48                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  49                 openflowplugin-csit-3node-clustering-helium-design-only-{stream},
  50                 openflowplugin-csit-3node-clustering-only-{stream},
  51                 ovsdb-csit-3node-clustering-only-{stream},
  52                 ovsdb-csit-1node-netvirt-only-{stream},
  53                 ovsdb-csit-1node-netvirt-all-{stream},
  54                 ovsdb-csit-1node-southbound-only-{stream},
  55                 ovsdb-csit-1node-southbound-all-{stream},
  56                 packetcable-csit-1node-pcmm-only-{stream},
  57                 packetcable-csit-1node-pcmm-all-{stream},
  58                 sxp-csit-1node-basic-only-{stream},
  59                 sxp-csit-1node-basic-all-{stream},
  60                 sxp-csit-1node-filtering-only-{stream},
  61                 sxp-csit-1node-filtering-all-{stream},
  62                 sxp-csit-1node-topology-only-{stream},
  63                 sxp-csit-1node-topology-all-{stream},
  64                 topoprocessing-csit-1node-topology-operations-all-{stream},
  65                 topoprocessing-csit-1node-topology-operations-only-{stream},
  66                 tsdr-csit-1node-hbase-datastore-only-{stream},
  67                 usc-csit-1node-channel-only-{stream},
  68                 usc-csit-1node-channel-all-{stream},
  69                 vpnservice-csit-1node-vpnservice-only-{stream},
  70                 vpnservice-csit-1node-vpnservice-all-{stream},
  71                 vtn-csit-1node-manager-only-{stream}
  72
  73         - beryllium:
  74             branch: 'stable/beryllium'
  75             jdk: 'openjdk7'
  76             jre: 'openjdk7'
  77             csit-list: >
  78                 aaa-csit-1node-authn-only-{stream},
  79                 aaa-csit-1node-authn-all-{stream},
  80                 bgpcep-csit-1node-userfeatures-only-{stream},
  81                 bgpcep-csit-1node-userfeatures-all-{stream},
  82                 capwap-csit-1node-ac-only-{stream},
  83                 capwap-csit-1node-ac-all-{stream},
  84                 controller-csit-3node-clustering-only-{stream},
  85                 integration-distribution-offline-{stream},
  86                 integration-distribution-deploy-{stream},
  87                 l2switch-csit-1node-switch-only-{stream},
  88                 l2switch-csit-1node-switch-all-{stream},
  89                 l2switch-csit-1node-scalability-only-{stream},
  90                 l2switch-csit-1node-scalability-all-{stream},
  91                 lispflowmapping-csit-1node-msmr-only-{stream},
  92                 lispflowmapping-csit-1node-msmr-all-{stream},
  93                 nemo-csit-1node-engine-all-{stream},
  94                 nemo-csit-1node-engine-only-{stream},
  95                 netconf-csit-1node-userfeatures-all-{stream},
  96                 netconf-csit-1node-userfeatures-only-{stream},
  97                 nic-csit-1node-basic-all-{stream},
  98                 nic-csit-1node-basic-only-{stream},
  99                 openflowplugin-csit-1node-flow-services-only-{stream},
 100                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 101                 openflowplugin-csit-1node-flow-services-all-{stream},
 102                 openflowplugin-csit-1node-scalability-only-{stream},
 103                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 104                 openflowplugin-csit-1node-scalability-all-{stream},
 105                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 106                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 107                 openflowplugin-csit-1node-config-performance-only-{stream},
 108                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 109                 openflowplugin-csit-3node-clustering-helium-design-only-{stream},
 110                 openflowplugin-csit-3node-clustering-only-{stream},
 111                 ovsdb-csit-3node-clustering-only-{stream},
 112                 ovsdb-csit-1node-netvirt-only-{stream},
 113                 ovsdb-csit-1node-netvirt-all-{stream},
 114                 ovsdb-csit-1node-southbound-only-{stream},
 115                 ovsdb-csit-1node-southbound-all-{stream},
 116                 packetcable-csit-1node-pcmm-only-{stream},
 117                 packetcable-csit-1node-pcmm-all-{stream},
 118                 snmp-csit-1node-basic-only-{stream},
 119                 snmp-csit-1node-basic-all-{stream},
 120                 sxp-csit-1node-basic-only-{stream},
 121                 sxp-csit-1node-basic-all-{stream},
 122                 sxp-csit-1node-filtering-only-{stream},
 123                 sxp-csit-1node-filtering-all-{stream},
 124                 sxp-csit-1node-topology-only-{stream},
 125                 sxp-csit-1node-topology-all-{stream},
 126                 topoprocessing-csit-1node-topology-operations-all-{stream},
 127                 topoprocessing-csit-1node-topology-operations-only-{stream},
 128                 tsdr-csit-1node-hbase-datastore-only-{stream},
 129                 usc-csit-1node-channel-only-{stream},
 130                 usc-csit-1node-channel-all-{stream},
 131                 vpnservice-csit-1node-vpnservice-only-{stream},
 132                 vpnservice-csit-1node-vpnservice-all-{stream},
 133                 vtn-csit-1node-manager-only-{stream},
 134                 vtn-csit-1node-manager-all-{stream},
 135                 vtn-csit-1node-coordinator-only-{stream}
 136
 137         - stable-lithium:
 138             branch: 'stable/lithium'
 139             jdk: 'openjdk7'
 140             jre: 'openjdk7'
 141             csit-list: >
 142                 aaa-csit-1node-authn-only-{stream},
 143                 aaa-csit-1node-authn-all-{stream},
 144                 bgpcep-csit-1node-userfeatures-only-{stream},
 145                 bgpcep-csit-1node-userfeatures-all-{stream},
 146                 capwap-csit-1node-ac-only-{stream},
 147                 capwap-csit-1node-ac-all-{stream},
 148                 controller-csit-3node-clustering-only-{stream},
 149                 integration-distribution-offline-{stream},
 150                 l2switch-csit-1node-switch-only-{stream},
 151                 l2switch-csit-1node-switch-all-{stream},
 152                 l2switch-csit-1node-scalability-only-{stream},
 153                 l2switch-csit-1node-scalability-all-{stream},
 154                 lispflowmapping-csit-1node-all-only-{stream},
 155                 lispflowmapping-csit-1node-all-all-{stream},
 156                 netconf-csit-1node-userfeatures-all-{stream},
 157                 netconf-csit-1node-userfeatures-only-{stream},
 158                 nic-csit-1node-basic-all-{stream},
 159                 nic-csit-1node-basic-only-{stream},
 160                 openflowplugin-csit-1node-flow-services-only-{stream},
 161                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 162                 openflowplugin-csit-1node-flow-services-all-{stream},
 163                 openflowplugin-csit-1node-scalability-only-{stream},
 164                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 165                 openflowplugin-csit-1node-scalability-all-{stream},
 166                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 167                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 168                 openflowplugin-csit-1node-config-performance-only-{stream},
 169                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 170                 ovsdb-csit-1node-netvirt-only-{stream},
 171                 ovsdb-csit-1node-netvirt-all-{stream},
 172                 ovsdb-csit-1node-southbound-only-{stream},
 173                 ovsdb-csit-1node-southbound-all-{stream},
 174                 snmp-csit-1node-basic-only-{stream},
 175                 snmp-csit-1node-basic-all-{stream},
 176                 usc-csit-1node-channel-only-{stream},
 177                 usc-csit-1node-channel-all-{stream},
 178                 vpnservice-csit-1node-vpnservice-only-{stream},
 179                 vpnservice-csit-1node-vpnservice-all-{stream},
 180                 vtn-csit-1node-manager-li-only-{stream},
 181                 vtn-csit-1node-manager-li-all-{stream},
 182                 vtn-csit-1node-coordinator-only-{stream}
 183
 184
 185 # Template: integration-csit-verify-1node-library
 186 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 187 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 188
 189 - job-template:
 190     name: 'integration-csit-verify-1node-library'
 191
 192     project-type: freestyle
 193     node: dynamic_robot
 194
 195     logrotate:
 196         daysToKeep: '{build-days-to-keep}'
 197         numToKeep: '{build-num-to-keep}'
 198         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 199         artifactNumToKeep: '{build-artifact-num-to-keep}'
 200
 201     parameters:
 202         - project-parameter:
 203             project: 'integration/test'
 204         - integration-branch:
 205             branch: 'stable/beryllium'
 206         - integration-distribution-stream:
 207             stream: 'beryllium'
 208         - integration-bundleurl:
 209             bundleurl: 'last'
 210         - integration-controller-scope:
 211             controller-scope: 'only'
 212         - integration-controller-features:
 213             controller-features: >
 214                 odl-clustering-test-app,
 215                 odl-openflowplugin-flow-services-ui,
 216                 odl-bgpcep-pcep,
 217                 odl-bgpcep-bgp,
 218                 odl-netconf-connector-all
 219         - integration-test-options:
 220             test-options: '-v TIMEOUT_BUG_4220:10s'
 221         - integration-stream-test-plan:
 222             stream-test-plan: 'test-libraries-beryllium.txt'
 223         - integration-test-plan:
 224             test-plan: 'test-libraries.txt'
 225         - integration-patch-refspec:
 226             branch: '$GERRIT_REFSPEC'
 227         - integration-jdk-version:
 228             jdkversion: 'openjdk7'
 229             # TODO: Switch to openjdk8 from Boron on.
 230
 231     scm:
 232         - integration-gerrit-scm:
 233             credentials-id: '{ssh-credentials}'
 234             basedir: 'test'
 235             refspec: '$PATCHREFSPEC'
 236             branch: 'master'
 237
 238     wrappers:
 239         - build-timeout
 240         - integration-jclouds-controller-mininet:
 241             controller-vms: 1
 242             mininet-image: '{mininet-image}'
 243             mininet-vms: '{mininet-vms}'
 244             mininet-cloud-name: '{mininet-cloud-name}'
 245         - ssh-agent-credentials:
 246             users:
 247                 - '{ssh-credentials}'
 248
 249     triggers:
 250         - integration-trigger-patch-submitted:
 251             name: 'integration/test'
 252             branch: 'master'
 253             pattern: 'csit/libraries/*'
 254
 255     builders:
 256         - integration-cleanup-workspace
 257         - integration-install-robotframework
 258         - inject:
 259             properties-file: 'env.properties'
 260         - integration-get-slave-addresses
 261         - inject:
 262             properties-file: 'slave_addresses.txt'
 263         - integration-get-bundle-vars
 264         - inject:
 265             properties-file: 'bundle_vars.txt'
 266         - integration-deploy-controller-run-test
 267         - integration-cleanup-tmp
 268
 269     publishers:
 270         - integration-robot:
 271             unstable-if: 0.0
 272             pass-if: 100.0
 273         - archive:
 274             artifacts: '*.log,*.log.xz'
 275         - email-notification:
 276             email-prefix: '[integration]'
 277
 278 # Template: integration-distribution-test-{stream}
 279 # Goal: Verify a distribution through all system test available
 280 # Operation: This daily job template takes a distribution and passes all available system test
 281
 282 - job-template:
 283     name: 'integration-distribution-test-{stream}'
 284
 285     project-type: freestyle
 286     node: dynamic_verify
 287
 288     logrotate:
 289         daysToKeep: '{build-days-to-keep}'
 290         numToKeep: '{build-num-to-keep}'
 291         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 292         artifactNumToKeep: '{build-artifact-num-to-keep}'
 293
 294     parameters:
 295         - integration-bundleurl:
 296             bundleurl: 'last'
 297         - integration-jdk-version:
 298             jdkversion: '{jre}'
 299
 300     triggers:
 301         - timed: 'H H * * 6'
 302
 303     builders:
 304         - trigger-builds:
 305             - project: '{csit-list}'
 306               block: true
 307               predefined-parameters:
 308                   BUNDLEURL=$BUNDLEURL
 309
 310     publishers:
 311         - email-notification:
 312             email-prefix: '[integration]'
 313
 314 # Template: integration-patch-test-{stream}
 315 # Goal: Build a patch and run all available system test on a distribution containing the change
 316 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 317 # triggers the distribution test when test-integration is used in gerrit comments
 318
 319 - job-template:
 320     name: 'integration-patch-test-{stream}'
 321
 322     project-type: maven
 323     node: dynamic_verify
 324     jdk: '{jdk}'
 325
 326     logrotate:
 327         daysToKeep: '{build-days-to-keep}'
 328         numToKeep: '{build-num-to-keep}'
 329         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 330         artifactNumToKeep: '{build-artifact-num-to-keep}'
 331
 332     parameters:
 333         - gerrit-project-parameter:
 334             project: '$GERRIT_PROJECT'
 335         - gerrit-refspec-parameter:
 336             refspec: '$GERRIT_REFSPEC'
 337         - project-parameter:
 338             project: '$GERRIT_PROJECT'
 339         - integration-branch:
 340             branch: '{branch}'
 341         - integration-distribution-git-url
 342
 343     scm:
 344         - integration-gerrit-scm:
 345             credentials-id: '{ssh-credentials}'
 346             basedir: '$GERRIT_PROJECT'
 347             refspec: '$GERRIT_REFSPEC'
 348             branch: '{branch}'
 349         - integration-distribution-scm:
 350             credentials-id: '{ssh-credentials}'
 351             branch: '{branch}'
 352
 353     wrappers:
 354         - build-timeout
 355         - ssh-agent-credentials:
 356             users:
 357                 - '{ssh-credentials}'
 358
 359     triggers:
 360         - gerrit:
 361             server-name: 'OpenDaylight'
 362             trigger-on:
 363                 - comment-added-contains-event:
 364                     comment-contains-value: 'test-integration'
 365             projects:
 366               - project-compare-type: 'ANT'
 367                 project-pattern: '**'
 368                 branches:
 369                   - branch-compare-type: 'ANT'
 370                     branch-pattern: '**/{branch}'
 371             skip-vote:
 372                 successful: true
 373                 failed: true
 374                 unstable: true
 375                 notbuilt: true
 376
 377     prebuilders:
 378         - integration-rebase-gerrit-patch
 379         - integration-get-bundle-url
 380         - inject:
 381             properties-file: 'bundle.txt'
 382         - wipe-org-opendaylight-repo
 383         - maven-target:
 384             maven-version: '{mvn33}'
 385             pom: '$GERRIT_PROJECT/pom.xml'
 386             goals: 'clean install -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 387             java-opts:
 388                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 389             settings: '{integration-settings}'
 390             global-settings: '{odl-global-settings}'
 391
 392     maven:
 393         maven-name: '{mvn33}'
 394         root-pom: 'distribution/pom.xml'
 395         goals: 'clean install -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 396         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 397         settings: '{integration-settings}'
 398         global-settings: '{odl-global-settings}'
 399         ignore-upstream-changes: true
 400         post-step-run-condition: 'SUCCESS'
 401
 402     postbuilders:
 403         - trigger-builds:
 404             - project: 'integration-distribution-test-{stream}'
 405               block: true
 406               predefined-parameters:
 407                   BUNDLEURL=$BUNDLEURL
 408
 409     publishers:
 410         - email-notification:
 411             email-prefix: '[$GERRIT_PROJECT]'
 412
 413 # Template: integration-multipatch-test-{stream}
 414 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 415 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 416 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 417 # CSIT jobs
 418
 419 - job-template:
 420     name: 'integration-multipatch-test-{stream}'
 421
 422     project-type: maven
 423     node: dynamic_verify
 424     jdk: '{jdk}'
 425
 426     logrotate:
 427         daysToKeep: '{build-days-to-keep}'
 428         numToKeep: '{build-num-to-keep}'
 429         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 430         artifactNumToKeep: '{build-artifact-num-to-keep}'
 431
 432     parameters:
 433         - patches-to-build-parameter:
 434             patches_to_build: '$PATCHES_TO_BUILD'
 435         - integration-branch:
 436             branch: '{branch}'
 437
 438     wrappers:
 439         - build-timeout
 440         - ssh-agent-credentials:
 441             users:
 442                 - '{ssh-credentials}'
 443
 444     prebuilders:
 445         - wipe-org-opendaylight-repo
 446         - integration-multipatch-builder
 447         - inject:
 448             properties-file: 'bundle.txt'
 449         - provide-maven-settings:
 450             global-settings-file: '{odl-global-settings}'
 451             settings-file: '{yangtools-settings}'
 452
 453
 454     maven:
 455         maven-name: '{mvn33}'
 456         root-pom: 'patch_tester/pom.xml'
 457         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
 458         goals: 'clean install -f patch_tester/pom.xml -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 459         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 460         settings: '{yangtools-settings}'
 461         global-settings: '{odl-global-settings}'
 462         post-step-run-condition: 'SUCCESS'
 463
 464     postbuilders:
 465         - trigger-builds:
 466             - project: 'integration-distribution-test-{stream}'
 467               block: true
 468               predefined-parameters:
 469                   BUNDLEURL=$BUNDLEURL
 470
 471     publishers:
 472         - email-notification:
 473             email-prefix: '[integration]'