jjb/integration/integration-test-jobs.yaml

   1 - project:
   2     name: integration-test
   3     jobs:
   4         - '{project-name}-verify-python-{stream}'
   5         - 'integration-csit-verify-1node-library'
   6         - 'integration-distribution-test-{stream}'
   7         - 'integration-patch-test-{stream}'
   8         - 'integration-multipatch-test-{stream}'
   9
  10     project: integration/test
  11     project-name: integration-test
  12
  13     stream:
  14         - carbon:
  15             branch: 'master'
  16             jdk: 'openjdk8'
  17             jre: 'openjdk8'
  18             csit-list: >
  19                 integration-distribution-deploy-{stream},
  20                 integration-distribution-offline-{stream},
  21                 l2switch-csit-1node-switch-only-{stream},
  22                 l2switch-csit-1node-switch-all-{stream},
  23                 l2switch-csit-1node-scalability-only-{stream},
  24                 l2switch-csit-1node-scalability-all-{stream},
  25                 lispflowmapping-csit-1node-msmr-only-{stream},
  26                 lispflowmapping-csit-1node-msmr-all-{stream},
  27                 nemo-csit-1node-engine-all-{stream},
  28                 nemo-csit-1node-engine-only-{stream},
  29                 netvirt-csit-1node-openstack-basic-only-{stream},
  30                 netvirt-csit-1node-openstack-basic-all-{stream},
  31                 netvirt-csit-3node-clustering-only-{stream},
  32                 ocpplugin-csit-1node-get-only-{stream},
  33                 ocpplugin-csit-1node-get-all-{stream},
  34                 ocpplugin-csit-1node-scalability-only-{stream},
  35                 ocpplugin-csit-1node-scalability-all-{stream},
  36                 openflowplugin-csit-1node-flow-services-only-{stream},
  37                 openflowplugin-csit-1node-flow-services-all-{stream},
  38                 openflowplugin-csit-1node-scalability-only-{stream},
  39                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  40                 openflowplugin-csit-1node-config-performance-only-{stream},
  41                 ovsdb-csit-1node-southbound-all-{stream},
  42                 ovsdb-csit-1node-southbound-only-{stream},
  43                 packetcable-csit-1node-pcmm-only-{stream},
  44                 packetcable-csit-1node-pcmm-all-{stream},
  45                 sxp-csit-1node-basic-only-{stream},
  46                 sxp-csit-1node-filtering-all-{stream},
  47                 sxp-csit-1node-topology-only-{stream},
  48                 sxp-csit-1node-topology-all-{stream},
  49                 topoprocessing-csit-1node-topology-operations-all-{stream},
  50                 topoprocessing-csit-1node-topology-operations-only-{stream},
  51                 tsdr-csit-1node-cassandra-datastore-only-{stream},
  52                 tsdr-csit-1node-hbase-datastore-all-{stream},
  53                 tsdr-csit-1node-hbase-datastore-only-{stream},
  54                 tsdr-csit-1node-hsqldb-datastore-all-{stream},
  55                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
  56                 usc-csit-1node-channel-only-{stream},
  57                 usc-csit-1node-channel-all-{stream},
  58                 usc-csit-1node-tcp-only-{stream},
  59                 usc-csit-1node-tcp-all-{stream},
  60                 vtn-csit-1node-manager-only-{stream},
  61                 vtn-csit-1node-manager-all-{stream},
  62                 vtn-csit-1node-coordinator-only-{stream}
  63
  64         - boron:
  65             branch: 'stable/boron'
  66             jdk: 'openjdk8'
  67             jre: 'openjdk8'
  68             csit-list: >
  69                 integration-distribution-deploy-{stream},
  70                 integration-distribution-offline-{stream},
  71                 l2switch-csit-1node-switch-only-{stream},
  72                 l2switch-csit-1node-switch-all-{stream},
  73                 l2switch-csit-1node-scalability-only-{stream},
  74                 l2switch-csit-1node-scalability-all-{stream},
  75                 lispflowmapping-csit-1node-msmr-only-{stream},
  76                 lispflowmapping-csit-1node-msmr-all-{stream},
  77                 nemo-csit-1node-engine-all-{stream},
  78                 nemo-csit-1node-engine-only-{stream},
  79                 netvirt-csit-1node-openstack-basic-only-{stream},
  80                 netvirt-csit-1node-openstack-basic-all-{stream},
  81                 netvirt-csit-3node-clustering-only-{stream},
  82                 ocpplugin-csit-1node-get-only-{stream},
  83                 ocpplugin-csit-1node-get-all-{stream},
  84                 ocpplugin-csit-1node-scalability-only-{stream},
  85                 ocpplugin-csit-1node-scalability-all-{stream},
  86                 openflowplugin-csit-1node-flow-services-only-{stream},
  87                 openflowplugin-csit-1node-flow-services-all-{stream},
  88                 openflowplugin-csit-1node-scalability-only-{stream},
  89                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  90                 openflowplugin-csit-1node-config-performance-only-{stream},
  91                 ovsdb-csit-1node-southbound-all-{stream},
  92                 ovsdb-csit-1node-southbound-only-{stream},
  93                 packetcable-csit-1node-pcmm-only-{stream},
  94                 packetcable-csit-1node-pcmm-all-{stream},
  95                 sxp-csit-1node-basic-only-{stream},
  96                 sxp-csit-1node-filtering-all-{stream},
  97                 sxp-csit-1node-topology-only-{stream},
  98                 sxp-csit-1node-topology-all-{stream},
  99                 topoprocessing-csit-1node-topology-operations-all-{stream},
 100                 topoprocessing-csit-1node-topology-operations-only-{stream},
 101                 tsdr-csit-1node-cassandra-datastore-only-{stream},
 102                 tsdr-csit-1node-hbase-datastore-only-{stream},
 103                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
 104                 usc-csit-1node-channel-only-{stream},
 105                 usc-csit-1node-channel-all-{stream},
 106                 usc-csit-1node-tcp-only-{stream},
 107                 usc-csit-1node-tcp-all-{stream},
 108                 vtn-csit-1node-manager-only-{stream},
 109                 vtn-csit-1node-manager-all-{stream},
 110                 vtn-csit-1node-coordinator-only-{stream}
 111
 112         - beryllium:
 113             branch: 'stable/beryllium'
 114             jdk: 'openjdk7'
 115             jre: 'openjdk7'
 116             csit-list: >
 117                 aaa-csit-1node-authn-only-{stream},
 118                 aaa-csit-1node-authn-all-{stream},
 119                 bgpcep-csit-1node-userfeatures-only-{stream},
 120                 bgpcep-csit-1node-userfeatures-all-{stream},
 121                 capwap-csit-1node-ac-only-{stream},
 122                 capwap-csit-1node-ac-all-{stream},
 123                 integration-distribution-offline-{stream},
 124                 integration-distribution-deploy-{stream},
 125                 l2switch-csit-1node-switch-only-{stream},
 126                 l2switch-csit-1node-scalability-only-{stream},
 127                 l2switch-csit-1node-scalability-all-{stream},
 128                 lispflowmapping-csit-1node-msmr-only-{stream},
 129                 lispflowmapping-csit-1node-msmr-all-{stream},
 130                 nemo-csit-1node-engine-all-{stream},
 131                 nemo-csit-1node-engine-only-{stream},
 132                 netconf-csit-1node-userfeatures-all-{stream},
 133                 netconf-csit-1node-userfeatures-only-{stream},
 134                 netvirt-csit-1node-openstack-basic-only-{stream},
 135                 netvirt-csit-1node-openstack-basic-all-{stream},
 136                 netvirt-csit-3node-clustering-only-{stream},
 137                 nic-csit-1node-basic-all-{stream},
 138                 nic-csit-1node-basic-only-{stream},
 139                 openflowplugin-csit-1node-flow-services-only-{stream},
 140                 openflowplugin-csit-1node-flow-services-all-{stream},
 141                 openflowplugin-csit-1node-scalability-only-{stream},
 142                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 143                 openflowplugin-csit-1node-config-performance-only-{stream},
 144                 ovsdb-csit-1node-southbound-all-{stream},
 145                 ovsdb-csit-1node-southbound-only-{stream},
 146                 packetcable-csit-1node-pcmm-only-{stream},
 147                 packetcable-csit-1node-pcmm-all-{stream},
 148                 snmp-csit-1node-basic-only-{stream},
 149                 snmp-csit-1node-basic-all-{stream},
 150                 sxp-csit-1node-basic-only-{stream},
 151                 sxp-csit-1node-filtering-only-{stream},
 152                 sxp-csit-1node-filtering-all-{stream},
 153                 topoprocessing-csit-1node-topology-operations-all-{stream},
 154                 topoprocessing-csit-1node-topology-operations-only-{stream},
 155                 tsdr-csit-1node-cassandra-datastore-only-{stream},
 156                 tsdr-csit-1node-hbase-datastore-only-{stream},
 157                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
 158                 usc-csit-1node-channel-only-{stream},
 159                 usc-csit-1node-channel-all-{stream},
 160                 usc-csit-1node-tcp-only-{stream},
 161                 usc-csit-1node-tcp-all-{stream},
 162                 vtn-csit-1node-manager-only-{stream},
 163                 vtn-csit-1node-manager-all-{stream},
 164                 vtn-csit-1node-coordinator-only-{stream}
 165
 166         - stable-lithium:
 167             branch: 'stable/lithium'
 168             jdk: 'openjdk7'
 169             jre: 'openjdk7'
 170             csit-list: >
 171                 aaa-csit-1node-authn-only-{stream},
 172                 aaa-csit-1node-authn-all-{stream},
 173                 bgpcep-csit-1node-userfeatures-only-{stream},
 174                 bgpcep-csit-1node-userfeatures-all-{stream},
 175                 capwap-csit-1node-ac-only-{stream},
 176                 capwap-csit-1node-ac-all-{stream},
 177                 controller-csit-3node-clustering-only-{stream},
 178                 integration-distribution-offline-{stream},
 179                 l2switch-csit-1node-switch-only-{stream},
 180                 l2switch-csit-1node-switch-all-{stream},
 181                 l2switch-csit-1node-scalability-only-{stream},
 182                 l2switch-csit-1node-scalability-all-{stream},
 183                 lispflowmapping-csit-1node-all-only-{stream},
 184                 lispflowmapping-csit-1node-all-all-{stream},
 185                 netconf-csit-1node-userfeatures-all-{stream},
 186                 netconf-csit-1node-userfeatures-only-{stream},
 187                 netvirt-csit-1node-openstack-basic-only-{stream},
 188                 netvirt-csit-1node-openstack-basic-all-{stream},
 189                 nic-csit-1node-basic-all-{stream},
 190                 nic-csit-1node-basic-only-{stream},
 191                 openflowplugin-csit-1node-flow-services-only-{stream},
 192                 openflowplugin-csit-1node-flow-services-all-{stream},
 193                 openflowplugin-csit-1node-scalability-only-{stream},
 194                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 195                 openflowplugin-csit-1node-config-performance-only-{stream},
 196                 ovsdb-csit-1node-southbound-only-{stream},
 197                 ovsdb-csit-1node-southbound-all-{stream},
 198                 snmp-csit-1node-basic-only-{stream},
 199                 snmp-csit-1node-basic-all-{stream},
 200                 usc-csit-1node-channel-only-{stream},
 201                 usc-csit-1node-channel-all-{stream},
 202                 vpnservice-csit-1node-vpnservice-only-{stream},
 203                 vpnservice-csit-1node-vpnservice-all-{stream},
 204                 vtn-csit-1node-manager-li-only-{stream},
 205                 vtn-csit-1node-manager-li-all-{stream},
 206                 vtn-csit-1node-coordinator-only-{stream}
 207
 208
 209 # Template: integration-csit-verify-1node-library
 210 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 211 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 212
 213 - job-template:
 214     name: 'integration-csit-verify-1node-library'
 215
 216     project-type: freestyle
 217     node: centos7-robot-2c-2g
 218
 219     logrotate:
 220         daysToKeep: '{build-days-to-keep}'
 221         numToKeep: '{build-num-to-keep}'
 222         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 223         artifactNumToKeep: '{build-artifact-num-to-keep}'
 224
 225     parameters:
 226         - opendaylight-infra-parameters:
 227             project: 'integration/test'
 228             branch: '{branch}'
 229             refspec: 'refs/heads/{branch}'
 230             artifacts: '{archive-artifacts}'
 231         - integration-branch:
 232             branch: 'stable/boron'
 233         - integration-distribution-stream:
 234             stream: 'boron'
 235         - integration-bundleurl:
 236             bundleurl: 'last'
 237         - integration-controller-scope:
 238             controller-scope: 'only'
 239         - integration-controller-features:
 240             controller-features: >
 241                 odl-clustering-test-app,
 242                 odl-openflowplugin-flow-services-ui,
 243                 odl-bgpcep-pcep,
 244                 odl-bgpcep-bgp,
 245                 odl-netconf-connector-all
 246         - integration-test-options:
 247             test-options: '-v TIMEOUT_BUG_4220:10s'
 248         - integration-stream-test-plan:
 249             stream-test-plan: 'test-libraries-boron.txt'
 250         - integration-test-plan:
 251             test-plan: 'test-libraries.txt'
 252         - integration-patch-refspec:
 253             branch: '$GERRIT_REFSPEC'
 254         - integration-jdk-version:
 255             jdkversion: 'openjdk8'
 256
 257     scm:
 258         - integration-gerrit-scm:
 259             basedir: 'test'
 260             refspec: '$PATCHREFSPEC'
 261             branch: 'master'
 262
 263     wrappers:
 264         - opendaylight-infra-wrappers:
 265             build-timeout: '{build-timeout}'
 266         - integration-jclouds-controller-mininet:
 267             controller-image: '{controller-image}'
 268             controller-vms: 1
 269             mininet-image: '{mininet-image}'
 270             mininet-vms: '{mininet-vms}'
 271
 272     triggers:
 273         - integration-trigger-patch-submitted:
 274             name: 'integration/test'
 275             branch: 'master'
 276             pattern: 'csit/libraries/*'
 277
 278     builders:
 279         - integration-copy-ssh-keys
 280         - integration-cleanup-workspace
 281         - integration-install-robotframework
 282         - inject:
 283             properties-file: 'env.properties'
 284         - integration-get-slave-addresses
 285         - inject:
 286             properties-file: 'slave_addresses.txt'
 287         - integration-get-bundle-vars
 288         - inject:
 289             properties-file: 'bundle_vars.txt'
 290         - integration-deploy-controller-run-test
 291         - integration-cleanup-tmp
 292
 293     publishers:
 294         - integration-robot:
 295             unstable-if: 0.0
 296             pass-if: 100.0
 297         - email-notification:
 298             email-prefix: '[integration]'
 299         - integration-csit-archive-build
 300         - archive-build:
 301             maven-version: '{mvn33}'
 302
 303 # Template: integration-distribution-test-{stream}
 304 # Goal: Verify a distribution through all system test available
 305 # Operation: This daily job template takes a distribution and passes all available system test
 306
 307 - job-template:
 308     name: 'integration-distribution-test-{stream}'
 309
 310     project-type: freestyle
 311     node: centos7-java-builder-2c-8g
 312
 313     logrotate:
 314         daysToKeep: '{build-days-to-keep}'
 315         numToKeep: '{build-num-to-keep}'
 316         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 317         artifactNumToKeep: '{build-artifact-num-to-keep}'
 318
 319     parameters:
 320         - integration-bundleurl:
 321             bundleurl: 'last'
 322         - integration-jdk-version:
 323             jdkversion: '{jre}'
 324
 325     triggers:
 326         - timed: 'H H * * 6'
 327
 328     builders:
 329         - trigger-builds:
 330             - project: '{csit-list}'
 331               block: true
 332               predefined-parameters:
 333                   BUNDLEURL=$BUNDLEURL
 334
 335     publishers:
 336         - email-notification:
 337             email-prefix: '[integration]'
 338
 339 # Template: integration-patch-test-{stream}
 340 # Goal: Build a patch and run all available system test on a distribution containing the change
 341 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 342 # triggers the distribution test when test-integration is used in gerrit comments
 343
 344 - job-template:
 345     name: 'integration-patch-test-{stream}'
 346
 347     project-type: maven
 348     node: centos7-java-builder-2c-8g
 349     jdk: '{jdk}'
 350
 351     logrotate:
 352         daysToKeep: '{build-days-to-keep}'
 353         numToKeep: '{build-num-to-keep}'
 354         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 355         artifactNumToKeep: '{build-artifact-num-to-keep}'
 356
 357     parameters:
 358         - opendaylight-infra-parameters:
 359             project: '$GERRIT_PROJECT'
 360             branch: '{branch}'
 361             refspec: '$GERRIT_REFSPEC'
 362             artifacts: '{archive-artifacts} **/dependency_tree.txt'
 363         - integration-branch:
 364             branch: '{branch}'
 365         - integration-distribution-git-url
 366
 367     scm:
 368         - integration-gerrit-scm:
 369             basedir: '$GERRIT_PROJECT'
 370             refspec: '$GERRIT_REFSPEC'
 371             branch: '{branch}'
 372         - integration-distribution-scm:
 373             branch: '{branch}'
 374
 375     wrappers:
 376         - opendaylight-infra-wrappers:
 377             build-timeout: '{build-timeout}'
 378
 379     triggers:
 380         - gerrit:
 381             server-name: 'OpenDaylight'
 382             trigger-on:
 383                 - comment-added-contains-event:
 384                     comment-contains-value: 'test-integration'
 385             projects:
 386               - project-compare-type: 'ANT'
 387                 project-pattern: '**'
 388                 branches:
 389                   - branch-compare-type: 'ANT'
 390                     branch-pattern: '**/{branch}'
 391             skip-vote:
 392                 successful: true
 393                 failed: true
 394                 unstable: true
 395                 notbuilt: true
 396
 397     prebuilders:
 398         - integration-rebase-gerrit-patch
 399         - integration-get-bundle-url
 400         - inject:
 401             properties-file: 'bundle.txt'
 402         - wipe-org-opendaylight-repo
 403         - provide-maven-settings:
 404             global-settings-file: 'odl-global-settings'
 405             settings-file: 'integration-settings'
 406         - maven-target:
 407             maven-version: '{mvn33}'
 408             pom: '$GERRIT_PROJECT/pom.xml'
 409             goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Pq -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 410             java-opts:
 411                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 412             settings: 'integration-settings'
 413             settings-type: cfp
 414             global-settings: 'odl-global-settings'
 415             global-settings-type: cfp
 416
 417     maven:
 418         maven-name: '{mvn33}'
 419         root-pom: 'distribution/pom.xml'
 420         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 421         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 422         settings: 'integration-settings'
 423         settings-type: cfp
 424         global-settings: 'odl-global-settings'
 425         global-settings-type: cfp
 426         ignore-upstream-changes: true
 427         post-step-run-condition: 'SUCCESS'
 428
 429     postbuilders:
 430         - trigger-builds:
 431             - project: '{csit-list}'
 432               block: true
 433               predefined-parameters:
 434                   BUNDLEURL=$BUNDLEURL
 435
 436     publishers:
 437         - archive-build:
 438             maven-version: '{mvn33}'
 439         - email-notification:
 440             email-prefix: '[$GERRIT_PROJECT]'
 441
 442 # Template: integration-multipatch-test-{stream}
 443 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 444 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 445 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 446 # CSIT jobs
 447
 448 - job-template:
 449     name: 'integration-multipatch-test-{stream}'
 450
 451     project-type: maven
 452     node: centos7-java-builder-8c-8g
 453     jdk: '{jdk}'
 454
 455     logrotate:
 456         daysToKeep: '{build-days-to-keep}'
 457         numToKeep: '{build-num-to-keep}'
 458         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 459         artifactNumToKeep: '{build-artifact-num-to-keep}'
 460
 461     parameters:
 462         - patches-to-build-parameter:
 463             patches_to_build: '$PATCHES_TO_BUILD'
 464         - integration-branch:
 465             branch: '{branch}'
 466         - opendaylight-infra-parameters:
 467             project: 'integration/distribution'
 468             branch: '{branch}'
 469             refspec: 'refs/heads/{branch}'
 470             artifacts: '{archive-artifacts} **/dependency_tree.txt'
 471
 472     prebuilders:
 473         - wipe-org-opendaylight-repo
 474         - integration-multipatch-builder
 475         - inject:
 476             properties-file: 'bundle.txt'
 477         - provide-maven-settings:
 478             global-settings-file: 'odl-global-settings'
 479             settings-file: 'yangtools-settings'
 480
 481     wrappers:
 482         - opendaylight-infra-wrappers:
 483             build-timeout: '1200'
 484
 485     maven:
 486         maven-name: '{mvn33}'
 487         root-pom: 'patch_tester/pom.xml'
 488         # TODO: Make Maven options configurable. Currently tests are not skipped, everything else is.
 489         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -f patch_tester/pom.xml -V -B -Pq -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 490         maven-opts: '-Xmx7168m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 491         settings: 'yangtools-settings'
 492         settings-type: cfp
 493         global-settings: 'odl-global-settings'
 494         global-settings-type: cfp
 495         post-step-run-condition: 'SUCCESS'
 496
 497     postbuilders:
 498         - trigger-builds:
 499             - project: '{csit-list}'
 500               block: true
 501               predefined-parameters:
 502                   BUNDLEURL=$BUNDLEURL
 503
 504     publishers:
 505         - archive-build:
 506             maven-version: '{mvn33}'
 507         - email-notification:
 508             email-prefix: '[int/dist]'