jjb/integration/integration-test-jobs.yaml

   1 - project:
   2     name: integration-test
   3     jobs:
   4         - '{project-name}-verify-python-{stream}'
   5         - 'integration-csit-verify-1node-library'
   6         - 'integration-distribution-test-{stream}'
   7         - 'integration-patch-test-{stream}'
   8         - 'integration-multipatch-test-{stream}'
   9
  10     project: integration/test
  11     project-name: integration-test
  12
  13     stream:
  14         - carbon:
  15             branch: 'master'
  16             jdk: 'openjdk8'
  17             jre: 'openjdk8'
  18             csit-list: >
  19                 controller-csit-3node-clustering-only-{stream},
  20                 controller-csit-3node-clustering-all-{stream},
  21                 integration-distribution-deploy-{stream},
  22                 integration-distribution-offline-{stream},
  23                 l2switch-csit-1node-switch-only-{stream},
  24                 l2switch-csit-1node-switch-all-{stream},
  25                 l2switch-csit-1node-scalability-only-{stream},
  26                 l2switch-csit-1node-scalability-all-{stream},
  27                 lispflowmapping-csit-1node-msmr-only-{stream},
  28                 lispflowmapping-csit-1node-msmr-all-{stream},
  29                 nemo-csit-1node-engine-all-{stream},
  30                 nemo-csit-1node-engine-only-{stream},
  31                 netvirt-csit-1node-openstack-basic-only-{stream},
  32                 netvirt-csit-1node-openstack-basic-all-{stream},
  33                 netvirt-csit-3node-clustering-only-{stream},
  34                 ocpplugin-csit-1node-get-only-{stream},
  35                 ocpplugin-csit-1node-get-all-{stream},
  36                 ocpplugin-csit-1node-scalability-only-{stream},
  37                 ocpplugin-csit-1node-scalability-all-{stream},
  38                 openflowplugin-csit-1node-flow-services-only-{stream},
  39                 openflowplugin-csit-1node-flow-services-all-{stream},
  40                 openflowplugin-csit-1node-scalability-only-{stream},
  41                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  42                 openflowplugin-csit-1node-config-performance-only-{stream},
  43                 openflowplugin-csit-3node-clustering-only-{stream},
  44                 ovsdb-csit-1node-southbound-all-{stream},
  45                 ovsdb-csit-1node-southbound-only-{stream},
  46                 packetcable-csit-1node-pcmm-only-{stream},
  47                 packetcable-csit-1node-pcmm-all-{stream},
  48                 sxp-csit-1node-basic-only-{stream},
  49                 sxp-csit-1node-filtering-all-{stream},
  50                 sxp-csit-1node-topology-only-{stream},
  51                 sxp-csit-1node-topology-all-{stream},
  52                 topoprocessing-csit-1node-topology-operations-all-{stream},
  53                 topoprocessing-csit-1node-topology-operations-only-{stream},
  54                 tsdr-csit-1node-cassandra-datastore-only-{stream},
  55                 tsdr-csit-1node-hbase-datastore-all-{stream},
  56                 tsdr-csit-1node-hbase-datastore-only-{stream},
  57                 tsdr-csit-1node-hsqldb-datastore-all-{stream},
  58                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
  59                 usc-csit-1node-channel-only-{stream},
  60                 usc-csit-1node-channel-all-{stream},
  61                 usc-csit-1node-tcp-only-{stream},
  62                 usc-csit-1node-tcp-all-{stream},
  63                 vtn-csit-1node-manager-only-{stream},
  64                 vtn-csit-1node-manager-all-{stream},
  65                 vtn-csit-1node-coordinator-only-{stream}
  66
  67         - boron:
  68             branch: 'stable/boron'
  69             jdk: 'openjdk8'
  70             jre: 'openjdk8'
  71             csit-list: >
  72                 controller-csit-3node-clustering-only-{stream},
  73                 controller-csit-3node-clustering-all-{stream},
  74                 integration-distribution-deploy-{stream},
  75                 integration-distribution-offline-{stream},
  76                 l2switch-csit-1node-switch-only-{stream},
  77                 l2switch-csit-1node-switch-all-{stream},
  78                 l2switch-csit-1node-scalability-only-{stream},
  79                 l2switch-csit-1node-scalability-all-{stream},
  80                 lispflowmapping-csit-1node-msmr-only-{stream},
  81                 lispflowmapping-csit-1node-msmr-all-{stream},
  82                 nemo-csit-1node-engine-all-{stream},
  83                 nemo-csit-1node-engine-only-{stream},
  84                 netvirt-csit-1node-openstack-basic-only-{stream},
  85                 netvirt-csit-1node-openstack-basic-all-{stream},
  86                 netvirt-csit-3node-clustering-only-{stream},
  87                 ocpplugin-csit-1node-get-only-{stream},
  88                 ocpplugin-csit-1node-get-all-{stream},
  89                 ocpplugin-csit-1node-scalability-only-{stream},
  90                 ocpplugin-csit-1node-scalability-all-{stream},
  91                 openflowplugin-csit-1node-flow-services-only-{stream},
  92                 openflowplugin-csit-1node-flow-services-all-{stream},
  93                 openflowplugin-csit-1node-scalability-only-{stream},
  94                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  95                 openflowplugin-csit-1node-config-performance-only-{stream},
  96                 openflowplugin-csit-3node-clustering-only-{stream},
  97                 ovsdb-csit-1node-southbound-all-{stream},
  98                 ovsdb-csit-1node-southbound-only-{stream},
  99                 packetcable-csit-1node-pcmm-only-{stream},
 100                 packetcable-csit-1node-pcmm-all-{stream},
 101                 sxp-csit-1node-basic-only-{stream},
 102                 sxp-csit-1node-filtering-all-{stream},
 103                 sxp-csit-1node-topology-only-{stream},
 104                 sxp-csit-1node-topology-all-{stream},
 105                 topoprocessing-csit-1node-topology-operations-all-{stream},
 106                 topoprocessing-csit-1node-topology-operations-only-{stream},
 107                 tsdr-csit-1node-cassandra-datastore-only-{stream},
 108                 tsdr-csit-1node-hbase-datastore-only-{stream},
 109                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
 110                 usc-csit-1node-channel-only-{stream},
 111                 usc-csit-1node-channel-all-{stream},
 112                 usc-csit-1node-tcp-only-{stream},
 113                 usc-csit-1node-tcp-all-{stream},
 114                 vtn-csit-1node-manager-only-{stream},
 115                 vtn-csit-1node-manager-all-{stream},
 116                 vtn-csit-1node-coordinator-only-{stream}
 117
 118         - beryllium:
 119             branch: 'stable/beryllium'
 120             jdk: 'openjdk7'
 121             jre: 'openjdk7'
 122             csit-list: >
 123                 aaa-csit-1node-authn-only-{stream},
 124                 aaa-csit-1node-authn-all-{stream},
 125                 bgpcep-csit-1node-userfeatures-only-{stream},
 126                 bgpcep-csit-1node-userfeatures-all-{stream},
 127                 capwap-csit-1node-ac-only-{stream},
 128                 capwap-csit-1node-ac-all-{stream},
 129                 integration-distribution-offline-{stream},
 130                 integration-distribution-deploy-{stream},
 131                 l2switch-csit-1node-switch-only-{stream},
 132                 l2switch-csit-1node-scalability-only-{stream},
 133                 l2switch-csit-1node-scalability-all-{stream},
 134                 lispflowmapping-csit-1node-msmr-only-{stream},
 135                 lispflowmapping-csit-1node-msmr-all-{stream},
 136                 nemo-csit-1node-engine-all-{stream},
 137                 nemo-csit-1node-engine-only-{stream},
 138                 netconf-csit-1node-userfeatures-all-{stream},
 139                 netconf-csit-1node-userfeatures-only-{stream},
 140                 netvirt-csit-1node-openstack-basic-only-{stream},
 141                 netvirt-csit-1node-openstack-basic-all-{stream},
 142                 netvirt-csit-3node-clustering-only-{stream},
 143                 nic-csit-1node-basic-all-{stream},
 144                 nic-csit-1node-basic-only-{stream},
 145                 openflowplugin-csit-1node-flow-services-only-{stream},
 146                 openflowplugin-csit-1node-flow-services-all-{stream},
 147                 openflowplugin-csit-1node-scalability-only-{stream},
 148                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 149                 openflowplugin-csit-1node-config-performance-only-{stream},
 150                 openflowplugin-csit-3node-clustering-only-{stream},
 151                 ovsdb-csit-1node-southbound-all-{stream},
 152                 ovsdb-csit-1node-southbound-only-{stream},
 153                 packetcable-csit-1node-pcmm-only-{stream},
 154                 packetcable-csit-1node-pcmm-all-{stream},
 155                 snmp-csit-1node-basic-only-{stream},
 156                 snmp-csit-1node-basic-all-{stream},
 157                 sxp-csit-1node-basic-only-{stream},
 158                 sxp-csit-1node-filtering-only-{stream},
 159                 sxp-csit-1node-filtering-all-{stream},
 160                 topoprocessing-csit-1node-topology-operations-all-{stream},
 161                 topoprocessing-csit-1node-topology-operations-only-{stream},
 162                 tsdr-csit-1node-cassandra-datastore-only-{stream},
 163                 tsdr-csit-1node-hbase-datastore-only-{stream},
 164                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
 165                 usc-csit-1node-channel-only-{stream},
 166                 usc-csit-1node-channel-all-{stream},
 167                 usc-csit-1node-tcp-only-{stream},
 168                 usc-csit-1node-tcp-all-{stream},
 169                 vtn-csit-1node-manager-only-{stream},
 170                 vtn-csit-1node-manager-all-{stream},
 171                 vtn-csit-1node-coordinator-only-{stream}
 172
 173         - stable-lithium:
 174             branch: 'stable/lithium'
 175             jdk: 'openjdk7'
 176             jre: 'openjdk7'
 177             csit-list: >
 178                 aaa-csit-1node-authn-only-{stream},
 179                 aaa-csit-1node-authn-all-{stream},
 180                 bgpcep-csit-1node-userfeatures-only-{stream},
 181                 bgpcep-csit-1node-userfeatures-all-{stream},
 182                 capwap-csit-1node-ac-only-{stream},
 183                 capwap-csit-1node-ac-all-{stream},
 184                 controller-csit-3node-clustering-only-{stream},
 185                 integration-distribution-offline-{stream},
 186                 l2switch-csit-1node-switch-only-{stream},
 187                 l2switch-csit-1node-switch-all-{stream},
 188                 l2switch-csit-1node-scalability-only-{stream},
 189                 l2switch-csit-1node-scalability-all-{stream},
 190                 lispflowmapping-csit-1node-all-only-{stream},
 191                 lispflowmapping-csit-1node-all-all-{stream},
 192                 netconf-csit-1node-userfeatures-all-{stream},
 193                 netconf-csit-1node-userfeatures-only-{stream},
 194                 netvirt-csit-1node-openstack-basic-only-{stream},
 195                 netvirt-csit-1node-openstack-basic-all-{stream},
 196                 nic-csit-1node-basic-all-{stream},
 197                 nic-csit-1node-basic-only-{stream},
 198                 openflowplugin-csit-1node-flow-services-only-{stream},
 199                 openflowplugin-csit-1node-flow-services-all-{stream},
 200                 openflowplugin-csit-1node-scalability-only-{stream},
 201                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 202                 openflowplugin-csit-1node-config-performance-only-{stream},
 203                 ovsdb-csit-1node-southbound-only-{stream},
 204                 ovsdb-csit-1node-southbound-all-{stream},
 205                 snmp-csit-1node-basic-only-{stream},
 206                 snmp-csit-1node-basic-all-{stream},
 207                 usc-csit-1node-channel-only-{stream},
 208                 usc-csit-1node-channel-all-{stream},
 209                 vpnservice-csit-1node-vpnservice-only-{stream},
 210                 vpnservice-csit-1node-vpnservice-all-{stream},
 211                 vtn-csit-1node-manager-li-only-{stream},
 212                 vtn-csit-1node-manager-li-all-{stream},
 213                 vtn-csit-1node-coordinator-only-{stream}
 214
 215
 216 # Template: integration-csit-verify-1node-library
 217 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 218 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 219
 220 - job-template:
 221     name: 'integration-csit-verify-1node-library'
 222
 223     project-type: freestyle
 224     node: centos7-robot-2c-2g
 225
 226     logrotate:
 227         daysToKeep: '{build-days-to-keep}'
 228         numToKeep: '{build-num-to-keep}'
 229         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 230         artifactNumToKeep: '{build-artifact-num-to-keep}'
 231
 232     parameters:
 233         - opendaylight-infra-parameters:
 234             project: 'integration/test'
 235             branch: '{branch}'
 236             refspec: 'refs/heads/{branch}'
 237             artifacts: '{archive-artifacts}'
 238         - integration-branch:
 239             branch: 'stable/boron'
 240         - integration-distribution-stream:
 241             stream: 'boron'
 242         - integration-bundleurl:
 243             bundleurl: 'last'
 244         - integration-controller-scope:
 245             controller-scope: 'only'
 246         - integration-controller-features:
 247             controller-features: >
 248                 odl-clustering-test-app,
 249                 odl-openflowplugin-flow-services-ui,
 250                 odl-bgpcep-pcep,
 251                 odl-bgpcep-bgp,
 252                 odl-netconf-connector-all
 253         - integration-test-options:
 254             test-options: '-v TIMEOUT_BUG_4220:10s'
 255         - integration-stream-test-plan:
 256             stream-test-plan: 'test-libraries-boron.txt'
 257         - integration-test-plan:
 258             test-plan: 'test-libraries.txt'
 259         - integration-patch-refspec:
 260             branch: '$GERRIT_REFSPEC'
 261         - integration-jdk-version:
 262             jdkversion: 'openjdk8'
 263
 264     scm:
 265         - integration-gerrit-scm:
 266             basedir: 'test'
 267             refspec: '$PATCHREFSPEC'
 268             branch: 'master'
 269
 270     wrappers:
 271         - opendaylight-infra-wrappers:
 272             build-timeout: '{build-timeout}'
 273         - integration-jclouds-controller-mininet:
 274             controller-image: '{controller-image}'
 275             controller-vms: 1
 276             mininet-image: '{mininet-image}'
 277             mininet-vms: '{mininet-vms}'
 278
 279     triggers:
 280         - integration-trigger-patch-submitted:
 281             name: 'integration/test'
 282             branch: 'master'
 283             pattern: 'csit/libraries/*'
 284
 285     builders:
 286         - integration-copy-ssh-keys
 287         - integration-cleanup-workspace
 288         - integration-install-robotframework
 289         - inject:
 290             properties-file: 'env.properties'
 291         - integration-get-slave-addresses
 292         - inject:
 293             properties-file: 'slave_addresses.txt'
 294         - integration-get-bundle-vars
 295         - inject:
 296             properties-file: 'bundle_vars.txt'
 297         - integration-deploy-controller-run-test
 298         - integration-cleanup-tmp
 299
 300     publishers:
 301         - integration-robot:
 302             unstable-if: 0.0
 303             pass-if: 100.0
 304         - email-notification:
 305             email-prefix: '[integration]'
 306         - integration-csit-archive-build
 307         - opendaylight-infra-shiplogs:
 308             maven-version: '{mvn33}'
 309
 310 # Template: integration-distribution-test-{stream}
 311 # Goal: Verify a distribution through all system test available
 312 # Operation: This daily job template takes a distribution and passes all available system test
 313
 314 - job-template:
 315     name: 'integration-distribution-test-{stream}'
 316
 317     project-type: freestyle
 318     node: centos7-java-builder-2c-8g
 319
 320     logrotate:
 321         daysToKeep: '{build-days-to-keep}'
 322         numToKeep: '{build-num-to-keep}'
 323         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 324         artifactNumToKeep: '{build-artifact-num-to-keep}'
 325
 326     parameters:
 327         - integration-bundleurl:
 328             bundleurl: 'last'
 329         - integration-jdk-version:
 330             jdkversion: '{jre}'
 331
 332     triggers:
 333         - timed: 'H H * * 6'
 334
 335     builders:
 336         - trigger-builds:
 337             - project: '{csit-list}'
 338               block: true
 339               predefined-parameters:
 340                   BUNDLEURL=$BUNDLEURL
 341
 342     publishers:
 343         - email-notification:
 344             email-prefix: '[integration]'
 345
 346 # Template: integration-patch-test-{stream}
 347 # Goal: Build a patch and run all available system test on a distribution containing the change
 348 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 349 # triggers the distribution test when test-integration is used in gerrit comments
 350
 351 - job-template:
 352     name: 'integration-patch-test-{stream}'
 353
 354     project-type: maven
 355     node: centos7-java-builder-2c-8g
 356     jdk: '{jdk}'
 357
 358     logrotate:
 359         daysToKeep: '{build-days-to-keep}'
 360         numToKeep: '{build-num-to-keep}'
 361         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 362         artifactNumToKeep: '{build-artifact-num-to-keep}'
 363
 364     parameters:
 365         - opendaylight-infra-parameters:
 366             project: '$GERRIT_PROJECT'
 367             branch: '{branch}'
 368             refspec: '$GERRIT_REFSPEC'
 369             artifacts: '{archive-artifacts} **/dependency_tree.txt'
 370         - integration-branch:
 371             branch: '{branch}'
 372         - integration-distribution-git-url
 373
 374     scm:
 375         - integration-gerrit-scm:
 376             basedir: '$GERRIT_PROJECT'
 377             refspec: '$GERRIT_REFSPEC'
 378             branch: '{branch}'
 379         - integration-distribution-scm:
 380             branch: '{branch}'
 381
 382     wrappers:
 383         - opendaylight-infra-wrappers:
 384             build-timeout: '{build-timeout}'
 385
 386     triggers:
 387         - gerrit:
 388             server-name: 'OpenDaylight'
 389             trigger-on:
 390                 - comment-added-contains-event:
 391                     comment-contains-value: 'test-integration'
 392             projects:
 393               - project-compare-type: 'ANT'
 394                 project-pattern: '**'
 395                 branches:
 396                   - branch-compare-type: 'ANT'
 397                     branch-pattern: '**/{branch}'
 398             skip-vote:
 399                 successful: true
 400                 failed: true
 401                 unstable: true
 402                 notbuilt: true
 403
 404     prebuilders:
 405         - integration-rebase-gerrit-patch
 406         - integration-get-bundle-url
 407         - inject:
 408             properties-file: 'bundle.txt'
 409         - wipe-org-opendaylight-repo
 410         - provide-maven-settings:
 411             global-settings-file: 'odl-global-settings'
 412             settings-file: 'integration-settings'
 413         - maven-target:
 414             maven-version: '{mvn33}'
 415             pom: '$GERRIT_PROJECT/pom.xml'
 416             goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Pq -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 417             java-opts:
 418                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 419             settings: 'integration-settings'
 420             settings-type: cfp
 421             global-settings: 'odl-global-settings'
 422             global-settings-type: cfp
 423
 424     maven:
 425         maven-name: '{mvn33}'
 426         root-pom: 'distribution/pom.xml'
 427         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 428         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 429         settings: 'integration-settings'
 430         settings-type: cfp
 431         global-settings: 'odl-global-settings'
 432         global-settings-type: cfp
 433         ignore-upstream-changes: true
 434         post-step-run-condition: 'SUCCESS'
 435
 436     postbuilders:
 437         - trigger-builds:
 438             - project: '{csit-list}'
 439               block: true
 440               predefined-parameters:
 441                   BUNDLEURL=$BUNDLEURL
 442
 443     publishers:
 444         - opendaylight-infra-shiplogs:
 445             maven-version: '{mvn33}'
 446         - email-notification:
 447             email-prefix: '[$GERRIT_PROJECT]'
 448
 449 # Template: integration-multipatch-test-{stream}
 450 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 451 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 452 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 453 # CSIT jobs
 454
 455 - job-template:
 456     name: 'integration-multipatch-test-{stream}'
 457
 458     project-type: maven
 459     node: centos7-java-builder-8c-8g
 460     jdk: '{jdk}'
 461
 462     logrotate:
 463         daysToKeep: '{build-days-to-keep}'
 464         numToKeep: '{build-num-to-keep}'
 465         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 466         artifactNumToKeep: '{build-artifact-num-to-keep}'
 467
 468     parameters:
 469         - patches-to-build-parameter:
 470             patches_to_build: '$PATCHES_TO_BUILD'
 471         - integration-branch:
 472             branch: '{branch}'
 473         - opendaylight-infra-parameters:
 474             project: 'integration/distribution'
 475             branch: '{branch}'
 476             refspec: 'refs/heads/{branch}'
 477             artifacts: '{archive-artifacts} **/dependency_tree.txt'
 478
 479     prebuilders:
 480         - wipe-org-opendaylight-repo
 481         - integration-multipatch-builder
 482         - inject:
 483             properties-file: 'bundle.txt'
 484         - provide-maven-settings:
 485             global-settings-file: 'odl-global-settings'
 486             settings-file: 'yangtools-settings'
 487
 488     wrappers:
 489         - opendaylight-infra-wrappers:
 490             build-timeout: '1200'
 491
 492     maven:
 493         maven-name: '{mvn33}'
 494         root-pom: 'patch_tester/pom.xml'
 495         # TODO: Make Maven options configurable. Currently tests are not skipped, everything else is.
 496         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -f patch_tester/pom.xml -V -B -Pq -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 497         maven-opts: '-Xmx7168m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 498         settings: 'yangtools-settings'
 499         settings-type: cfp
 500         global-settings: 'odl-global-settings'
 501         global-settings-type: cfp
 502         post-step-run-condition: 'SUCCESS'
 503
 504     postbuilders:
 505         - trigger-builds:
 506             - project: '{csit-list}'
 507               block: true
 508               predefined-parameters:
 509                   BUNDLEURL=$BUNDLEURL
 510
 511     publishers:
 512         - opendaylight-infra-shiplogs:
 513             maven-version: '{mvn33}'
 514         - email-notification:
 515             email-prefix: '[int/dist]'