jjb/integration/integration-test-jobs.yaml

   1 - project:
   2     name: integration-test
   3     jobs:
   4         - '{project-name}-verify-python-{stream}'
   5         - 'integration-csit-verify-1node-library'
   6         - 'integration-distribution-test-{stream}'
   7         - 'integration-patch-test-{stream}'
   8         - 'integration-multipatch-test-{stream}'
   9
  10     project: integration/test
  11     project-name: integration-test
  12
  13     stream:
  14         - boron:
  15             branch: 'master'
  16             jdk: 'openjdk8'
  17             jre: 'openjdk8'
  18             csit-list: >
  19                 integration-distribution-deploy-{stream},
  20                 integration-distribution-offline-{stream},
  21                 l2switch-csit-1node-switch-only-{stream},
  22                 l2switch-csit-1node-switch-all-{stream},
  23                 l2switch-csit-1node-scalability-only-{stream},
  24                 l2switch-csit-1node-scalability-all-{stream},
  25                 lispflowmapping-csit-1node-msmr-only-{stream},
  26                 lispflowmapping-csit-1node-msmr-all-{stream},
  27                 nemo-csit-1node-engine-all-{stream},
  28                 nemo-csit-1node-engine-only-{stream},
  29                 netvirt-csit-1node-openstack-basic-only-{stream},
  30                 netvirt-csit-1node-openstack-basic-all-{stream},
  31                 netvirt-csit-3node-clustering-only-{stream},
  32                 ocpplugin-csit-1node-get-only-{stream},
  33                 ocpplugin-csit-1node-get-all-{stream},
  34                 ocpplugin-csit-1node-scalability-only-{stream},
  35                 ocpplugin-csit-1node-scalability-all-{stream},
  36                 openflowplugin-csit-1node-flow-services-only-{stream},
  37                 openflowplugin-csit-1node-flow-services-helium-redesign-only-{stream},
  38                 openflowplugin-csit-1node-flow-services-all-{stream},
  39                 openflowplugin-csit-1node-scalability-only-{stream},
  40                 openflowplugin-csit-1node-scalability-helium-redesign-only-{stream},
  41                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  42                 openflowplugin-csit-1node-cbench-performance-helium-redesign-only-{stream},
  43                 openflowplugin-csit-1node-config-performance-only-{stream},
  44                 openflowplugin-csit-1node-config-performance-helium-redesign-only-{stream},
  45                 ovsdb-csit-1node-southbound-all-{stream},
  46                 ovsdb-csit-1node-southbound-only-{stream},
  47                 packetcable-csit-1node-pcmm-only-{stream},
  48                 packetcable-csit-1node-pcmm-all-{stream},
  49                 sxp-csit-1node-basic-only-{stream},
  50                 sxp-csit-1node-filtering-all-{stream},
  51                 sxp-csit-1node-topology-only-{stream},
  52                 sxp-csit-1node-topology-all-{stream},
  53                 topoprocessing-csit-1node-topology-operations-all-{stream},
  54                 topoprocessing-csit-1node-topology-operations-only-{stream},
  55                 tsdr-csit-1node-cassandra-datastore-only-{stream},
  56                 tsdr-csit-1node-hbase-datastore-only-{stream},
  57                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
  58                 tsdr-csit-1node-cassandra-datastore-all-{stream},
  59                 tsdr-csit-1node-hbase-datastore-all-{stream},
  60                 tsdr-csit-1node-hsqldb-datastore-all-{stream},
  61                 usc-csit-1node-channel-only-{stream},
  62                 usc-csit-1node-channel-all-{stream},
  63                 usc-csit-1node-tcp-only-{stream},
  64                 usc-csit-1node-tcp-all-{stream},
  65                 vtn-csit-1node-manager-only-{stream},
  66                 vtn-csit-1node-manager-all-{stream},
  67                 vtn-csit-1node-coordinator-only-{stream}
  68
  69         - beryllium:
  70             branch: 'stable/beryllium'
  71             jdk: 'openjdk7'
  72             jre: 'openjdk7'
  73             csit-list: >
  74                 aaa-csit-1node-authn-only-{stream},
  75                 aaa-csit-1node-authn-all-{stream},
  76                 bgpcep-csit-1node-userfeatures-only-{stream},
  77                 bgpcep-csit-1node-userfeatures-all-{stream},
  78                 capwap-csit-1node-ac-only-{stream},
  79                 capwap-csit-1node-ac-all-{stream},
  80                 integration-distribution-offline-{stream},
  81                 integration-distribution-deploy-{stream},
  82                 l2switch-csit-1node-switch-only-{stream},
  83                 l2switch-csit-1node-scalability-only-{stream},
  84                 l2switch-csit-1node-scalability-all-{stream},
  85                 lispflowmapping-csit-1node-msmr-only-{stream},
  86                 lispflowmapping-csit-1node-msmr-all-{stream},
  87                 nemo-csit-1node-engine-all-{stream},
  88                 nemo-csit-1node-engine-only-{stream},
  89                 netconf-csit-1node-userfeatures-all-{stream},
  90                 netconf-csit-1node-userfeatures-only-{stream},
  91                 netvirt-csit-1node-openstack-basic-only-{stream},
  92                 netvirt-csit-1node-openstack-basic-all-{stream},
  93                 netvirt-csit-3node-clustering-only-{stream},
  94                 nic-csit-1node-basic-all-{stream},
  95                 nic-csit-1node-basic-only-{stream},
  96                 openflowplugin-csit-1node-flow-services-only-{stream},
  97                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  98                 openflowplugin-csit-1node-flow-services-all-{stream},
  99                 openflowplugin-csit-1node-scalability-only-{stream},
 100                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 101                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 102                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 103                 openflowplugin-csit-1node-config-performance-only-{stream},
 104                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 105                 ovsdb-csit-1node-southbound-all-{stream},
 106                 ovsdb-csit-1node-southbound-only-{stream},
 107                 packetcable-csit-1node-pcmm-only-{stream},
 108                 packetcable-csit-1node-pcmm-all-{stream},
 109                 snmp-csit-1node-basic-only-{stream},
 110                 snmp-csit-1node-basic-all-{stream},
 111                 sxp-csit-1node-basic-only-{stream},
 112                 sxp-csit-1node-filtering-only-{stream},
 113                 sxp-csit-1node-filtering-all-{stream},
 114                 topoprocessing-csit-1node-topology-operations-all-{stream},
 115                 topoprocessing-csit-1node-topology-operations-only-{stream},
 116                 tsdr-csit-1node-cassandra-datastore-only-{stream},
 117                 tsdr-csit-1node-hbase-datastore-only-{stream},
 118                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
 119                 usc-csit-1node-channel-only-{stream},
 120                 usc-csit-1node-channel-all-{stream},
 121                 usc-csit-1node-tcp-only-{stream},
 122                 usc-csit-1node-tcp-all-{stream},
 123                 vtn-csit-1node-manager-only-{stream},
 124                 vtn-csit-1node-manager-all-{stream},
 125                 vtn-csit-1node-coordinator-only-{stream}
 126
 127         - stable-lithium:
 128             branch: 'stable/lithium'
 129             jdk: 'openjdk7'
 130             jre: 'openjdk7'
 131             csit-list: >
 132                 aaa-csit-1node-authn-only-{stream},
 133                 aaa-csit-1node-authn-all-{stream},
 134                 bgpcep-csit-1node-userfeatures-only-{stream},
 135                 bgpcep-csit-1node-userfeatures-all-{stream},
 136                 capwap-csit-1node-ac-only-{stream},
 137                 capwap-csit-1node-ac-all-{stream},
 138                 controller-csit-3node-clustering-only-{stream},
 139                 integration-distribution-offline-{stream},
 140                 l2switch-csit-1node-switch-only-{stream},
 141                 l2switch-csit-1node-switch-all-{stream},
 142                 l2switch-csit-1node-scalability-only-{stream},
 143                 l2switch-csit-1node-scalability-all-{stream},
 144                 lispflowmapping-csit-1node-all-only-{stream},
 145                 lispflowmapping-csit-1node-all-all-{stream},
 146                 netconf-csit-1node-userfeatures-all-{stream},
 147                 netconf-csit-1node-userfeatures-only-{stream},
 148                 netvirt-csit-1node-openstack-basic-only-{stream},
 149                 netvirt-csit-1node-openstack-basic-all-{stream},
 150                 nic-csit-1node-basic-all-{stream},
 151                 nic-csit-1node-basic-only-{stream},
 152                 openflowplugin-csit-1node-flow-services-only-{stream},
 153                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 154                 openflowplugin-csit-1node-flow-services-all-{stream},
 155                 openflowplugin-csit-1node-scalability-only-{stream},
 156                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 157                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 158                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 159                 openflowplugin-csit-1node-config-performance-only-{stream},
 160                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 161                 ovsdb-csit-1node-southbound-only-{stream},
 162                 ovsdb-csit-1node-southbound-all-{stream},
 163                 snmp-csit-1node-basic-only-{stream},
 164                 snmp-csit-1node-basic-all-{stream},
 165                 usc-csit-1node-channel-only-{stream},
 166                 usc-csit-1node-channel-all-{stream},
 167                 vpnservice-csit-1node-vpnservice-only-{stream},
 168                 vpnservice-csit-1node-vpnservice-all-{stream},
 169                 vtn-csit-1node-manager-li-only-{stream},
 170                 vtn-csit-1node-manager-li-all-{stream},
 171                 vtn-csit-1node-coordinator-only-{stream}
 172
 173
 174 # Template: integration-csit-verify-1node-library
 175 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 176 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 177
 178 - job-template:
 179     name: 'integration-csit-verify-1node-library'
 180
 181     project-type: freestyle
 182     node: centos7-robot-2c-2g
 183
 184     logrotate:
 185         daysToKeep: '{build-days-to-keep}'
 186         numToKeep: '{build-num-to-keep}'
 187         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 188         artifactNumToKeep: '{build-artifact-num-to-keep}'
 189
 190     parameters:
 191         - opendaylight-infra-parameters:
 192             project: 'integration/test'
 193             branch: '{branch}'
 194             refspec: 'refs/heads/{branch}'
 195             artifacts: '{archive-artifacts}'
 196         - integration-branch:
 197             branch: 'stable/beryllium'
 198         - integration-distribution-stream:
 199             stream: 'beryllium'
 200         - integration-bundleurl:
 201             bundleurl: 'last'
 202         - integration-controller-scope:
 203             controller-scope: 'only'
 204         - integration-controller-features:
 205             controller-features: >
 206                 odl-clustering-test-app,
 207                 odl-openflowplugin-flow-services-ui,
 208                 odl-bgpcep-pcep,
 209                 odl-bgpcep-bgp,
 210                 odl-netconf-connector-all
 211         - integration-test-options:
 212             test-options: '-v TIMEOUT_BUG_4220:10s'
 213         - integration-stream-test-plan:
 214             stream-test-plan: 'test-libraries-beryllium.txt'
 215         - integration-test-plan:
 216             test-plan: 'test-libraries.txt'
 217         - integration-patch-refspec:
 218             branch: '$GERRIT_REFSPEC'
 219         - integration-jdk-version:
 220             jdkversion: 'openjdk7'
 221             # TODO: Switch to openjdk8 from Boron on.
 222
 223     scm:
 224         - integration-gerrit-scm:
 225             basedir: 'test'
 226             refspec: '$PATCHREFSPEC'
 227             branch: 'master'
 228
 229     wrappers:
 230         - opendaylight-infra-wrappers:
 231             build-timeout: '{build-timeout}'
 232         - integration-jclouds-controller-mininet:
 233             controller-image: '{controller-image}'
 234             controller-vms: 1
 235             mininet-image: '{mininet-image}'
 236             mininet-vms: '{mininet-vms}'
 237
 238     triggers:
 239         - integration-trigger-patch-submitted:
 240             name: 'integration/test'
 241             branch: 'master'
 242             pattern: 'csit/libraries/*'
 243
 244     builders:
 245         - integration-copy-ssh-keys
 246         - integration-cleanup-workspace
 247         - integration-install-robotframework
 248         - inject:
 249             properties-file: 'env.properties'
 250         - integration-get-slave-addresses
 251         - inject:
 252             properties-file: 'slave_addresses.txt'
 253         - integration-get-bundle-vars
 254         - inject:
 255             properties-file: 'bundle_vars.txt'
 256         - integration-deploy-controller-run-test
 257         - integration-cleanup-tmp
 258
 259     publishers:
 260         - integration-robot:
 261             unstable-if: 0.0
 262             pass-if: 100.0
 263         - email-notification:
 264             email-prefix: '[integration]'
 265         - integration-csit-archive-build
 266         - archive-build:
 267             maven-version: '{mvn33}'
 268
 269 # Template: integration-distribution-test-{stream}
 270 # Goal: Verify a distribution through all system test available
 271 # Operation: This daily job template takes a distribution and passes all available system test
 272
 273 - job-template:
 274     name: 'integration-distribution-test-{stream}'
 275
 276     project-type: freestyle
 277     node: centos7-java-builder-2c-8g
 278
 279     logrotate:
 280         daysToKeep: '{build-days-to-keep}'
 281         numToKeep: '{build-num-to-keep}'
 282         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 283         artifactNumToKeep: '{build-artifact-num-to-keep}'
 284
 285     parameters:
 286         - integration-bundleurl:
 287             bundleurl: 'last'
 288         - integration-jdk-version:
 289             jdkversion: '{jre}'
 290
 291     triggers:
 292         - timed: 'H H * * 6'
 293
 294     builders:
 295         - trigger-builds:
 296             - project: '{csit-list}'
 297               block: true
 298               predefined-parameters:
 299                   BUNDLEURL=$BUNDLEURL
 300
 301     publishers:
 302         - email-notification:
 303             email-prefix: '[integration]'
 304
 305 # Template: integration-patch-test-{stream}
 306 # Goal: Build a patch and run all available system test on a distribution containing the change
 307 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 308 # triggers the distribution test when test-integration is used in gerrit comments
 309
 310 - job-template:
 311     name: 'integration-patch-test-{stream}'
 312
 313     project-type: maven
 314     node: centos7-java-builder-2c-8g
 315     jdk: '{jdk}'
 316
 317     logrotate:
 318         daysToKeep: '{build-days-to-keep}'
 319         numToKeep: '{build-num-to-keep}'
 320         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 321         artifactNumToKeep: '{build-artifact-num-to-keep}'
 322
 323     parameters:
 324         - opendaylight-infra-parameters:
 325             project: '$GERRIT_PROJECT'
 326             branch: '{branch}'
 327             refspec: '$GERRIT_REFSPEC'
 328             artifacts: '{archive-artifacts} **/dependency_tree.txt'
 329         - integration-branch:
 330             branch: '{branch}'
 331         - integration-distribution-git-url
 332
 333     scm:
 334         - integration-gerrit-scm:
 335             basedir: '$GERRIT_PROJECT'
 336             refspec: '$GERRIT_REFSPEC'
 337             branch: '{branch}'
 338         - integration-distribution-scm:
 339             branch: '{branch}'
 340
 341     wrappers:
 342         - opendaylight-infra-wrappers:
 343             build-timeout: '{build-timeout}'
 344
 345     triggers:
 346         - gerrit:
 347             server-name: 'OpenDaylight'
 348             trigger-on:
 349                 - comment-added-contains-event:
 350                     comment-contains-value: 'test-integration'
 351             projects:
 352               - project-compare-type: 'ANT'
 353                 project-pattern: '**'
 354                 branches:
 355                   - branch-compare-type: 'ANT'
 356                     branch-pattern: '**/{branch}'
 357             skip-vote:
 358                 successful: true
 359                 failed: true
 360                 unstable: true
 361                 notbuilt: true
 362
 363     prebuilders:
 364         - integration-rebase-gerrit-patch
 365         - integration-get-bundle-url
 366         - inject:
 367             properties-file: 'bundle.txt'
 368         - wipe-org-opendaylight-repo
 369         - provide-maven-settings:
 370             global-settings-file: 'odl-global-settings'
 371             settings-file: 'integration-settings'
 372         - maven-target:
 373             maven-version: '{mvn33}'
 374             pom: '$GERRIT_PROJECT/pom.xml'
 375             goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Pq -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 376             java-opts:
 377                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 378             settings: 'integration-settings'
 379             settings-type: cfp
 380             global-settings: 'odl-global-settings'
 381             global-settings-type: cfp
 382
 383     maven:
 384         maven-name: '{mvn33}'
 385         root-pom: 'distribution/pom.xml'
 386         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 387         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 388         settings: 'integration-settings'
 389         settings-type: cfp
 390         global-settings: 'odl-global-settings'
 391         global-settings-type: cfp
 392         ignore-upstream-changes: true
 393         post-step-run-condition: 'SUCCESS'
 394
 395     postbuilders:
 396         - trigger-builds:
 397             - project: '{csit-list}'
 398               block: true
 399               predefined-parameters:
 400                   BUNDLEURL=$BUNDLEURL
 401
 402     publishers:
 403         - archive-build:
 404             maven-version: '{mvn33}'
 405         - email-notification:
 406             email-prefix: '[$GERRIT_PROJECT]'
 407
 408 # Template: integration-multipatch-test-{stream}
 409 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 410 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 411 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 412 # CSIT jobs
 413
 414 - job-template:
 415     name: 'integration-multipatch-test-{stream}'
 416
 417     project-type: maven
 418     node: centos7-java-builder-8c-8g
 419     jdk: '{jdk}'
 420
 421     logrotate:
 422         daysToKeep: '{build-days-to-keep}'
 423         numToKeep: '{build-num-to-keep}'
 424         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 425         artifactNumToKeep: '{build-artifact-num-to-keep}'
 426
 427     parameters:
 428         - patches-to-build-parameter:
 429             patches_to_build: '$PATCHES_TO_BUILD'
 430         - integration-branch:
 431             branch: '{branch}'
 432         - opendaylight-infra-parameters:
 433             project: 'integration/distribution'
 434             branch: '{branch}'
 435             refspec: 'refs/heads/{branch}'
 436             artifacts: '{archive-artifacts} **/dependency_tree.txt'
 437
 438     prebuilders:
 439         - wipe-org-opendaylight-repo
 440         - integration-multipatch-builder
 441         - inject:
 442             properties-file: 'bundle.txt'
 443         - provide-maven-settings:
 444             global-settings-file: 'odl-global-settings'
 445             settings-file: 'yangtools-settings'
 446
 447     wrappers:
 448         - opendaylight-infra-wrappers:
 449             build-timeout: '1200'
 450
 451     maven:
 452         maven-name: '{mvn33}'
 453         root-pom: 'patch_tester/pom.xml'
 454         # TODO: Make Maven options configurable. Currently tests are not skipped, everything else is.
 455         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -f patch_tester/pom.xml -V -B -Pq -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 456         maven-opts: '-Xmx7168m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 457         settings: 'yangtools-settings'
 458         settings-type: cfp
 459         global-settings: 'odl-global-settings'
 460         global-settings-type: cfp
 461         post-step-run-condition: 'SUCCESS'
 462
 463     postbuilders:
 464         - trigger-builds:
 465             - project: '{csit-list}'
 466               block: true
 467               predefined-parameters:
 468                   BUNDLEURL=$BUNDLEURL
 469
 470     publishers:
 471         - archive-build:
 472             maven-version: '{mvn33}'
 473         - email-notification:
 474             email-prefix: '[int/dist]'