jjb/integration/integration-test-jobs.yaml

   1 - project:
   2     name: integration-test
   3     jobs:
   4         - '{name}-verify-python-{stream}'
   5         - 'integration-csit-verify-1node-library'
   6         - 'integration-distribution-test-{stream}'
   7         - 'integration-patch-test-{stream}'
   8         - 'integration-multipatch-test-{stream}'
   9
  10     project: integration/test
  11
  12     stream:
  13         - boron:
  14             branch: 'master'
  15             jdk: 'openjdk8'
  16             jre: 'openjdk8'
  17             csit-list: >
  18                 integration-distribution-deploy-{stream},
  19                 integration-distribution-offline-{stream},
  20                 l2switch-csit-1node-switch-only-{stream},
  21                 l2switch-csit-1node-switch-all-{stream},
  22                 l2switch-csit-1node-scalability-only-{stream},
  23                 l2switch-csit-1node-scalability-all-{stream},
  24                 lispflowmapping-csit-1node-msmr-only-{stream},
  25                 lispflowmapping-csit-1node-msmr-all-{stream},
  26                 nemo-csit-1node-engine-all-{stream},
  27                 nemo-csit-1node-engine-only-{stream},
  28                 netvirt-csit-1node-openstack-basic-only-{stream},
  29                 netvirt-csit-1node-openstack-basic-all-{stream},
  30                 netvirt-csit-3node-clustering-only-{stream},
  31                 ocpplugin-csit-1node-get-only-{stream},
  32                 ocpplugin-csit-1node-get-all-{stream},
  33                 ocpplugin-csit-1node-scalability-only-{stream},
  34                 ocpplugin-csit-1node-scalability-all-{stream},
  35                 openflowplugin-csit-1node-flow-services-only-{stream},
  36                 openflowplugin-csit-1node-flow-services-helium-redesign-only-{stream},
  37                 openflowplugin-csit-1node-flow-services-all-{stream},
  38                 openflowplugin-csit-1node-scalability-only-{stream},
  39                 openflowplugin-csit-1node-scalability-helium-redesign-only-{stream},
  40                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  41                 openflowplugin-csit-1node-cbench-performance-helium-redesign-only-{stream},
  42                 openflowplugin-csit-1node-config-performance-only-{stream},
  43                 openflowplugin-csit-1node-config-performance-helium-redesign-only-{stream},
  44                 ovsdb-csit-1node-southbound-all-{stream},
  45                 ovsdb-csit-1node-southbound-only-{stream},
  46                 packetcable-csit-1node-pcmm-only-{stream},
  47                 packetcable-csit-1node-pcmm-all-{stream},
  48                 sxp-csit-1node-basic-only-{stream},
  49                 sxp-csit-1node-filtering-all-{stream},
  50                 sxp-csit-1node-topology-only-{stream},
  51                 sxp-csit-1node-topology-all-{stream},
  52                 topoprocessing-csit-1node-topology-operations-all-{stream},
  53                 topoprocessing-csit-1node-topology-operations-only-{stream},
  54                 tsdr-csit-1node-cassandra-datastore-only-{stream},
  55                 tsdr-csit-1node-hbase-datastore-only-{stream},
  56                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
  57                 usc-csit-1node-channel-only-{stream},
  58                 usc-csit-1node-channel-all-{stream},
  59                 usc-csit-1node-tcp-only-{stream},
  60                 usc-csit-1node-tcp-all-{stream},
  61                 vtn-csit-1node-manager-only-{stream},
  62                 vtn-csit-1node-manager-all-{stream},
  63                 vtn-csit-1node-coordinator-only-{stream}
  64
  65         - beryllium:
  66             branch: 'stable/beryllium'
  67             jdk: 'openjdk7'
  68             jre: 'openjdk7'
  69             csit-list: >
  70                 aaa-csit-1node-authn-only-{stream},
  71                 aaa-csit-1node-authn-all-{stream},
  72                 bgpcep-csit-1node-userfeatures-only-{stream},
  73                 bgpcep-csit-1node-userfeatures-all-{stream},
  74                 capwap-csit-1node-ac-only-{stream},
  75                 capwap-csit-1node-ac-all-{stream},
  76                 integration-distribution-offline-{stream},
  77                 integration-distribution-deploy-{stream},
  78                 l2switch-csit-1node-switch-only-{stream},
  79                 l2switch-csit-1node-scalability-only-{stream},
  80                 l2switch-csit-1node-scalability-all-{stream},
  81                 lispflowmapping-csit-1node-msmr-only-{stream},
  82                 lispflowmapping-csit-1node-msmr-all-{stream},
  83                 nemo-csit-1node-engine-all-{stream},
  84                 nemo-csit-1node-engine-only-{stream},
  85                 netconf-csit-1node-userfeatures-all-{stream},
  86                 netconf-csit-1node-userfeatures-only-{stream},
  87                 netvirt-csit-1node-openstack-basic-only-{stream},
  88                 netvirt-csit-1node-openstack-basic-all-{stream},
  89                 netvirt-csit-3node-clustering-only-{stream},
  90                 nic-csit-1node-basic-all-{stream},
  91                 nic-csit-1node-basic-only-{stream},
  92                 openflowplugin-csit-1node-flow-services-only-{stream},
  93                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  94                 openflowplugin-csit-1node-flow-services-all-{stream},
  95                 openflowplugin-csit-1node-scalability-only-{stream},
  96                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  97                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  98                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  99                 openflowplugin-csit-1node-config-performance-only-{stream},
 100                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 101                 ovsdb-csit-1node-southbound-all-{stream},
 102                 ovsdb-csit-1node-southbound-only-{stream},
 103                 packetcable-csit-1node-pcmm-only-{stream},
 104                 packetcable-csit-1node-pcmm-all-{stream},
 105                 snmp-csit-1node-basic-only-{stream},
 106                 snmp-csit-1node-basic-all-{stream},
 107                 sxp-csit-1node-basic-only-{stream},
 108                 sxp-csit-1node-filtering-only-{stream},
 109                 sxp-csit-1node-filtering-all-{stream},
 110                 topoprocessing-csit-1node-topology-operations-all-{stream},
 111                 topoprocessing-csit-1node-topology-operations-only-{stream},
 112                 tsdr-csit-1node-cassandra-datastore-only-{stream},
 113                 tsdr-csit-1node-hbase-datastore-only-{stream},
 114                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
 115                 usc-csit-1node-channel-only-{stream},
 116                 usc-csit-1node-channel-all-{stream},
 117                 usc-csit-1node-tcp-only-{stream},
 118                 usc-csit-1node-tcp-all-{stream},
 119                 vtn-csit-1node-manager-only-{stream},
 120                 vtn-csit-1node-manager-all-{stream},
 121                 vtn-csit-1node-coordinator-only-{stream}
 122
 123         - stable-lithium:
 124             branch: 'stable/lithium'
 125             jdk: 'openjdk7'
 126             jre: 'openjdk7'
 127             csit-list: >
 128                 aaa-csit-1node-authn-only-{stream},
 129                 aaa-csit-1node-authn-all-{stream},
 130                 bgpcep-csit-1node-userfeatures-only-{stream},
 131                 bgpcep-csit-1node-userfeatures-all-{stream},
 132                 capwap-csit-1node-ac-only-{stream},
 133                 capwap-csit-1node-ac-all-{stream},
 134                 controller-csit-3node-clustering-only-{stream},
 135                 integration-distribution-offline-{stream},
 136                 l2switch-csit-1node-switch-only-{stream},
 137                 l2switch-csit-1node-switch-all-{stream},
 138                 l2switch-csit-1node-scalability-only-{stream},
 139                 l2switch-csit-1node-scalability-all-{stream},
 140                 lispflowmapping-csit-1node-all-only-{stream},
 141                 lispflowmapping-csit-1node-all-all-{stream},
 142                 netconf-csit-1node-userfeatures-all-{stream},
 143                 netconf-csit-1node-userfeatures-only-{stream},
 144                 netvirt-csit-1node-openstack-basic-only-{stream},
 145                 netvirt-csit-1node-openstack-basic-all-{stream},
 146                 nic-csit-1node-basic-all-{stream},
 147                 nic-csit-1node-basic-only-{stream},
 148                 openflowplugin-csit-1node-flow-services-only-{stream},
 149                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 150                 openflowplugin-csit-1node-flow-services-all-{stream},
 151                 openflowplugin-csit-1node-scalability-only-{stream},
 152                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 153                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 154                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 155                 openflowplugin-csit-1node-config-performance-only-{stream},
 156                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 157                 ovsdb-csit-1node-southbound-only-{stream},
 158                 ovsdb-csit-1node-southbound-all-{stream},
 159                 snmp-csit-1node-basic-only-{stream},
 160                 snmp-csit-1node-basic-all-{stream},
 161                 usc-csit-1node-channel-only-{stream},
 162                 usc-csit-1node-channel-all-{stream},
 163                 vpnservice-csit-1node-vpnservice-only-{stream},
 164                 vpnservice-csit-1node-vpnservice-all-{stream},
 165                 vtn-csit-1node-manager-li-only-{stream},
 166                 vtn-csit-1node-manager-li-all-{stream},
 167                 vtn-csit-1node-coordinator-only-{stream}
 168
 169
 170 # Template: integration-csit-verify-1node-library
 171 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 172 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 173
 174 - job-template:
 175     name: 'integration-csit-verify-1node-library'
 176
 177     project-type: freestyle
 178     node: centos7-robot-2c-2g
 179
 180     logrotate:
 181         daysToKeep: '{build-days-to-keep}'
 182         numToKeep: '{build-num-to-keep}'
 183         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 184         artifactNumToKeep: '{build-artifact-num-to-keep}'
 185
 186     parameters:
 187         - opendaylight-infra-parameters:
 188             project: 'integration/test'
 189             branch: '{branch}'
 190             refspec: 'refs/heads/{branch}'
 191             artifacts: '{archive-artifacts}'
 192         - integration-branch:
 193             branch: 'stable/beryllium'
 194         - integration-distribution-stream:
 195             stream: 'beryllium'
 196         - integration-bundleurl:
 197             bundleurl: 'last'
 198         - integration-controller-scope:
 199             controller-scope: 'only'
 200         - integration-controller-features:
 201             controller-features: >
 202                 odl-clustering-test-app,
 203                 odl-openflowplugin-flow-services-ui,
 204                 odl-bgpcep-pcep,
 205                 odl-bgpcep-bgp,
 206                 odl-netconf-connector-all
 207         - integration-test-options:
 208             test-options: '-v TIMEOUT_BUG_4220:10s'
 209         - integration-stream-test-plan:
 210             stream-test-plan: 'test-libraries-beryllium.txt'
 211         - integration-test-plan:
 212             test-plan: 'test-libraries.txt'
 213         - integration-patch-refspec:
 214             branch: '$GERRIT_REFSPEC'
 215         - integration-jdk-version:
 216             jdkversion: 'openjdk7'
 217             # TODO: Switch to openjdk8 from Boron on.
 218
 219     scm:
 220         - integration-gerrit-scm:
 221             basedir: 'test'
 222             refspec: '$PATCHREFSPEC'
 223             branch: 'master'
 224
 225     wrappers:
 226         - opendaylight-infra-wrappers:
 227             build-timeout: '{build-timeout}'
 228         - integration-openstack-controller-mininet:
 229             controller-image: '{controller-image}'
 230             controller-vms: 1
 231             mininet-image: '{mininet-image}'
 232             mininet-vms: '{mininet-vms}'
 233
 234     triggers:
 235         - integration-trigger-patch-submitted:
 236             name: 'integration/test'
 237             branch: 'master'
 238             pattern: 'csit/libraries/*'
 239
 240     builders:
 241         - integration-copy-ssh-keys
 242         - integration-cleanup-workspace
 243         - integration-install-robotframework
 244         - inject:
 245             properties-file: 'env.properties'
 246         - integration-get-slave-addresses
 247         - inject:
 248             properties-file: 'slave_addresses.txt'
 249         - integration-get-bundle-vars
 250         - inject:
 251             properties-file: 'bundle_vars.txt'
 252         - integration-deploy-controller-run-test
 253         - integration-cleanup-tmp
 254
 255     publishers:
 256         - integration-robot:
 257             unstable-if: 0.0
 258             pass-if: 100.0
 259         - email-notification:
 260             email-prefix: '[integration]'
 261         - integration-csit-archive-build
 262         - archive-build:
 263             maven-version: '{mvn33}'
 264
 265 # Template: integration-distribution-test-{stream}
 266 # Goal: Verify a distribution through all system test available
 267 # Operation: This daily job template takes a distribution and passes all available system test
 268
 269 - job-template:
 270     name: 'integration-distribution-test-{stream}'
 271
 272     project-type: freestyle
 273     node: centos7-java-builder-2c-8g
 274
 275     logrotate:
 276         daysToKeep: '{build-days-to-keep}'
 277         numToKeep: '{build-num-to-keep}'
 278         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 279         artifactNumToKeep: '{build-artifact-num-to-keep}'
 280
 281     parameters:
 282         - integration-bundleurl:
 283             bundleurl: 'last'
 284         - integration-jdk-version:
 285             jdkversion: '{jre}'
 286
 287     triggers:
 288         - timed: 'H H * * 6'
 289
 290     builders:
 291         - trigger-builds:
 292             - project: '{csit-list}'
 293               block: true
 294               predefined-parameters:
 295                   BUNDLEURL=$BUNDLEURL
 296
 297     publishers:
 298         - email-notification:
 299             email-prefix: '[integration]'
 300
 301 # Template: integration-patch-test-{stream}
 302 # Goal: Build a patch and run all available system test on a distribution containing the change
 303 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 304 # triggers the distribution test when test-integration is used in gerrit comments
 305
 306 - job-template:
 307     name: 'integration-patch-test-{stream}'
 308
 309     project-type: maven
 310     node: centos7-java-builder-2c-8g
 311     jdk: '{jdk}'
 312
 313     logrotate:
 314         daysToKeep: '{build-days-to-keep}'
 315         numToKeep: '{build-num-to-keep}'
 316         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 317         artifactNumToKeep: '{build-artifact-num-to-keep}'
 318
 319     parameters:
 320         - opendaylight-infra-parameters:
 321             project: '$GERRIT_PROJECT'
 322             branch: '{branch}'
 323             refspec: '$GERRIT_REFSPEC'
 324             artifacts: '{archive-artifacts} **/dependency_tree.txt'
 325         - integration-branch:
 326             branch: '{branch}'
 327         - integration-distribution-git-url
 328
 329     scm:
 330         - integration-gerrit-scm:
 331             basedir: '$GERRIT_PROJECT'
 332             refspec: '$GERRIT_REFSPEC'
 333             branch: '{branch}'
 334         - integration-distribution-scm:
 335             branch: '{branch}'
 336
 337     wrappers:
 338         - opendaylight-infra-wrappers:
 339             build-timeout: '{build-timeout}'
 340
 341     triggers:
 342         - gerrit:
 343             server-name: 'OpenDaylight'
 344             trigger-on:
 345                 - comment-added-contains-event:
 346                     comment-contains-value: 'test-integration'
 347             projects:
 348               - project-compare-type: 'ANT'
 349                 project-pattern: '**'
 350                 branches:
 351                   - branch-compare-type: 'ANT'
 352                     branch-pattern: '**/{branch}'
 353             skip-vote:
 354                 successful: true
 355                 failed: true
 356                 unstable: true
 357                 notbuilt: true
 358
 359     prebuilders:
 360         - integration-rebase-gerrit-patch
 361         - integration-get-bundle-url
 362         - inject:
 363             properties-file: 'bundle.txt'
 364         - wipe-org-opendaylight-repo
 365         - provide-maven-settings:
 366             global-settings-file: 'odl-global-settings'
 367             settings-file: 'integration-settings'
 368         - maven-target:
 369             maven-version: '{mvn33}'
 370             pom: '$GERRIT_PROJECT/pom.xml'
 371             goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 372             java-opts:
 373                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 374             settings: 'integration-settings'
 375             settings-type: cfp
 376             global-settings: 'odl-global-settings'
 377             global-settings-type: cfp
 378
 379     maven:
 380         maven-name: '{mvn33}'
 381         root-pom: 'distribution/pom.xml'
 382         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 383         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 384         settings: 'integration-settings'
 385         settings-type: cfp
 386         global-settings: 'odl-global-settings'
 387         global-settings-type: cfp
 388         ignore-upstream-changes: true
 389         post-step-run-condition: 'SUCCESS'
 390
 391     postbuilders:
 392         - trigger-builds:
 393             - project: '{csit-list}'
 394               block: true
 395               predefined-parameters:
 396                   BUNDLEURL=$BUNDLEURL
 397
 398     publishers:
 399         - archive-build:
 400             maven-version: '{mvn33}'
 401         - email-notification:
 402             email-prefix: '[$GERRIT_PROJECT]'
 403
 404 # Template: integration-multipatch-test-{stream}
 405 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 406 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 407 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 408 # CSIT jobs
 409
 410 - job-template:
 411     name: 'integration-multipatch-test-{stream}'
 412
 413     project-type: maven
 414     node: centos7-java-builder-8c-8g
 415     jdk: '{jdk}'
 416
 417     logrotate:
 418         daysToKeep: '{build-days-to-keep}'
 419         numToKeep: '{build-num-to-keep}'
 420         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 421         artifactNumToKeep: '{build-artifact-num-to-keep}'
 422
 423     parameters:
 424         - patches-to-build-parameter:
 425             patches_to_build: '$PATCHES_TO_BUILD'
 426         - integration-branch:
 427             branch: '{branch}'
 428         - opendaylight-infra-parameters:
 429             project: 'integration/distribution'
 430             branch: '{branch}'
 431             refspec: 'refs/heads/{branch}'
 432             artifacts: '{archive-artifacts} **/dependency_tree.txt'
 433
 434     prebuilders:
 435         - wipe-org-opendaylight-repo
 436         - integration-multipatch-builder
 437         - inject:
 438             properties-file: 'bundle.txt'
 439         - provide-maven-settings:
 440             global-settings-file: 'odl-global-settings'
 441             settings-file: 'yangtools-settings'
 442
 443     wrappers:
 444         - opendaylight-infra-wrappers:
 445             build-timeout: '1200'
 446
 447     maven:
 448         maven-name: '{mvn33}'
 449         root-pom: 'patch_tester/pom.xml'
 450         # TODO: Make Maven options configurable. Currently tests are not skipped, everything else is.
 451         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -f patch_tester/pom.xml -V -B -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 452         maven-opts: '-Xmx7168m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 453         settings: 'yangtools-settings'
 454         settings-type: cfp
 455         global-settings: 'odl-global-settings'
 456         global-settings-type: cfp
 457         post-step-run-condition: 'SUCCESS'
 458
 459     postbuilders:
 460         - trigger-builds:
 461             - project: '{csit-list}'
 462               block: true
 463               predefined-parameters:
 464                   BUNDLEURL=$BUNDLEURL
 465
 466     publishers:
 467         - archive-build:
 468             maven-version: '{mvn33}'
 469         - email-notification:
 470             email-prefix: '[int/dist]'