jjb/integration/integration-test-jobs.yaml

   1 - project:
   2     name: integration-test
   3     jobs:
   4         - '{project-name}-verify-tox-{stream}'
   5         - 'integration-csit-verify-1node-library'
   6         - 'integration-distribution-test-{stream}'
   7         - 'integration-patch-test-{stream}'
   8         - 'integration-multipatch-test-{stream}'
   9
  10     project: integration/test
  11     project-name: integration-test
  12
  13     stream:
  14         - carbon:
  15             branch: 'master'
  16             jdk: 'openjdk8'
  17             jre: 'openjdk8'
  18             csit-list: >
  19                 controller-csit-3node-clustering-only-{stream},
  20                 controller-csit-3node-clustering-all-{stream},
  21                 integration-distribution-deploy-{stream},
  22                 integration-distribution-offline-{stream},
  23                 l2switch-csit-1node-switch-only-{stream},
  24                 l2switch-csit-1node-switch-all-{stream},
  25                 l2switch-csit-1node-scalability-only-{stream},
  26                 l2switch-csit-1node-scalability-all-{stream},
  27                 lispflowmapping-csit-1node-msmr-only-{stream},
  28                 lispflowmapping-csit-1node-msmr-all-{stream},
  29                 nemo-csit-1node-engine-all-{stream},
  30                 nemo-csit-1node-engine-only-{stream},
  31                 netvirt-csit-1node-openstack-mitaka-upstream-learn-{stream},
  32                 netvirt-csit-1node-openstack-mitaka-upstream-transparent-{stream},
  33                 netvirt-legacy-csit-1node-openstack-basic-all-{stream},
  34                 netvirt-legacy-csit-1node-openstack-basic-only-{stream},
  35                 netvirt-legacy-csit-1node-openstack-mitaka-upstream-{stream},
  36                 netvirt-legacy-csit-3node-clustering-only-{stream},
  37                 ocpplugin-csit-1node-get-only-{stream},
  38                 ocpplugin-csit-1node-get-all-{stream},
  39                 ocpplugin-csit-1node-scalability-only-{stream},
  40                 ocpplugin-csit-1node-scalability-all-{stream},
  41                 openflowplugin-csit-1node-flow-services-only-{stream},
  42                 openflowplugin-csit-1node-flow-services-all-{stream},
  43                 openflowplugin-csit-1node-scalability-only-{stream},
  44                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  45                 openflowplugin-csit-1node-config-performance-only-{stream},
  46                 openflowplugin-csit-3node-clustering-only-{stream},
  47                 ovsdb-csit-1node-southbound-all-{stream},
  48                 ovsdb-csit-1node-southbound-only-{stream},
  49                 ovsdb-csit-3node-clustering-only-{stream},
  50                 packetcable-csit-1node-pcmm-only-{stream},
  51                 packetcable-csit-1node-pcmm-all-{stream},
  52                 sxp-csit-1node-basic-only-{stream},
  53                 sxp-csit-1node-filtering-all-{stream},
  54                 sxp-csit-1node-topology-only-{stream},
  55                 sxp-csit-1node-topology-all-{stream},
  56                 topoprocessing-csit-1node-topology-operations-all-{stream},
  57                 topoprocessing-csit-1node-topology-operations-only-{stream},
  58                 tsdr-csit-1node-cassandra-datastore-only-{stream},
  59                 tsdr-csit-1node-hbase-datastore-all-{stream},
  60                 tsdr-csit-1node-hbase-datastore-only-{stream},
  61                 tsdr-csit-1node-hsqldb-datastore-all-{stream},
  62                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
  63                 usc-csit-1node-channel-only-{stream},
  64                 usc-csit-1node-channel-all-{stream},
  65                 usc-csit-1node-tcp-only-{stream},
  66                 usc-csit-1node-tcp-all-{stream},
  67                 vtn-csit-1node-manager-only-{stream},
  68                 vtn-csit-1node-manager-all-{stream},
  69                 vtn-csit-1node-coordinator-only-{stream}
  70
  71         - boron:
  72             branch: 'stable/boron'
  73             jdk: 'openjdk8'
  74             jre: 'openjdk8'
  75             csit-list: >
  76                 controller-csit-3node-clustering-only-{stream},
  77                 controller-csit-3node-clustering-all-{stream},
  78                 integration-distribution-deploy-{stream},
  79                 integration-distribution-offline-{stream},
  80                 l2switch-csit-1node-switch-only-{stream},
  81                 l2switch-csit-1node-switch-all-{stream},
  82                 l2switch-csit-1node-scalability-only-{stream},
  83                 l2switch-csit-1node-scalability-all-{stream},
  84                 lispflowmapping-csit-1node-msmr-only-{stream},
  85                 lispflowmapping-csit-1node-msmr-all-{stream},
  86                 nemo-csit-1node-engine-all-{stream},
  87                 nemo-csit-1node-engine-only-{stream},
  88                 netvirt-csit-1node-openstack-mitaka-upstream-learn-{stream},
  89                 netvirt-csit-1node-openstack-mitaka-upstream-transparent-{stream},
  90                 netvirt-legacy-csit-1node-openstack-basic-all-{stream},
  91                 netvirt-legacy-csit-1node-openstack-basic-only-{stream},
  92                 netvirt-legacy-csit-1node-openstack-mitaka-upstream-{stream},
  93                 netvirt-legacy-csit-3node-clustering-only-{stream},
  94                 ocpplugin-csit-1node-get-only-{stream},
  95                 ocpplugin-csit-1node-get-all-{stream},
  96                 ocpplugin-csit-1node-scalability-only-{stream},
  97                 ocpplugin-csit-1node-scalability-all-{stream},
  98                 openflowplugin-csit-1node-flow-services-only-{stream},
  99                 openflowplugin-csit-1node-flow-services-all-{stream},
 100                 openflowplugin-csit-1node-scalability-only-{stream},
 101                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 102                 openflowplugin-csit-1node-config-performance-only-{stream},
 103                 openflowplugin-csit-3node-clustering-only-{stream},
 104                 ovsdb-csit-1node-southbound-all-{stream},
 105                 ovsdb-csit-1node-southbound-only-{stream},
 106                 ovsdb-csit-3node-clustering-only-{stream},
 107                 packetcable-csit-1node-pcmm-only-{stream},
 108                 packetcable-csit-1node-pcmm-all-{stream},
 109                 sxp-csit-1node-basic-only-{stream},
 110                 sxp-csit-1node-filtering-all-{stream},
 111                 sxp-csit-1node-topology-only-{stream},
 112                 sxp-csit-1node-topology-all-{stream},
 113                 topoprocessing-csit-1node-topology-operations-all-{stream},
 114                 topoprocessing-csit-1node-topology-operations-only-{stream},
 115                 tsdr-csit-1node-cassandra-datastore-only-{stream},
 116                 tsdr-csit-1node-hbase-datastore-only-{stream},
 117                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
 118                 usc-csit-1node-channel-only-{stream},
 119                 usc-csit-1node-channel-all-{stream},
 120                 usc-csit-1node-tcp-only-{stream},
 121                 usc-csit-1node-tcp-all-{stream},
 122                 vtn-csit-1node-manager-only-{stream},
 123                 vtn-csit-1node-manager-all-{stream},
 124                 vtn-csit-1node-coordinator-only-{stream}
 125
 126         - beryllium:
 127             branch: 'stable/beryllium'
 128             jdk: 'openjdk7'
 129             jre: 'openjdk7'
 130             csit-list: >
 131                 aaa-csit-1node-authn-only-{stream},
 132                 aaa-csit-1node-authn-all-{stream},
 133                 bgpcep-csit-1node-userfeatures-only-{stream},
 134                 bgpcep-csit-1node-userfeatures-all-{stream},
 135                 capwap-csit-1node-ac-only-{stream},
 136                 capwap-csit-1node-ac-all-{stream},
 137                 integration-distribution-offline-{stream},
 138                 integration-distribution-deploy-{stream},
 139                 l2switch-csit-1node-switch-only-{stream},
 140                 l2switch-csit-1node-scalability-only-{stream},
 141                 l2switch-csit-1node-scalability-all-{stream},
 142                 lispflowmapping-csit-1node-msmr-only-{stream},
 143                 lispflowmapping-csit-1node-msmr-all-{stream},
 144                 nemo-csit-1node-engine-all-{stream},
 145                 nemo-csit-1node-engine-only-{stream},
 146                 nic-csit-1node-basic-all-{stream},
 147                 nic-csit-1node-basic-only-{stream},
 148                 openflowplugin-csit-1node-flow-services-only-{stream},
 149                 openflowplugin-csit-1node-flow-services-all-{stream},
 150                 openflowplugin-csit-1node-scalability-only-{stream},
 151                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 152                 openflowplugin-csit-1node-config-performance-only-{stream},
 153                 openflowplugin-csit-3node-clustering-only-{stream},
 154                 ovsdb-csit-1node-southbound-all-{stream},
 155                 ovsdb-csit-1node-southbound-only-{stream},
 156                 packetcable-csit-1node-pcmm-only-{stream},
 157                 packetcable-csit-1node-pcmm-all-{stream},
 158                 snmp-csit-1node-basic-only-{stream},
 159                 snmp-csit-1node-basic-all-{stream},
 160                 sxp-csit-1node-basic-only-{stream},
 161                 sxp-csit-1node-filtering-only-{stream},
 162                 sxp-csit-1node-filtering-all-{stream},
 163                 topoprocessing-csit-1node-topology-operations-all-{stream},
 164                 topoprocessing-csit-1node-topology-operations-only-{stream},
 165                 tsdr-csit-1node-cassandra-datastore-only-{stream},
 166                 tsdr-csit-1node-hbase-datastore-only-{stream},
 167                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
 168                 usc-csit-1node-channel-only-{stream},
 169                 usc-csit-1node-channel-all-{stream},
 170                 usc-csit-1node-tcp-only-{stream},
 171                 usc-csit-1node-tcp-all-{stream},
 172                 vtn-csit-1node-manager-only-{stream},
 173                 vtn-csit-1node-manager-all-{stream},
 174                 vtn-csit-1node-coordinator-only-{stream}
 175
 176     # mininet image
 177     mininet-image: 'ubuntu-trusty-mininet-ovs-25-2c-2g'
 178
 179 # Template: integration-csit-verify-1node-library
 180 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 181 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 182
 183 - job-template:
 184     name: 'integration-csit-verify-1node-library'
 185
 186     project-type: freestyle
 187     node: centos7-robot-2c-2g
 188
 189     properties:
 190         - opendaylight-infra-properties:
 191             build-days-to-keep: '{build-days-to-keep}'
 192
 193     parameters:
 194         - opendaylight-infra-parameters:
 195             project: 'integration/test'
 196             branch: '{branch}'
 197             refspec: 'refs/heads/{branch}'
 198             artifacts: '{archive-artifacts}'
 199         # when upgrading to carbon you should replace odl-netconf-connector-all with odl-netconf-topology from
 200         # controller-features and change USE_NETCONF_CONNECTOR to False in test-options
 201         - integration-branch:
 202             branch: 'stable/boron'
 203         - integration-distribution-stream:
 204             stream: 'boron'
 205         - integration-bundleurl:
 206             bundleurl: '{bundleurl}'
 207         - integration-controller-scope:
 208             controller-scope: 'only'
 209         - integration-controller-features:
 210             controller-features: >
 211                 odl-clustering-test-app,
 212                 odl-openflowplugin-flow-services-ui,
 213                 odl-openflowplugin-app-table-miss-enforcer,
 214                 odl-bgpcep-pcep,
 215                 odl-bgpcep-bgp,
 216                 odl-netconf-connector-all
 217         - integration-test-options:
 218             test-options: '-v TIMEOUT_BUG_4220:10s -v USE_NETCONF_CONNECTOR:True'
 219         - integration-stream-test-plan:
 220             stream-test-plan: 'test-libraries-boron.txt'
 221         - integration-test-plan:
 222             test-plan: 'test-libraries.txt'
 223         - integration-patch-refspec:
 224             branch: '$GERRIT_REFSPEC'
 225         - integration-jdk-version:
 226             jdkversion: 'openjdk8'
 227
 228     scm:
 229         - integration-gerrit-scm:
 230             basedir: 'test'
 231             refspec: '$PATCHREFSPEC'
 232             branch: 'master'
 233
 234     wrappers:
 235         - opendaylight-infra-wrappers:
 236             build-timeout: '{build-timeout}'
 237         - integration-jclouds-controller-mininet:
 238             controller-image: '{controller-image}'
 239             controller-vms: 1
 240             mininet-image: '{mininet-image}'
 241             mininet-vms: '{mininet-vms}'
 242
 243     triggers:
 244         - integration-trigger-patch-submitted:
 245             server: '{server-name}'
 246             project: '{project}'
 247             branch: 'master'
 248             files: 'csit/libraries/*'
 249
 250     builders:
 251         - integration-copy-ssh-keys
 252         - integration-cleanup-workspace
 253         - integration-install-robotframework
 254         - inject:
 255             properties-file: 'env.properties'
 256         - integration-get-slave-addresses
 257         - inject:
 258             properties-file: 'slave_addresses.txt'
 259         - integration-get-bundle-vars
 260         - inject:
 261             properties-file: 'bundle_vars.txt'
 262         - integration-deploy-controller-run-test
 263         - integration-cleanup-tmp
 264
 265     publishers:
 266         - integration-robot:
 267             unstable-if: 0.0
 268             pass-if: 100.0
 269         - email-notification:
 270             email-recipients: '{email-recipients}'
 271             email-prefix: '[integration]'
 272         - integration-csit-archive-build
 273         - opendaylight-infra-shiplogs:
 274             maven-version: 'mvn33'
 275
 276 # Template: integration-distribution-test-{stream}
 277 # Goal: Verify a distribution through all system test available
 278 # Operation: This daily job template takes a distribution and passes all available system test
 279
 280 - job-template:
 281     name: 'integration-distribution-test-{stream}'
 282
 283     project-type: freestyle
 284     node: centos7-java-builder-2c-8g
 285
 286     properties:
 287         - opendaylight-infra-properties:
 288             build-days-to-keep: '{build-days-to-keep}'
 289
 290     parameters:
 291         - integration-bundleurl:
 292             bundleurl: '{bundleurl}'
 293         - integration-jdk-version:
 294             jdkversion: '{jre}'
 295
 296     triggers:
 297         - timed: 'H H * * 6'
 298
 299     builders:
 300         - trigger-builds:
 301             - project: '{csit-list}'
 302               block: true
 303               predefined-parameters:
 304                   BUNDLEURL=$BUNDLEURL
 305
 306     publishers:
 307         - email-notification:
 308             email-recipients: '{email-recipients}'
 309             email-prefix: '[integration]'
 310
 311 # Template: integration-patch-test-{stream}
 312 # Goal: Build a patch and run all available system test on a distribution containing the change
 313 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 314 # triggers the distribution test when test-integration is used in gerrit comments
 315
 316 - job-template:
 317     name: 'integration-patch-test-{stream}'
 318
 319     project-type: maven
 320     node: centos7-java-builder-2c-8g
 321     jdk: '{jdk}'
 322
 323     properties:
 324         - opendaylight-infra-properties:
 325             build-days-to-keep: '{build-days-to-keep}'
 326
 327     parameters:
 328         - opendaylight-infra-parameters:
 329             project: '$GERRIT_PROJECT'
 330             branch: '{branch}'
 331             refspec: '$GERRIT_REFSPEC'
 332             artifacts: '{archive-artifacts} **/dependency_tree.txt'
 333         - integration-branch:
 334             branch: '{branch}'
 335         - integration-distribution-git-url:
 336             git-url: '{git-url}'
 337
 338     scm:
 339         - integration-gerrit-scm:
 340             basedir: '$GERRIT_PROJECT'
 341             refspec: '$GERRIT_REFSPEC'
 342             branch: '{branch}'
 343         - integration-distribution-scm:
 344             branch: '{branch}'
 345
 346     wrappers:
 347         - opendaylight-infra-wrappers:
 348             build-timeout: '720'
 349
 350     triggers:
 351         - gerrit:
 352             server-name: '{server-name}'
 353             trigger-on:
 354                 - comment-added-contains-event:
 355                     comment-contains-value: 'test-integration'
 356             projects:
 357               - project-compare-type: 'ANT'
 358                 project-pattern: '**'
 359                 branches:
 360                   - branch-compare-type: 'ANT'
 361                     branch-pattern: '**/{branch}'
 362             skip-vote:
 363                 successful: true
 364                 failed: true
 365                 unstable: true
 366                 notbuilt: true
 367
 368     prebuilders:
 369         - integration-rebase-gerrit-patch
 370         - integration-get-bundle-url
 371         - inject:
 372             properties-file: 'bundle.txt'
 373         - wipe-org-opendaylight-repo
 374         - provide-maven-settings:
 375             global-settings-file: 'odl-global-settings'
 376             settings-file: 'integration-settings'
 377         - maven-target:
 378             maven-version: 'mvn33'
 379             pom: '$GERRIT_PROJECT/pom.xml'
 380             goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Pq -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 381             java-opts:
 382                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 383             settings: 'integration-settings'
 384             settings-type: cfp
 385             global-settings: 'odl-global-settings'
 386             global-settings-type: cfp
 387
 388     maven:
 389         maven-name: 'mvn33'
 390         root-pom: 'distribution/pom.xml'
 391         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 392         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 393         settings: 'integration-settings'
 394         settings-type: cfp
 395         global-settings: 'odl-global-settings'
 396         global-settings-type: cfp
 397         ignore-upstream-changes: true
 398         post-step-run-condition: 'SUCCESS'
 399
 400     postbuilders:
 401         - trigger-builds:
 402             - project: '{csit-list}'
 403               block: true
 404               predefined-parameters:
 405                   BUNDLEURL=$BUNDLEURL
 406
 407     publishers:
 408         - opendaylight-infra-shiplogs:
 409             maven-version: 'mvn33'
 410         - email-notification:
 411             email-recipients: '{email-recipients}'
 412             email-prefix: '[$GERRIT_PROJECT]'
 413
 414 # Template: integration-multipatch-test-{stream}
 415 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 416 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 417 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 418 # CSIT jobs
 419
 420 - job-template:
 421     name: 'integration-multipatch-test-{stream}'
 422
 423     project-type: maven
 424     node: centos7-java-builder-8c-8g
 425     jdk: '{jdk}'
 426
 427     properties:
 428         - opendaylight-infra-properties:
 429             build-days-to-keep: '{build-days-to-keep}'
 430
 431     parameters:
 432         - patches-to-build-parameter:
 433             patches_to_build: '$PATCHES_TO_BUILD'
 434         - integration-branch:
 435             branch: '{branch}'
 436         - opendaylight-infra-parameters:
 437             project: 'integration/distribution'
 438             branch: '{branch}'
 439             refspec: 'refs/heads/{branch}'
 440             artifacts: '{archive-artifacts} **/dependency_tree.txt'
 441
 442     prebuilders:
 443         - wipe-org-opendaylight-repo
 444         - integration-multipatch-builder
 445         - inject:
 446             properties-file: 'bundle.txt'
 447         - provide-maven-settings:
 448             global-settings-file: 'odl-global-settings'
 449             settings-file: 'yangtools-settings'
 450
 451     wrappers:
 452         - opendaylight-infra-wrappers:
 453             build-timeout: '1200'
 454
 455     maven:
 456         maven-name: 'mvn33'
 457         root-pom: 'patch_tester/pom.xml'
 458         # TODO: Make Maven options configurable. Currently tests are not skipped, everything else is.
 459         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -f patch_tester/pom.xml -V -B -Pq -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 460         maven-opts: '-Xmx7168m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 461         settings: 'yangtools-settings'
 462         settings-type: cfp
 463         global-settings: 'odl-global-settings'
 464         global-settings-type: cfp
 465         post-step-run-condition: 'SUCCESS'
 466
 467     postbuilders:
 468         - trigger-builds:
 469             - project: '{csit-list}'
 470               block: true
 471               predefined-parameters:
 472                   BUNDLEURL=$BUNDLEURL
 473
 474     publishers:
 475         - opendaylight-infra-shiplogs:
 476             maven-version: 'mvn33'
 477         - email-notification:
 478             email-recipients: '{email-recipients}'
 479             email-prefix: '[int/dist]'