jjb/integration/integration-test-jobs.yaml

   1
   2 - project:
   3     name: integration-test-jobs
   4     jobs:
   5         - 'integration-verify-python'
   6         - 'integration-csit-verify-1node-library'
   7         - 'integration-distribution-test-{stream}'
   8         - 'integration-patch-test-{stream}'
   9         - 'integration-multipatch-test-{stream}'
  10
  11     stream:
  12         - boron:
  13             branch: 'master'
  14             jdk: 'openjdk8'
  15             csit-list: >
  16                 aaa-csit-1node-authn-only-{stream},
  17                 aaa-csit-1node-authn-all-{stream},
  18                 bgpcep-csit-1node-userfeatures-only-{stream},
  19                 bgpcep-csit-1node-userfeatures-all-{stream},
  20                 capwap-csit-1node-ac-only-{stream},
  21                 capwap-csit-1node-ac-all-{stream},
  22                 controller-csit-3node-clustering-only-{stream},
  23                 integration-csit-3node-basic-only-{stream},
  24                 integration-distribution-deploy-{stream},
  25                 integration-distribution-offline-{stream},
  26                 l2switch-csit-1node-switch-only-{stream},
  27                 l2switch-csit-1node-switch-all-{stream},
  28                 l2switch-csit-1node-scalability-only-{stream},
  29                 l2switch-csit-1node-scalability-all-{stream},
  30                 lispflowmapping-csit-1node-msmr-only-{stream},
  31                 lispflowmapping-csit-1node-msmr-all-{stream},
  32                 nemo-csit-1node-engine-all-{stream},
  33                 nemo-csit-1node-engine-only-{stream},
  34                 nic-csit-1node-basic-all-{stream},
  35                 nic-csit-1node-basic-only-{stream},
  36                 openflowplugin-csit-1node-flow-services-only-{stream},
  37                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  38                 openflowplugin-csit-1node-flow-services-all-{stream},
  39                 openflowplugin-csit-1node-scalability-only-{stream},
  40                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
  41                 openflowplugin-csit-1node-scalability-all-{stream},
  42                 openflowplugin-csit-1node-cbench-performance-only-{stream},
  43                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
  44                 openflowplugin-csit-1node-config-performance-only-{stream},
  45                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
  46                 openflowplugin-csit-3node-clustering-helium-design-only-{stream},
  47                 openflowplugin-csit-3node-clustering-only-{stream},
  48                 ovsdb-csit-3node-clustering-only-{stream},
  49                 ovsdb-csit-1node-netvirt-only-{stream},
  50                 ovsdb-csit-1node-netvirt-all-{stream},
  51                 ovsdb-csit-1node-southbound-only-{stream},
  52                 ovsdb-csit-1node-southbound-all-{stream},
  53                 packetcable-csit-1node-pcmm-only-{stream},
  54                 packetcable-csit-1node-pcmm-all-{stream},
  55                 snmp-csit-1node-basic-only-{stream},
  56                 snmp-csit-1node-basic-all-{stream},
  57                 sxp-csit-1node-basic-only-{stream},
  58                 sxp-csit-1node-basic-all-{stream},
  59                 sxp-csit-1node-filtering-only-{stream},
  60                 sxp-csit-1node-filtering-all-{stream},
  61                 sxp-csit-1node-topology-only-{stream},
  62                 sxp-csit-1node-topology-all-{stream},
  63                 topoprocessing-csit-1node-topology-operations-all-{stream},
  64                 topoprocessing-csit-1node-topology-operations-only-{stream},
  65                 tsdr-csit-1node-hbase-datastore-only-{stream},
  66                 tsdr-csit-1node-hbase-datastore-all-{stream},
  67                 usc-csit-1node-channel-only-{stream},
  68                 usc-csit-1node-channel-all-{stream},
  69                 vpnservice-csit-1node-vpnservice-only-{stream},
  70                 vpnservice-csit-1node-vpnservice-all-{stream},
  71                 vtn-csit-1node-manager-only-{stream}
  72
  73         - beryllium:
  74             branch: 'stable/beryllium'
  75             jdk: 'openjdk7'
  76             csit-list: >
  77                 aaa-csit-1node-authn-only-{stream},
  78                 aaa-csit-1node-authn-all-{stream},
  79                 bgpcep-csit-1node-userfeatures-only-{stream},
  80                 bgpcep-csit-1node-userfeatures-all-{stream},
  81                 capwap-csit-1node-ac-only-{stream},
  82                 capwap-csit-1node-ac-all-{stream},
  83                 controller-csit-3node-clustering-only-{stream},
  84                 integration-csit-3node-basic-only-{stream},
  85                 integration-distribution-offline-{stream},
  86                 integration-distribution-deploy-{stream},
  87                 l2switch-csit-1node-switch-only-{stream},
  88                 l2switch-csit-1node-switch-all-{stream},
  89                 l2switch-csit-1node-scalability-only-{stream},
  90                 l2switch-csit-1node-scalability-all-{stream},
  91                 lispflowmapping-csit-1node-msmr-only-{stream},
  92                 lispflowmapping-csit-1node-msmr-all-{stream},
  93                 nemo-csit-1node-engine-all-{stream},
  94                 nemo-csit-1node-engine-only-{stream},
  95                 nic-csit-1node-basic-all-{stream},
  96                 nic-csit-1node-basic-only-{stream},
  97                 openflowplugin-csit-1node-flow-services-only-{stream},
  98                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
  99                 openflowplugin-csit-1node-flow-services-all-{stream},
 100                 openflowplugin-csit-1node-scalability-only-{stream},
 101                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 102                 openflowplugin-csit-1node-scalability-all-{stream},
 103                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 104                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 105                 openflowplugin-csit-1node-config-performance-only-{stream},
 106                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 107                 openflowplugin-csit-3node-clustering-helium-design-only-{stream},
 108                 openflowplugin-csit-3node-clustering-only-{stream},
 109                 ovsdb-csit-3node-clustering-only-{stream},
 110                 ovsdb-csit-1node-netvirt-only-{stream},
 111                 ovsdb-csit-1node-netvirt-all-{stream},
 112                 ovsdb-csit-1node-southbound-only-{stream},
 113                 ovsdb-csit-1node-southbound-all-{stream},
 114                 packetcable-csit-1node-pcmm-only-{stream},
 115                 packetcable-csit-1node-pcmm-all-{stream},
 116                 snmp-csit-1node-basic-only-{stream},
 117                 snmp-csit-1node-basic-all-{stream},
 118                 sxp-csit-1node-basic-only-{stream},
 119                 sxp-csit-1node-basic-all-{stream},
 120                 sxp-csit-1node-filtering-only-{stream},
 121                 sxp-csit-1node-filtering-all-{stream},
 122                 sxp-csit-1node-topology-only-{stream},
 123                 sxp-csit-1node-topology-all-{stream},
 124                 topoprocessing-csit-1node-topology-operations-all-{stream},
 125                 topoprocessing-csit-1node-topology-operations-only-{stream},
 126                 tsdr-csit-1node-hbase-datastore-only-{stream},
 127                 tsdr-csit-1node-hbase-datastore-all-{stream},
 128                 usc-csit-1node-channel-only-{stream},
 129                 usc-csit-1node-channel-all-{stream},
 130                 vpnservice-csit-1node-vpnservice-only-{stream},
 131                 vpnservice-csit-1node-vpnservice-all-{stream},
 132                 vtn-csit-1node-manager-only-{stream},
 133                 vtn-csit-1node-manager-all-{stream},
 134                 vtn-csit-1node-coordinator-only-{stream}
 135
 136         - stable-lithium:
 137             branch: 'stable/lithium'
 138             jdk: 'openjdk7'
 139             csit-list: >
 140                 aaa-csit-1node-authn-only-{stream},
 141                 aaa-csit-1node-authn-all-{stream},
 142                 bgpcep-csit-1node-userfeatures-only-{stream},
 143                 bgpcep-csit-1node-userfeatures-all-{stream},
 144                 capwap-csit-1node-ac-only-{stream},
 145                 capwap-csit-1node-ac-all-{stream},
 146                 controller-csit-3node-clustering-only-{stream},
 147                 integration-csit-3node-basic-only-{stream},
 148                 integration-distribution-offline-{stream},
 149                 l2switch-csit-1node-switch-only-{stream},
 150                 l2switch-csit-1node-switch-all-{stream},
 151                 l2switch-csit-1node-scalability-only-{stream},
 152                 l2switch-csit-1node-scalability-all-{stream},
 153                 lispflowmapping-csit-1node-all-only-{stream},
 154                 lispflowmapping-csit-1node-all-all-{stream},
 155                 nic-csit-1node-basic-all-{stream},
 156                 nic-csit-1node-basic-only-{stream},
 157                 openflowplugin-csit-1node-flow-services-only-{stream},
 158                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
 159                 openflowplugin-csit-1node-flow-services-all-{stream},
 160                 openflowplugin-csit-1node-scalability-only-{stream},
 161                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
 162                 openflowplugin-csit-1node-scalability-all-{stream},
 163                 openflowplugin-csit-1node-cbench-performance-only-{stream},
 164                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
 165                 openflowplugin-csit-1node-config-performance-only-{stream},
 166                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
 167                 ovsdb-csit-1node-netvirt-only-{stream},
 168                 ovsdb-csit-1node-netvirt-all-{stream},
 169                 ovsdb-csit-1node-southbound-only-{stream},
 170                 ovsdb-csit-1node-southbound-all-{stream},
 171                 snmp-csit-1node-basic-only-{stream},
 172                 snmp-csit-1node-basic-all-{stream},
 173                 usc-csit-1node-channel-only-{stream},
 174                 usc-csit-1node-channel-all-{stream},
 175                 vpnservice-csit-1node-vpnservice-only-{stream},
 176                 vpnservice-csit-1node-vpnservice-all-{stream},
 177                 vtn-csit-1node-manager-li-only-{stream},
 178                 vtn-csit-1node-manager-li-all-{stream},
 179                 vtn-csit-1node-coordinator-only-{stream}
 180
 181         - stable-helium:
 182             branch: 'stable/helium'
 183             jdk: 'openjdk7'
 184             csit-list: >
 185                 aaa-csit-1node-imds-authn-only-{stream},
 186                 aaa-csit-1node-imds-authn-all-{stream},
 187                 controller-csit-1node-imds-nsf-only-{stream},
 188                 controller-csit-1node-imds-nsf-all-{stream},
 189                 integration-csit-3node-basic-only-{stream},
 190                 l2switch-csit-1node-imds-switch-only-{stream},
 191                 l2switch-csit-1node-imds-switch-all-{stream},
 192                 lispflowmapping-csit-1node-imds-all-only-{stream},
 193                 lispflowmapping-csit-1node-imds-all-all-{stream},
 194                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
 195                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
 196                 vtn-csit-1node-imds-manager-only-{stream},
 197                 vtn-csit-1node-imds-manager-all-{stream}
 198
 199
 200
 201 # Template: integration-verify-python
 202 # Goal: Verify python scripts correct syntax
 203 # Operation: This job template performs a python tox check on any integration/test patch
 204
 205 - job-template:
 206     name: 'integration-verify-python'
 207
 208     project-type: freestyle
 209     node: dynamic_verify
 210     concurrent: true
 211
 212     logrotate:
 213         daysToKeep: '{build-days-to-keep}'
 214         numToKeep: '{build-num-to-keep}'
 215         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 216         artifactNumToKeep: '{build-artifact-num-to-keep}'
 217
 218     parameters:
 219         - project-parameter:
 220             project: 'integration/test'
 221         - integration-patch-refspec:
 222             branch: '$GERRIT_REFSPEC'
 223
 224     scm:
 225         - integration-gerrit-scm:
 226             credentials-id: '{ssh-credentials}'
 227             basedir: 'test'
 228             refspec: '$PATCHREFSPEC'
 229             branch: 'master'
 230
 231     wrappers:
 232         - build-timeout
 233         - ssh-agent-credentials:
 234             users:
 235                 - '{ssh-credentials}'
 236
 237     triggers:
 238         - integration-trigger-patch-submitted:
 239             name: 'integration/test'
 240             branch: 'master'
 241             pattern: '**'
 242
 243     builders:
 244         - shell: |
 245             virtualenv $WORKSPACE/venv-tox
 246             source $WORKSPACE/venv-tox/bin/activate
 247             pip install tox argparse
 248             tox --version
 249             cd $WORKSPACE/test
 250             tox
 251
 252     publishers:
 253         - email-notification:
 254             email-prefix: '[integration]'
 255
 256 # Template: integration-csit-verify-1node-library
 257 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
 258 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
 259
 260 - job-template:
 261     name: 'integration-csit-verify-1node-library'
 262
 263     project-type: freestyle
 264     node: dynamic_robot
 265
 266     logrotate:
 267         daysToKeep: '{build-days-to-keep}'
 268         numToKeep: '{build-num-to-keep}'
 269         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 270         artifactNumToKeep: '{build-artifact-num-to-keep}'
 271
 272     parameters:
 273         - project-parameter:
 274             project: 'integration/test'
 275         - integration-branch:
 276             branch: 'stable/beryllium'
 277         - integration-bundleurl:
 278             bundleurl: 'last'
 279         - integration-controller-scope:
 280             controller-scope: 'only'
 281         - integration-controller-features:
 282             controller-features: >
 283                 odl-openflowplugin-flow-services-ui,
 284                 odl-bgpcep-pcep,
 285                 odl-bgpcep-bgp,
 286                 odl-netconf-connector-all
 287         - integration-test-options:
 288             test-options: '-e adsal'
 289         - integration-test-plan:
 290             test-plan: 'test-libraries.txt'
 291         - integration-patch-refspec:
 292             branch: '$GERRIT_REFSPEC'
 293         - integration-jdk-version:
 294             # {jdk} is from releng-defaults
 295             jdkversion: '{jdk}'
 296
 297     scm:
 298         - integration-gerrit-scm:
 299             credentials-id: '{ssh-credentials}'
 300             basedir: 'test'
 301             refspec: '$PATCHREFSPEC'
 302             branch: 'master'
 303
 304     wrappers:
 305         - build-timeout
 306         - integration-jclouds-controller-mininet:
 307             controller-vms: 1
 308             mininet-image: '{mininet-image}'
 309             mininet-vms: '{mininet-vms}'
 310             mininet-cloud-name: '{mininet-cloud-name}'
 311         - ssh-agent-credentials:
 312             users:
 313                 - '{ssh-credentials}'
 314
 315     triggers:
 316         - integration-trigger-patch-submitted:
 317             name: 'integration/test'
 318             branch: 'master'
 319             pattern: 'csit/libraries/*'
 320
 321     builders:
 322         - integration-cleanup-workspace
 323         - integration-install-robotframework
 324         - inject:
 325             properties-file: 'env.properties'
 326         - integration-get-slave-addresses
 327         - inject:
 328             properties-file: 'slave_addresses.txt'
 329         - integration-get-bundle-vars
 330         - inject:
 331             properties-file: 'bundle_vars.txt'
 332         - integration-deploy-controller-run-test
 333         - integration-cleanup-tmp
 334
 335     publishers:
 336         - integration-robot:
 337             unstable-if: 0.0
 338             pass-if: 100.0
 339         - archive:
 340             artifacts: 'karaf.log*'
 341         - email-notification:
 342             email-prefix: '[integration]'
 343
 344 # Template: integration-distribution-test-{stream}
 345 # Goal: Verify a distribution through all system test available
 346 # Operation: This daily job template takes a distribution and passes all available system test
 347
 348 - job-template:
 349     name: 'integration-distribution-test-{stream}'
 350
 351     project-type: freestyle
 352     node: dynamic_verify
 353
 354     logrotate:
 355         daysToKeep: '{build-days-to-keep}'
 356         numToKeep: '{build-num-to-keep}'
 357         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 358         artifactNumToKeep: '{build-artifact-num-to-keep}'
 359
 360     parameters:
 361         - integration-bundleurl:
 362             bundleurl: 'last'
 363         - integration-jdk-version:
 364             jdkversion: '{jdk}'
 365
 366     triggers:
 367         - timed: 'H H * * 6'
 368
 369     builders:
 370         - trigger-builds:
 371             - project: '{csit-list}'
 372               block: true
 373               predefined-parameters:
 374                   BUNDLEURL=$BUNDLEURL
 375
 376                   JDKVERSION=$JDKVERSION
 377
 378     publishers:
 379         - email-notification:
 380             email-prefix: '[integration]'
 381
 382 # Template: integration-patch-test-{stream}
 383 # Goal: Build a patch and run all available system test on a distribution containing the change
 384 # Operation: This job template builds a patch, creates a distribution containing the patch, and
 385 # triggers the distribution test when test-integration is used in gerrit comments
 386
 387 - job-template:
 388     name: 'integration-patch-test-{stream}'
 389
 390     project-type: maven
 391     node: dynamic_verify
 392     jdk: '{jdk}'
 393
 394     logrotate:
 395         daysToKeep: '{build-days-to-keep}'
 396         numToKeep: '{build-num-to-keep}'
 397         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 398         artifactNumToKeep: '{build-artifact-num-to-keep}'
 399
 400     parameters:
 401         - gerrit-project-parameter:
 402             project: '$GERRIT_PROJECT'
 403         - gerrit-refspec-parameter:
 404             refspec: '$GERRIT_REFSPEC'
 405         - project-parameter:
 406             project: '$GERRIT_PROJECT'
 407         - integration-branch:
 408             branch: '{branch}'
 409         - integration-distribution-git-url
 410
 411     scm:
 412         - integration-gerrit-scm:
 413             credentials-id: '{ssh-credentials}'
 414             basedir: '$GERRIT_PROJECT'
 415             refspec: '$GERRIT_REFSPEC'
 416             branch: '{branch}'
 417         - integration-distribution-scm:
 418             credentials-id: '{ssh-credentials}'
 419             branch: '{branch}'
 420
 421     wrappers:
 422         - build-timeout
 423         - ssh-agent-credentials:
 424             users:
 425                 - '{ssh-credentials}'
 426
 427     triggers:
 428         - gerrit:
 429             server-name: 'OpenDaylight'
 430             trigger-on:
 431                 - comment-added-contains-event:
 432                     comment-contains-value: 'test-integration'
 433             projects:
 434               - project-compare-type: 'ANT'
 435                 project-pattern: '**'
 436                 branches:
 437                   - branch-compare-type: 'ANT'
 438                     branch-pattern: '**/{branch}'
 439             skip-vote:
 440                 successful: true
 441                 failed: true
 442                 unstable: true
 443                 notbuilt: true
 444
 445     prebuilders:
 446         - integration-rebase-gerrit-patch
 447         - integration-get-bundle-url
 448         - inject:
 449             properties-file: 'bundle.txt'
 450         - wipe-org-opendaylight-repo
 451         - maven-target:
 452             maven-version: '{mvn33}'
 453             pom: '$GERRIT_PROJECT/pom.xml'
 454             goals: 'clean install -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 455             java-opts:
 456                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 457             settings: '{integration-settings}'
 458             global-settings: '{odl-global-settings}'
 459
 460     maven:
 461         maven-name: '{mvn33}'
 462         root-pom: 'distribution/pom.xml'
 463         goals: 'clean install -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
 464         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
 465         settings: '{integration-settings}'
 466         global-settings: '{odl-global-settings}'
 467         ignore-upstream-changes: true
 468         post-step-run-condition: 'SUCCESS'
 469
 470     postbuilders:
 471         - trigger-builds:
 472             - project: 'integration-distribution-test-{stream}'
 473               block: true
 474               predefined-parameters:
 475                   BUNDLEURL=$BUNDLEURL
 476
 477     publishers:
 478         - email-notification:
 479             email-prefix: '[$GERRIT_PROJECT]'
 480
 481 # Template: integration-multipatch-test-{stream}
 482 # Goal: Build one or more patches and run all available system test on a distribution containing the change
 483 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
 484 # containing these patches, and triggers the distribution test job which includes most (if not all) available
 485 # CSIT jobs
 486
 487 - job-template:
 488     name: 'integration-multipatch-test-{stream}'
 489
 490     project-type: maven
 491     node: dynamic_verify
 492     jdk: '{jdk}'
 493
 494     logrotate:
 495         daysToKeep: '{build-days-to-keep}'
 496         numToKeep: '{build-num-to-keep}'
 497         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 498         artifactNumToKeep: '{build-artifact-num-to-keep}'
 499
 500     parameters:
 501         - patches-to-build-parameter:
 502             patches_to_build: '$PATCHES_TO_BUILD'
 503         - integration-branch:
 504             branch: '{branch}'
 505
 506     wrappers:
 507         - build-timeout
 508         - ssh-agent-credentials:
 509             users:
 510                 - '{ssh-credentials}'
 511
 512     prebuilders:
 513         - wipe-org-opendaylight-repo
 514         - integration-multipatch-builder
 515         - inject:
 516             properties-file: 'bundle.txt'
 517         - provide-maven-settings:
 518             global-settings-file: '{odl-global-settings}'
 519             settings-file: '{yangtools-settings}'
 520
 521
 522     maven:
 523         maven-name: '{mvn33}'
 524         root-pom: 'patch_tester/pom.xml'
 525         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
 526         goals: 'clean install -f patch_tester/pom.xml -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
 527         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
 528         settings: '{yangtools-settings}'
 529         global-settings: '{odl-global-settings}'
 530         post-step-run-condition: 'SUCCESS'
 531
 532     postbuilders:
 533         - trigger-builds:
 534             - project: 'integration-distribution-test-{stream}'
 535               block: true
 536               predefined-parameters:
 537                   BUNDLEURL=$BUNDLEURL
 538
 539     publishers:
 540         - email-notification:
 541             email-prefix: '[integration]'