jjb/integration/integration-test-jobs.yaml

   1 ---
   2 - project:
   3     name: integration-test
   4     project: integration/test
   5     project-name: integration-test
   6     jobs:
   7       - "integration-patch-test-{stream}"
   8       - "inttest-multipatch"
   9       - "integration-merge-dashboard"
  10       - "{project-name}-rtd-jobs":
  11           build-node: centos7-builder-2c-2g
  12           project-pattern: integration/test
  13           rtd-build-url: https://readthedocs.org/api/v2/webhook/odl-integrationtest/32934/
  14           rtd-token: 70766f97941a74ef80b84749ac4799e5ddeee99a
  15       - gerrit-tox-verify:
  16           branch: master
  17           stream: master
  18           build-node: centos7-builder-2c-2g
  19
  20     mvn-version: "mvn38"
  21     java-version: "openjdk17"
  22
  23     # CSIT Lists in defaults.yaml
  24     stream:
  25       - chlorine:
  26           branch: "master"
  27           csit-list: !include: csit-jobs-chlorine.lst
  28           build-order: >
  29             odlparent infrautils yangtools mdsal controller aaa netconf bgpcep
  30             serviceutils daexim jsonrpc ovsdb openflowplugin lispflowmapping
  31             integration/distribution
  32
  33       - sulfur:
  34           branch: "stable/sulfur"
  35           java-version: "openjdk11"
  36           csit-list: !include: csit-jobs-sulfur.lst
  37           build-order: >
  38             odlparent infrautils yangtools mdsal controller aaa netconf bgpcep
  39             serviceutils daexim jsonrpc ovsdb openflowplugin lispflowmapping
  40             integration/distribution
  41
  42       - phosphorus:
  43           branch: "stable/phosphorus"
  44           mvn-version: "mvn35"
  45           java-version: "openjdk11"
  46           csit-list: !include: csit-jobs-phosphorus.lst
  47           build-order: >
  48             odlparent infrautils yangtools mdsal controller aaa netconf bgpcep
  49             serviceutils daexim jsonrpc ovsdb openflowplugin lispflowmapping
  50             integration/distribution
  51
  52 - project:
  53     name: integration-distribution
  54     project: integration/test
  55     project-name: integration-test
  56     jobs:
  57       - "integration-distribution-test-{stream}"
  58       - "integration-distribution-mri-test-{stream}"
  59       - "integration-distribution-weekly-test-trigger-{stream}"
  60       - "integration-update-csit-tests-{stream}"
  61
  62     # CSIT Lists in defaults.yaml
  63     stream:
  64       - chlorine:
  65           branch: "master"
  66           csit-blocklist: >
  67             aaa controller dluxapps genius lispflowmapping l2switch mdsal
  68             netconf netvirt odlmicro sxp yangtools
  69             gate longevity sanity tdd tempest wip
  70             bgpcep-csit-3node-bgpclustering-all
  71             bgpcep-csit-3node-bgpclustering-ha-only
  72             openflowplugin-csit-1node-bundle-based-reconciliation
  73             last-line-is-ignored-so-we-need-something-dummy-here-to-make-sure-the-real-last-line-is-used
  74           csit-list: !include: csit-jobs-chlorine.lst
  75           csit-mri-list: "{csit-mri-list-chlorine}"
  76           csit-weekly-list: "{csit-weekly-list-chlorine}"
  77       - sulfur:
  78           branch: "stable/sulfur"
  79           csit-blocklist: >
  80             aaa controller dluxapps genius lispflowmapping l2switch mdsal
  81             netconf netvirt odlmicro sxp yangtools
  82             gate longevity sanity tdd tempest wip
  83             bgpcep-csit-3node-bgpclustering-all
  84             bgpcep-csit-3node-bgpclustering-ha-only
  85             openflowplugin-csit-1node-bundle-based-reconciliation
  86             last-line-is-ignored-so-we-need-something-dummy-here-to-make-sure-the-real-last-line-is-used
  87           csit-list: !include: csit-jobs-sulfur.lst
  88           csit-mri-list: "{csit-mri-list-sulfur}"
  89           csit-weekly-list: "{csit-weekly-list-sulfur}"
  90       - phosphorus:
  91           branch: "stable/phosphorus"
  92           csit-blocklist: >
  93             aaa controller dluxapps genius lispflowmapping l2switch mdsal
  94             netconf netvirt odlmicro sxp yangtools
  95             gate longevity sanity tdd tempest wip
  96             bgpcep-csit-3node-bgpclustering-all
  97             bgpcep-csit-3node-bgpclustering-ha-only
  98             openflowplugin-csit-1node-bundle-based-reconciliation
  99             last-line-is-ignored-so-we-need-something-dummy-here-to-make-sure-the-real-last-line-is-used
 100           csit-list: !include: csit-jobs-phosphorus.lst
 101           csit-mri-list: "{csit-mri-list-phosphorus}"
 102           csit-weekly-list: "{csit-weekly-list-phosphorus}"
 103
 104 - project:
 105     name: integration-sanity
 106     project: integration/test
 107     project-name: integration-test
 108     jobs:
 109       - "integration-sanity-test-{stream}"
 110
 111     stream:
 112       - chlorine:
 113           branch: "master"
 114           karaf-version: odl
 115           csit-sanity-list: "{csit-sanity-list-chlorine}"
 116       - sulfur:
 117           branch: "stable/sulfur"
 118           karaf-version: odl
 119           csit-sanity-list: "{csit-sanity-list-sulfur}"
 120       - phosphorus:
 121           branch: "stable/phosphorus"
 122           karaf-version: odl
 123           csit-sanity-list: "{csit-sanity-list-phosphorus}"
 124
 125 - job-template:
 126     name: "integration-merge-dashboard"
 127     project-type: freestyle
 128     node: centos7-builder-2c-1g
 129
 130     properties:
 131       - opendaylight-infra-properties:
 132           build-days-to-keep: "{build-days-to-keep}"
 133
 134     parameters:
 135       - opendaylight-infra-parameters:
 136           os-cloud: "{os-cloud}"
 137           project: "{project}"
 138           branch: "master"
 139           refspec: "refs/heads/master"
 140           artifacts: "{archive-artifacts}"
 141
 142     scm:
 143       - integration-gerrit-scm:
 144           basedir: "test"
 145           refspec: "$GERRIT_REFSPEC"
 146           branch: "master"
 147
 148     wrappers:
 149       - opendaylight-infra-wrappers:
 150           build-timeout: "{build-timeout}"
 151
 152     triggers:
 153       - gerrit-trigger-patch-merged:
 154           gerrit-server-name: "{gerrit-server-name}"
 155           name: "{project}"
 156           branch: "master"
 157           files: "dashboard/**"
 158           forbidden-files: ""
 159
 160     builders:
 161       - lf-infra-pre-build
 162       - config-file-provider:
 163           files:
 164             - file-id: odl-elastic-cloud
 165               target: "$HOME/.netrc"
 166       - integration-install-robotframework
 167         # yamllint disable-line rule:line-length
 168       - shell: python3 $WORKSPACE/test/csit/scripts/push_dashboard.py a4ff38b99ef2c7626450543021b4c134.us-east-1.aws.found.io:9243
 169
 170     publishers:
 171       - lf-infra-publish
 172       - email-notification:
 173           email-recipients: "{email-recipients}"
 174           email-prefix: "[{project-name}]"
 175
 176 - job-template:
 177     name: "integration-distribution-test-{stream}"
 178     # Goal: Verify a distribution through all system test available
 179     # Operation: This template takes a distribution and passes all available system test
 180
 181     project-type: freestyle
 182     node: queue-disttest-2c-1g
 183
 184     properties:
 185       - opendaylight-infra-properties:
 186           build-days-to-keep: "{build-days-to-keep}"
 187
 188     parameters:
 189       - integration-bundle-url:
 190           bundle-url: "{bundle-url}"
 191       - distribution-karaf-version:
 192           karaf-version: "{karaf-version}"
 193
 194     builders:
 195       - lf-infra-pre-build
 196       - trigger-builds:
 197           - project: "{csit-list}"
 198             block: true
 199             predefined-parameters: |
 200               BUNDLE_URL=$BUNDLE_URL
 201               KARAF_VERSION=$KARAF_VERSION
 202
 203     wrappers:
 204       - lf-infra-wrappers:
 205           build-timeout: 1440
 206           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 207
 208     publishers:
 209       - opendaylight-infra-generate-csit-status-report
 210       - email-notification:
 211           email-recipients: "{email-recipients}"
 212           email-prefix: "[integration]"
 213       - lf-infra-publish
 214
 215 - job-template:
 216     name: "integration-sanity-test-{stream}"
 217     # Goal: Verify a distribution through sanity test
 218     # Operation: This template takes a distribution and passes sanity test
 219     # This jobs works for both managed & unmanaged distro.
 220
 221     project-type: freestyle
 222     node: queue-intque-2c-1g
 223
 224     properties:
 225       - opendaylight-infra-properties:
 226           build-days-to-keep: "{build-days-to-keep}"
 227
 228     parameters:
 229       - integration-bundle-url:
 230           bundle-url: "{bundle-url}"
 231       - distribution-karaf-version:
 232           karaf-version: "{karaf-version}"
 233
 234     triggers:
 235       - timed: "{schedule-daily}"
 236
 237     builders:
 238       - lf-infra-pre-build
 239       - trigger-builds:
 240           - project: "{csit-sanity-list}"
 241             block: true
 242             predefined-parameters: |
 243               BUNDLE_URL=$BUNDLE_URL
 244               KARAF_VERSION=$KARAF_VERSION
 245
 246     publishers:
 247       - email-notification:
 248           email-recipients: "{email-recipients}"
 249           email-prefix: "[integration]"
 250
 251 - job-template:
 252     name: "integration-patch-test-{stream}"
 253     # Template: integration-patch-test-{stream}
 254     # Goal: Build a patch and run all available system test on a distribution containing the change
 255     # Operation: This job template builds a patch, creates a distribution containing the patch, and
 256     # triggers the distribution test when test-integration is used in gerrit comments
 257
 258     project-type: freestyle
 259     node: centos7-builder-2c-8g
 260
 261     properties:
 262       - opendaylight-infra-properties:
 263           build-days-to-keep: "{build-days-to-keep}"
 264
 265     parameters:
 266       - opendaylight-infra-parameters:
 267           os-cloud: "{os-cloud}"
 268           project: "$GERRIT_PROJECT"
 269           branch: "{branch}"
 270           refspec: "$GERRIT_REFSPEC"
 271           artifacts: "{archive-artifacts}"
 272       - integration-distribution-branch:
 273           branch: "{branch}"
 274       - distribution-karaf-version:
 275           karaf-version: "{karaf-version}"
 276       - integration-distribution-git-url:
 277           git-url: "{git-url}"
 278       - maven-exec:
 279           maven-version: "{mvn-version}"
 280
 281     scm:
 282       - integration-gerrit-scm:
 283           basedir: "$GERRIT_PROJECT"
 284           refspec: "$GERRIT_REFSPEC"
 285           branch: "{branch}"
 286       - integration-distribution-scm:
 287           branch: "{branch}"
 288
 289     wrappers:
 290       - opendaylight-infra-wrappers:
 291           build-timeout: "720"
 292
 293     triggers:
 294       - gerrit:
 295           server-name: "{gerrit-server-name}"
 296           trigger-on:
 297             - comment-added-contains-event:
 298                 comment-contains-value: "test-integration"
 299           projects:
 300             - project-compare-type: "ANT"
 301               project-pattern: "**"
 302               branches:
 303                 - branch-compare-type: "ANT"
 304                   branch-pattern: "**/{branch}"
 305           skip-vote:
 306             successful: true
 307             failed: true
 308             unstable: true
 309             notbuilt: true
 310
 311     builders:
 312       - lf-infra-pre-build
 313       - integration-rebase-gerrit-patch
 314       - wipe-org-opendaylight-repo
 315       - lf-provide-maven-settings:
 316           global-settings-file: "global-settings"
 317           settings-file: "integration-settings"
 318       - lf-update-java-alternatives:
 319           java-version: "{java-version}"
 320       - maven-target:
 321           maven-version: "{mvn-version}"
 322           pom: "$GERRIT_PROJECT/pom.xml"
 323           goals: |
 324             clean install dependency:tree -DoutputFile=dependency_tree.txt
 325             -Pq
 326             -Dstream={stream}
 327             {opendaylight-infra-mvn-opts}
 328             # {opendaylight-infra-parallel-mvn-opts} is bad when there are multiple big features in SFT.
 329           java-opts:
 330             - "-Xmx4096m -Dmaven.compile.fork=true"
 331           settings: integration-settings
 332           settings-type: cfp
 333           global-settings: global-settings
 334           global-settings-type: cfp
 335       - maven-target:
 336           maven-version: "{mvn-version}"
 337           pom: distribution/pom.xml
 338           goals: |
 339             clean install dependency:tree -DoutputFile=dependency_tree.txt
 340             {opendaylight-infra-mvn-opts}
 341             # {opendaylight-infra-parallel-mvn-opts} is bad when there are multiple big features in SFT.
 342           java-opts:
 343             - "-Xmx1024m -Dmaven.compile.fork=true"
 344           settings: integration-settings
 345           settings-type: cfp
 346           global-settings: global-settings
 347           global-settings-type: cfp
 348       - integration-upload-distribution:
 349           dist-pom: distribution/pom.xml
 350           settings-project: integration
 351       - trigger-builds:
 352           - project: "{csit-list}"
 353             block: true
 354             predefined-parameters: |
 355               BUNDLE_URL=$BUNDLE_URL
 356               KARAF_VERSION=$KARAF_VERSION
 357
 358     publishers:
 359       - lf-infra-publish
 360       - email-notification:
 361           email-recipients: "{email-recipients}"
 362           email-prefix: "[$GERRIT_PROJECT]"
 363
 364 - job-template:
 365     name: "{prefix}integration-multipatch-test-{stream}"
 366     # Goal: Build one or more patches and run all available system test on a distribution containing the change.
 367     # Operation: This job template checks out and builds in order each patch provided in job parameters, finally
 368     # it creates a distribution containing all patches and triggers the distribution test job which includes most
 369     # (if not all) available CSIT jobs.
 370
 371     id: inttest-multipatch
 372     project-type: freestyle
 373     node: centos7-builder-8c-8g
 374     concurrent: true
 375
 376     properties:
 377       - opendaylight-infra-properties:
 378           build-days-to-keep: "{build-days-to-keep}"
 379
 380     parameters:
 381       - string:
 382           name: PATCHES_TO_BUILD
 383           default: "$PATCHES_TO_BUILD"
 384           description: |
 385             Ordered list of patches to build in the format of project=changeset (checkout) or
 386             project:changeset (cherry-pick) for example: genius=32/53632/9,netvirt:59/50259/47.
 387       - string:
 388           name: BUILD_ORDER
 389           default: "{build-order}"
 390           description: "Build order for multipatch test when topic is used"
 391       - string:
 392           name: BUILD_FAST
 393           default: "true"
 394           description: "Set true to build fast -Pq"
 395       - string:
 396           name: BUILD_NORMAL
 397           default: ""
 398           description: "List of projects to build normal (no -Pq) when BUILD_FAST=true"
 399       - string:
 400           name: RUN_TEST
 401           default: "false"
 402           description: "Set true to run test after build"
 403       - integration-distribution-branch:
 404           branch: "{branch}"
 405       - integration-distribution-stream:
 406           stream: "{stream}"
 407       - distribution-karaf-version:
 408           karaf-version: "{karaf-version}"
 409       - opendaylight-infra-parameters:
 410           os-cloud: "{os-cloud}"
 411           project: "integration/distribution"
 412           branch: "{branch}"
 413           refspec: "refs/heads/{branch}"
 414           artifacts: "{archive-artifacts}"
 415       - lf-infra-maven-parameters:
 416           mvn-opts: ""
 417           mvn-params: ""
 418           mvn-version: "{mvn-version}"
 419           staging-profile-id: "" # Staging repos do not make sense for this job
 420
 421     wrappers:
 422       - opendaylight-infra-wrappers:
 423           build-timeout: "1200"
 424
 425     triggers:
 426       - gerrit:
 427           server-name: "{gerrit-server-name}"
 428           trigger-on:
 429             - comment-added-contains-event:
 430                 comment-contains-value: "multipatch-build"
 431           projects:
 432             - project-compare-type: ANT
 433               project-pattern: "**"
 434               branches:
 435                 - branch-compare-type: ANT
 436                   branch-pattern: "**/{branch}"
 437
 438     builders:
 439       - lf-infra-pre-build
 440       - wipe-org-opendaylight-repo
 441       - lf-maven-install:
 442           mvn-version: "{mvn-version}"
 443       - lf-provide-maven-settings:
 444           global-settings-file: "global-settings"
 445           settings-file: "integration-distribution-settings"
 446       - lf-update-java-alternatives:
 447           java-version: "{java-version}"
 448       - integration-multipatch-builder
 449       - integration-upload-distribution:
 450           dist-pom: patch_tester/distribution/pom.xml
 451           settings-project: integration
 452       - conditional-step:
 453           condition-kind: boolean-expression
 454           condition-expression: $RUN_TEST
 455           steps:
 456             - trigger-builds:
 457                 - project: >
 458                     integration-distribution-test-{stream},
 459                     integration-distribution-mri-test-{stream}
 460                   predefined-parameters: |
 461                     BUNDLE_URL=$BUNDLE_URL
 462                     KARAF_VERSION=$KARAF_VERSION
 463
 464     publishers:
 465       - lf-infra-publish
 466       - email-notification:
 467           email-recipients: "{email-recipients}"
 468           email-prefix: "[int/dist]"
 469
 470 - job-template:
 471     name: "integration-distribution-mri-test-{stream}"
 472
 473     project-type: freestyle
 474     node: queue-intque-2c-1g
 475
 476     properties:
 477       - opendaylight-infra-properties:
 478           build-days-to-keep: "{build-days-to-keep}"
 479
 480     parameters:
 481       - integration-bundle-url:
 482           bundle-url: "{bundle-url}"
 483       - distribution-karaf-version:
 484           karaf-version: "{karaf-version}"
 485
 486     triggers:
 487       - timed: "{schedule-weekly}"
 488
 489     builders:
 490       - trigger-builds:
 491           - project: "{csit-mri-list}"
 492             block: true
 493             predefined-parameters: |
 494               BUNDLE_URL=$BUNDLE_URL
 495               KARAF_VERSION=$KARAF_VERSION
 496
 497     publishers:
 498       - email-notification:
 499           email-recipients: "{email-recipients}"
 500           email-prefix: "[integration]"
 501
 502 - job-template:
 503     name: "{project}-distribution-mri-test-{stream}"
 504     id: inttest-distribution-mri-test
 505
 506     project-type: freestyle
 507     node: queue-intque-2c-1g
 508
 509     properties:
 510       - opendaylight-infra-properties:
 511           build-days-to-keep: "{build-days-to-keep}"
 512
 513     parameters:
 514       - integration-bundle-url:
 515           bundle-url: "{bundle-url}"
 516       - distribution-karaf-version:
 517           karaf-version: "{karaf-version}"
 518
 519     triggers:
 520       - timed: "{schedule-weekly}"
 521
 522     builders:
 523       - trigger-builds:
 524           - project: "{csit-mri-list}"
 525             block: true
 526             predefined-parameters: |
 527               BUNDLE_URL=$BUNDLE_URL
 528               KARAF_VERSION=$KARAF_VERSION
 529
 530     publishers:
 531       - email-notification:
 532           email-recipients: "{email-recipients}"
 533           email-prefix: "[integration]"
 534
 535 - job-template:
 536     name: "integration-distribution-weekly-test-trigger-{stream}"
 537
 538     project-type: freestyle
 539     node: queue-intque-2c-1g
 540
 541     properties:
 542       - opendaylight-infra-properties:
 543           build-days-to-keep: "{build-days-to-keep}"
 544
 545     parameters:
 546       - integration-bundle-url:
 547           bundle-url: "{bundle-url}"
 548       - distribution-karaf-version:
 549           karaf-version: "{karaf-version}"
 550
 551     triggers:
 552       - timed: "{schedule-weekly}"
 553
 554     builders:
 555       - trigger-builds:
 556           - project: "{csit-weekly-list}"
 557             block: true
 558             predefined-parameters: |
 559               BUNDLE_URL=$BUNDLE_URL
 560               KARAF_VERSION=$KARAF_VERSION
 561
 562     publishers:
 563       - email-notification:
 564           email-recipients: "{email-recipients}"
 565           email-prefix: "[integration]"
 566
 567 - job-template:
 568     name: "integration-update-csit-tests-{stream}"
 569
 570     # This job's purpose is to update csit
 571     # tests to run in integration-distribution-test-{stream}
 572     # by updating integration files: csit-list-{stream}.inc
 573     # These files can be used as !include in int-dist-test-{stream}
 574
 575     ######################
 576     # Default parameters #
 577     ######################
 578
 579     git-url: "$GIT_URL/$PROJECT"
 580     submodule-disable: false
 581     submodule-recursive: true
 582     submodule-timeout: 10
 583
 584     #####################
 585     # Job Configuration #
 586     #####################
 587
 588     project-type: freestyle
 589     node: centos7-builder-2c-2g
 590
 591     properties:
 592       - lf-infra-properties:
 593           build-days-to-keep: 7
 594
 595     parameters:
 596       - lf-infra-parameters:
 597           project: releng/builder # Hardcode as this job needs to pull releng/builder
 598           stream: "{stream}"
 599           branch: master # Hardcode as releng/builder only has master
 600           lftools-version: "{lftools-version}"
 601       - string:
 602           name: CSIT_BLOCKLIST
 603           default: "{csit-blocklist}"
 604           description: Space separated list of jobs strings to blocklist.
 605
 606     scm:
 607       - lf-infra-gerrit-scm:
 608           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 609           git-url: "{git-url}"
 610           refspec: "$GERRIT_REFSPEC"
 611           branch: "$GERRIT_BRANCH"
 612           submodule-disable: "{submodule-disable}"
 613           submodule-recursive: "{submodule-recursive}"
 614           submodule-timeout: "{submodule-timeout}"
 615           choosing-strategy: default
 616
 617     wrappers:
 618       - lf-infra-wrappers:
 619           build-timeout: 10
 620           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 621
 622     triggers:
 623       - reverse:
 624           jobs: builder-jjb-merge
 625
 626     builders:
 627       - lf-infra-pre-build
 628       - shell: !include-raw-escape: update-csit-tests.sh
 629       - shell: |
 630           git status
 631           git add jjb/integration/*.lst
 632       - lf-infra-push-gerrit-patch:
 633           project: "releng/builder"
 634           gerrit-user: "jenkins-$SILO"
 635           gerrit-host: "git.opendaylight.org"
 636           gerrit-topic: "auto-update-csit-jobs-{stream}"
 637           gerrit-commit-message: "Auto Update CSIT Jobs to run for {stream}"
 638           reviewers-email: "jenkins-releng@opendaylight.org"
 639
 640     publishers:
 641       - lf-infra-publish
 642
 643 - project:
 644     name: integration-info
 645     jobs:
 646       - gerrit-info-yaml-verify
 647     project: integration
 648     project-name: integration
 649     branch: master
 650     build-node: centos7-builder-2c-1g
 651
 652 - project:
 653     name: integration-view
 654     views:
 655       - project-view
 656     project-name: integration