jjb/integration/integration-test-jobs.yaml

   1 ---
   2 - project:
   3     name: integration-test
   4     project: integration/test
   5     project-name: integration-test
   6     jobs:
   7       - "integration-patch-test-{stream}"
   8       - "inttest-multipatch"
   9       - "integration-merge-dashboard"
  10       - "{project-name}-rtd-jobs":
  11           build-node: centos7-builder-2c-2g
  12           project-pattern: integration/test
  13           rtd-build-url: https://readthedocs.org/api/v2/webhook/odl-integrationtest/32934/
  14           rtd-token: 70766f97941a74ef80b84749ac4799e5ddeee99a
  15       - gerrit-tox-verify:
  16           branch: master
  17           stream: master
  18           build-node: centos7-builder-2c-2g
  19
  20     mvn-version: "mvn38"
  21     java-version: "openjdk17"
  22
  23     # CSIT Lists in defaults.yaml
  24     stream:
  25       - potassium:
  26           branch: "master"
  27           csit-list: !include: csit-jobs-potassium.lst
  28           build-order: >
  29             odlparent infrautils yangtools mdsal controller aaa netconf bgpcep
  30             serviceutils daexim jsonrpc ovsdb openflowplugin lispflowmapping
  31             integration/distribution
  32       - argon:
  33           branch: "stable/argon"
  34           csit-list: !include: csit-jobs-argon.lst
  35           build-order: >
  36             odlparent infrautils yangtools mdsal controller aaa netconf bgpcep
  37             serviceutils daexim jsonrpc ovsdb openflowplugin lispflowmapping
  38             integration/distribution
  39       - chlorine:
  40           branch: "stable/chlorine"
  41           csit-list: !include: csit-jobs-chlorine.lst
  42           build-order: >
  43             odlparent infrautils yangtools mdsal controller aaa netconf bgpcep
  44             serviceutils daexim jsonrpc ovsdb openflowplugin lispflowmapping
  45             integration/distribution
  46       - sulfur:
  47           branch: "stable/sulfur"
  48           java-version: "openjdk11"
  49           csit-list: !include: csit-jobs-sulfur.lst
  50           build-order: >
  51             odlparent infrautils yangtools mdsal controller aaa netconf bgpcep
  52             serviceutils daexim jsonrpc ovsdb openflowplugin lispflowmapping
  53             integration/distribution
  54
  55 - project:
  56     name: integration-distribution
  57     project: integration/test
  58     project-name: integration-test
  59     jobs:
  60       - "integration-distribution-test-{stream}"
  61       - "integration-distribution-mri-test-{stream}"
  62       - "integration-distribution-weekly-test-trigger-{stream}"
  63       - "integration-update-csit-tests-{stream}"
  64
  65     # CSIT Lists in defaults.yaml
  66     stream:
  67       - argon:
  68           branch: "master"
  69           csit-blocklist: >
  70             aaa controller genius lispflowmapping l2switch mdsal
  71             netconf netvirt odlmicro sxp yangtools
  72             gate longevity sanity tdd tempest wip
  73             bgpcep-csit-3node-bgpclustering-all
  74             bgpcep-csit-3node-bgpclustering-ha-only
  75             openflowplugin-csit-1node-bundle-based-reconciliation
  76             last-line-is-ignored-so-we-need-something-dummy-here-to-make-sure-the-real-last-line-is-used
  77           csit-list: !include: csit-jobs-argon.lst
  78           csit-mri-list: "{csit-mri-list-argon}"
  79           csit-weekly-list: "{csit-weekly-list-argon}"
  80       - chlorine:
  81           branch: "stable/chlorine"
  82           csit-blocklist: >
  83             aaa controller genius lispflowmapping l2switch mdsal
  84             netconf netvirt odlmicro sxp yangtools
  85             gate longevity sanity tdd tempest wip
  86             bgpcep-csit-3node-bgpclustering-all
  87             bgpcep-csit-3node-bgpclustering-ha-only
  88             openflowplugin-csit-1node-bundle-based-reconciliation
  89             last-line-is-ignored-so-we-need-something-dummy-here-to-make-sure-the-real-last-line-is-used
  90           csit-list: !include: csit-jobs-chlorine.lst
  91           csit-mri-list: "{csit-mri-list-chlorine}"
  92           csit-weekly-list: "{csit-weekly-list-chlorine}"
  93       - sulfur:
  94           branch: "stable/sulfur"
  95           csit-blocklist: >
  96             aaa controller genius lispflowmapping l2switch mdsal
  97             netconf netvirt odlmicro sxp yangtools
  98             gate longevity sanity tdd tempest wip
  99             bgpcep-csit-3node-bgpclustering-all
 100             bgpcep-csit-3node-bgpclustering-ha-only
 101             openflowplugin-csit-1node-bundle-based-reconciliation
 102             last-line-is-ignored-so-we-need-something-dummy-here-to-make-sure-the-real-last-line-is-used
 103           csit-list: !include: csit-jobs-sulfur.lst
 104           csit-mri-list: "{csit-mri-list-sulfur}"
 105           csit-weekly-list: "{csit-weekly-list-sulfur}"
 106
 107 - project:
 108     name: integration-sanity
 109     project: integration/test
 110     project-name: integration-test
 111     jobs:
 112       - "integration-sanity-test-{stream}"
 113
 114     stream:
 115       - argon:
 116           branch: "master"
 117           karaf-version: odl
 118           csit-sanity-list: "{csit-sanity-list-argon}"
 119       - chlorine:
 120           branch: "stable/chlorine"
 121           karaf-version: odl
 122           csit-sanity-list: "{csit-sanity-list-chlorine}"
 123       - sulfur:
 124           branch: "stable/sulfur"
 125           karaf-version: odl
 126           csit-sanity-list: "{csit-sanity-list-sulfur}"
 127
 128 - job-template:
 129     name: "integration-merge-dashboard"
 130     project-type: freestyle
 131     node: centos7-builder-2c-1g
 132
 133     properties:
 134       - opendaylight-infra-properties:
 135           build-days-to-keep: "{build-days-to-keep}"
 136
 137     parameters:
 138       - opendaylight-infra-parameters:
 139           os-cloud: "{os-cloud}"
 140           project: "{project}"
 141           branch: "master"
 142           refspec: "refs/heads/master"
 143           artifacts: "{archive-artifacts}"
 144
 145     scm:
 146       - integration-gerrit-scm:
 147           basedir: "test"
 148           refspec: "$GERRIT_REFSPEC"
 149           branch: "master"
 150
 151     wrappers:
 152       - opendaylight-infra-wrappers:
 153           build-timeout: "{build-timeout}"
 154
 155     triggers:
 156       - gerrit-trigger-patch-merged:
 157           gerrit-server-name: "{gerrit-server-name}"
 158           name: "{project}"
 159           branch: "master"
 160           files: "dashboard/**"
 161           forbidden-files: ""
 162
 163     builders:
 164       - lf-infra-pre-build
 165       - config-file-provider:
 166           files:
 167             - file-id: odl-elastic-cloud
 168               target: "$HOME/.netrc"
 169       - integration-install-robotframework
 170         # yamllint disable-line rule:line-length
 171       - shell: python3 $WORKSPACE/test/csit/scripts/push_dashboard.py a4ff38b99ef2c7626450543021b4c134.us-east-1.aws.found.io:9243
 172
 173     publishers:
 174       - lf-infra-publish
 175       - email-notification:
 176           email-recipients: "{email-recipients}"
 177           email-prefix: "[{project-name}]"
 178
 179 - job-template:
 180     name: "integration-distribution-test-{stream}"
 181     # Goal: Verify a distribution through all system test available
 182     # Operation: This template takes a distribution and passes all available system test
 183
 184     project-type: freestyle
 185     node: queue-disttest-2c-1g
 186
 187     properties:
 188       - opendaylight-infra-properties:
 189           build-days-to-keep: "{build-days-to-keep}"
 190
 191     parameters:
 192       - integration-bundle-url:
 193           bundle-url: "{bundle-url}"
 194       - distribution-karaf-version:
 195           karaf-version: "{karaf-version}"
 196
 197     builders:
 198       - lf-infra-pre-build
 199       - trigger-builds:
 200           - project: "{csit-list}"
 201             block: true
 202             predefined-parameters: |
 203               BUNDLE_URL=$BUNDLE_URL
 204               KARAF_VERSION=$KARAF_VERSION
 205
 206     wrappers:
 207       - lf-infra-wrappers:
 208           build-timeout: 1440
 209           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 210
 211     publishers:
 212       - opendaylight-infra-generate-csit-status-report
 213       - email-notification:
 214           email-recipients: "{email-recipients}"
 215           email-prefix: "[integration]"
 216       - lf-infra-publish
 217
 218 - job-template:
 219     name: "integration-sanity-test-{stream}"
 220     # Goal: Verify a distribution through sanity test
 221     # Operation: This template takes a distribution and passes sanity test
 222     # This jobs works for both managed & unmanaged distro.
 223
 224     project-type: freestyle
 225     node: queue-intque-2c-1g
 226
 227     properties:
 228       - opendaylight-infra-properties:
 229           build-days-to-keep: "{build-days-to-keep}"
 230
 231     parameters:
 232       - integration-bundle-url:
 233           bundle-url: "{bundle-url}"
 234       - distribution-karaf-version:
 235           karaf-version: "{karaf-version}"
 236
 237     triggers:
 238       - timed: "{schedule-daily}"
 239
 240     builders:
 241       - lf-infra-pre-build
 242       - trigger-builds:
 243           - project: "{csit-sanity-list}"
 244             block: true
 245             predefined-parameters: |
 246               BUNDLE_URL=$BUNDLE_URL
 247               KARAF_VERSION=$KARAF_VERSION
 248
 249     publishers:
 250       - email-notification:
 251           email-recipients: "{email-recipients}"
 252           email-prefix: "[integration]"
 253
 254 - job-template:
 255     name: "integration-patch-test-{stream}"
 256     # Template: integration-patch-test-{stream}
 257     # Goal: Build a patch and run all available system test on a distribution containing the change
 258     # Operation: This job template builds a patch, creates a distribution containing the patch, and
 259     # triggers the distribution test when test-integration is used in gerrit comments
 260
 261     project-type: freestyle
 262     node: centos7-builder-2c-8g
 263
 264     properties:
 265       - opendaylight-infra-properties:
 266           build-days-to-keep: "{build-days-to-keep}"
 267
 268     parameters:
 269       - opendaylight-infra-parameters:
 270           os-cloud: "{os-cloud}"
 271           project: "$GERRIT_PROJECT"
 272           branch: "{branch}"
 273           refspec: "$GERRIT_REFSPEC"
 274           artifacts: "{archive-artifacts}"
 275       - integration-distribution-branch:
 276           branch: "{branch}"
 277       - distribution-karaf-version:
 278           karaf-version: "{karaf-version}"
 279       - integration-distribution-git-url:
 280           git-url: "{git-url}"
 281       - maven-exec:
 282           maven-version: "{mvn-version}"
 283
 284     scm:
 285       - integration-gerrit-scm:
 286           basedir: "$GERRIT_PROJECT"
 287           refspec: "$GERRIT_REFSPEC"
 288           branch: "{branch}"
 289       - integration-distribution-scm:
 290           branch: "{branch}"
 291
 292     wrappers:
 293       - opendaylight-infra-wrappers:
 294           build-timeout: "720"
 295
 296     triggers:
 297       - gerrit:
 298           server-name: "{gerrit-server-name}"
 299           trigger-on:
 300             - comment-added-contains-event:
 301                 comment-contains-value: "test-integration"
 302           projects:
 303             - project-compare-type: "ANT"
 304               project-pattern: "**"
 305               branches:
 306                 - branch-compare-type: "ANT"
 307                   branch-pattern: "**/{branch}"
 308           skip-vote:
 309             successful: true
 310             failed: true
 311             unstable: true
 312             notbuilt: true
 313
 314     builders:
 315       - lf-infra-pre-build
 316       - integration-rebase-gerrit-patch
 317       - wipe-org-opendaylight-repo
 318       - lf-provide-maven-settings:
 319           global-settings-file: "global-settings"
 320           settings-file: "integration-settings"
 321       - lf-update-java-alternatives:
 322           java-version: "{java-version}"
 323       - maven-target:
 324           maven-version: "{mvn-version}"
 325           pom: "$GERRIT_PROJECT/pom.xml"
 326           goals: |
 327             clean install dependency:tree -DoutputFile=dependency_tree.txt
 328             -Pq
 329             -Dstream={stream}
 330             {opendaylight-infra-mvn-opts}
 331             # {opendaylight-infra-parallel-mvn-opts} is bad when there are multiple big features in SFT.
 332           java-opts:
 333             - "-Xmx4096m -Dmaven.compile.fork=true"
 334           settings: integration-settings
 335           settings-type: cfp
 336           global-settings: global-settings
 337           global-settings-type: cfp
 338       - maven-target:
 339           maven-version: "{mvn-version}"
 340           pom: distribution/pom.xml
 341           goals: |
 342             clean install dependency:tree -DoutputFile=dependency_tree.txt
 343             {opendaylight-infra-mvn-opts}
 344             # {opendaylight-infra-parallel-mvn-opts} is bad when there are multiple big features in SFT.
 345           java-opts:
 346             - "-Xmx1024m -Dmaven.compile.fork=true"
 347           settings: integration-settings
 348           settings-type: cfp
 349           global-settings: global-settings
 350           global-settings-type: cfp
 351       - integration-upload-distribution:
 352           dist-pom: distribution/pom.xml
 353           settings-project: integration
 354       - trigger-builds:
 355           - project: "{csit-list}"
 356             block: true
 357             predefined-parameters: |
 358               BUNDLE_URL=$BUNDLE_URL
 359               KARAF_VERSION=$KARAF_VERSION
 360
 361     publishers:
 362       - lf-infra-publish
 363       - email-notification:
 364           email-recipients: "{email-recipients}"
 365           email-prefix: "[$GERRIT_PROJECT]"
 366
 367 - job-template:
 368     name: "{prefix}integration-multipatch-test-{stream}"
 369     # Goal: Build one or more patches and run all available system test on a distribution containing the change.
 370     # Operation: This job template checks out and builds in order each patch provided in job parameters, finally
 371     # it creates a distribution containing all patches and triggers the distribution test job which includes most
 372     # (if not all) available CSIT jobs.
 373
 374     id: inttest-multipatch
 375     project-type: freestyle
 376     node: centos7-builder-8c-8g
 377     concurrent: true
 378
 379     properties:
 380       - opendaylight-infra-properties:
 381           build-days-to-keep: "{build-days-to-keep}"
 382
 383     parameters:
 384       - string:
 385           name: PATCHES_TO_BUILD
 386           default: "$PATCHES_TO_BUILD"
 387           description: |
 388             Ordered list of patches to build in the format of project=changeset (checkout) or
 389             project:changeset (cherry-pick) for example: genius=32/53632/9,netvirt:59/50259/47.
 390       - string:
 391           name: BUILD_ORDER
 392           default: "{build-order}"
 393           description: "Build order for multipatch test when topic is used"
 394       - string:
 395           name: BUILD_FAST
 396           default: "true"
 397           description: "Set true to build fast -Pq"
 398       - string:
 399           name: BUILD_NORMAL
 400           default: ""
 401           description: "List of projects to build normal (no -Pq) when BUILD_FAST=true"
 402       - string:
 403           name: RUN_TEST
 404           default: "false"
 405           description: "Set true to run test after build"
 406       - integration-distribution-branch:
 407           branch: "{branch}"
 408       - integration-distribution-stream:
 409           stream: "{stream}"
 410       - distribution-karaf-version:
 411           karaf-version: "{karaf-version}"
 412       - opendaylight-infra-parameters:
 413           os-cloud: "{os-cloud}"
 414           project: "integration/distribution"
 415           branch: "{branch}"
 416           refspec: "refs/heads/{branch}"
 417           artifacts: "{archive-artifacts}"
 418       - lf-infra-maven-parameters:
 419           mvn-opts: ""
 420           mvn-params: ""
 421           mvn-version: "{mvn-version}"
 422           staging-profile-id: "" # Staging repos do not make sense for this job
 423
 424     wrappers:
 425       - opendaylight-infra-wrappers:
 426           build-timeout: "1200"
 427
 428     triggers:
 429       - gerrit:
 430           server-name: "{gerrit-server-name}"
 431           trigger-on:
 432             - comment-added-contains-event:
 433                 comment-contains-value: "multipatch-build"
 434           projects:
 435             - project-compare-type: ANT
 436               project-pattern: "**"
 437               branches:
 438                 - branch-compare-type: ANT
 439                   branch-pattern: "**/{branch}"
 440
 441     builders:
 442       - lf-infra-pre-build
 443       - wipe-org-opendaylight-repo
 444       - lf-maven-install:
 445           mvn-version: "{mvn-version}"
 446       - lf-provide-maven-settings:
 447           global-settings-file: "global-settings"
 448           settings-file: "integration-distribution-settings"
 449       - lf-update-java-alternatives:
 450           java-version: "{java-version}"
 451       - integration-multipatch-builder
 452       - integration-upload-distribution:
 453           dist-pom: patch_tester/distribution/pom.xml
 454           settings-project: integration
 455       - conditional-step:
 456           condition-kind: boolean-expression
 457           condition-expression: $RUN_TEST
 458           steps:
 459             - trigger-builds:
 460                 - project: >
 461                     integration-distribution-test-{stream},
 462                     integration-distribution-mri-test-{stream}
 463                   predefined-parameters: |
 464                     BUNDLE_URL=$BUNDLE_URL
 465                     KARAF_VERSION=$KARAF_VERSION
 466
 467     publishers:
 468       - lf-infra-publish
 469       - email-notification:
 470           email-recipients: "{email-recipients}"
 471           email-prefix: "[int/dist]"
 472
 473 - job-template:
 474     name: "integration-distribution-mri-test-{stream}"
 475
 476     project-type: freestyle
 477     node: queue-intque-2c-1g
 478
 479     properties:
 480       - opendaylight-infra-properties:
 481           build-days-to-keep: "{build-days-to-keep}"
 482
 483     parameters:
 484       - integration-bundle-url:
 485           bundle-url: "{bundle-url}"
 486       - distribution-karaf-version:
 487           karaf-version: "{karaf-version}"
 488
 489     triggers:
 490       - timed: "{schedule-weekly}"
 491
 492     builders:
 493       - trigger-builds:
 494           - project: "{csit-mri-list}"
 495             block: true
 496             predefined-parameters: |
 497               BUNDLE_URL=$BUNDLE_URL
 498               KARAF_VERSION=$KARAF_VERSION
 499
 500     publishers:
 501       - email-notification:
 502           email-recipients: "{email-recipients}"
 503           email-prefix: "[integration]"
 504
 505 - job-template:
 506     name: "{project}-distribution-mri-test-{stream}"
 507     id: inttest-distribution-mri-test
 508
 509     project-type: freestyle
 510     node: queue-intque-2c-1g
 511
 512     properties:
 513       - opendaylight-infra-properties:
 514           build-days-to-keep: "{build-days-to-keep}"
 515
 516     parameters:
 517       - integration-bundle-url:
 518           bundle-url: "{bundle-url}"
 519       - distribution-karaf-version:
 520           karaf-version: "{karaf-version}"
 521
 522     triggers:
 523       - timed: "{schedule-weekly}"
 524
 525     builders:
 526       - trigger-builds:
 527           - project: "{csit-mri-list}"
 528             block: true
 529             predefined-parameters: |
 530               BUNDLE_URL=$BUNDLE_URL
 531               KARAF_VERSION=$KARAF_VERSION
 532
 533     publishers:
 534       - email-notification:
 535           email-recipients: "{email-recipients}"
 536           email-prefix: "[integration]"
 537
 538 - job-template:
 539     name: "integration-distribution-weekly-test-trigger-{stream}"
 540
 541     project-type: freestyle
 542     node: queue-intque-2c-1g
 543
 544     properties:
 545       - opendaylight-infra-properties:
 546           build-days-to-keep: "{build-days-to-keep}"
 547
 548     parameters:
 549       - integration-bundle-url:
 550           bundle-url: "{bundle-url}"
 551       - distribution-karaf-version:
 552           karaf-version: "{karaf-version}"
 553
 554     triggers:
 555       - timed: "{schedule-weekly}"
 556
 557     builders:
 558       - trigger-builds:
 559           - project: "{csit-weekly-list}"
 560             block: true
 561             predefined-parameters: |
 562               BUNDLE_URL=$BUNDLE_URL
 563               KARAF_VERSION=$KARAF_VERSION
 564
 565     publishers:
 566       - email-notification:
 567           email-recipients: "{email-recipients}"
 568           email-prefix: "[integration]"
 569
 570 - job-template:
 571     name: "integration-update-csit-tests-{stream}"
 572
 573     # This job's purpose is to update csit
 574     # tests to run in integration-distribution-test-{stream}
 575     # by updating integration files: csit-list-{stream}.inc
 576     # These files can be used as !include in int-dist-test-{stream}
 577
 578     ######################
 579     # Default parameters #
 580     ######################
 581
 582     git-url: "$GIT_URL/$PROJECT"
 583     submodule-disable: false
 584     submodule-recursive: true
 585     submodule-timeout: 10
 586
 587     #####################
 588     # Job Configuration #
 589     #####################
 590
 591     project-type: freestyle
 592     node: centos7-builder-2c-2g
 593
 594     properties:
 595       - lf-infra-properties:
 596           build-days-to-keep: 7
 597
 598     parameters:
 599       - lf-infra-parameters:
 600           project: releng/builder # Hardcode as this job needs to pull releng/builder
 601           stream: "{stream}"
 602           branch: master # Hardcode as releng/builder only has master
 603           lftools-version: "{lftools-version}"
 604       - string:
 605           name: CSIT_BLOCKLIST
 606           default: "{csit-blocklist}"
 607           description: Space separated list of jobs strings to blocklist.
 608
 609     scm:
 610       - lf-infra-gerrit-scm:
 611           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 612           git-url: "{git-url}"
 613           refspec: "$GERRIT_REFSPEC"
 614           branch: "$GERRIT_BRANCH"
 615           submodule-disable: "{submodule-disable}"
 616           submodule-recursive: "{submodule-recursive}"
 617           submodule-timeout: "{submodule-timeout}"
 618           choosing-strategy: default
 619
 620     wrappers:
 621       - lf-infra-wrappers:
 622           build-timeout: 10
 623           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 624
 625     triggers:
 626       - reverse:
 627           jobs: builder-jjb-merge
 628
 629     builders:
 630       - lf-infra-pre-build
 631       - shell: !include-raw-escape: update-csit-tests.sh
 632       - shell: |
 633           git status
 634           git add jjb/integration/*.lst
 635       - lf-infra-push-gerrit-patch:
 636           project: "releng/builder"
 637           gerrit-user: "jenkins-$SILO"
 638           gerrit-host: "git.opendaylight.org"
 639           gerrit-topic: "auto-update-csit-jobs-{stream}"
 640           gerrit-commit-message: "Auto Update CSIT Jobs to run for {stream}"
 641           reviewers-email: "jenkins-releng@opendaylight.org"
 642
 643     publishers:
 644       - lf-infra-publish
 645
 646 - project:
 647     name: integration-info
 648     jobs:
 649       - gerrit-info-yaml-verify
 650     project: integration
 651     project-name: integration
 652     branch: master
 653     build-node: centos7-builder-2c-1g
 654
 655 - project:
 656     name: integration-view
 657     views:
 658       - project-view
 659     project-name: integration