X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=jjb%2Fintegration%2Fintegration-test-jobs.yaml;h=5b7637193dc4ce925e0130b138cf973a7a42c039;hb=d190af926c7c0ef098c635fdae5b62350babffcc;hp=cca3d2bee69a887ff98f87245f8aff872aa62efe;hpb=1e619e808c5b58b6d0c929776128eb24c364b35c;p=releng%2Fbuilder.git diff --git a/jjb/integration/integration-test-jobs.yaml b/jjb/integration/integration-test-jobs.yaml index cca3d2bee..b0cee6bb8 100644 --- a/jjb/integration/integration-test-jobs.yaml +++ b/jjb/integration/integration-test-jobs.yaml @@ -3,58 +3,90 @@ name: integration-test project: integration/test project-name: integration-test - test-branch: master jobs: - - 'integration-distribution-test-{stream}' - - 'integration-sanity-test-{stream}' - 'integration-patch-test-{stream}' - 'integration-multipatch-test-{stream}' - - 'integration-distribution-weekly-test-trigger-{stream}' - - 'integration-distribution-high-frequency-test-trigger-{stream}' - - 'integration-update-csit-tests-{stream}' + - '{project-name}-rtd-jobs': + build-node: centos7-builder-2c-2g + project-pattern: integration/test + rtd-build-url: https://readthedocs.org/api/v2/webhook/odl-integrationtest/32934/ + rtd-token: 70766f97941a74ef80b84749ac4799e5ddeee99a - gerrit-tox-verify: branch: master stream: master - # CSIT Lists in releng-defaults.yaml + # CSIT Lists in defaults.yaml stream: + - fluorine: + branch: 'master' + mvn-version: 'mvn35' + csit-list: !include: csit-jobs-fluorine.lst + build-order: > + infrautils mdsal controller aaa netconf daexim bgpcep ovsdb neutron + lispflowmapping openflowplugin coe genius sfc netvirt + - oxygen: + branch: 'stable/oxygen' + mvn-version: 'mvn35' + csit-list: !include: csit-jobs-oxygen.lst + build-order: > + infrautils mdsal controller aaa netconf daexim bgpcep ovsdb neutron + lispflowmapping openflowplugin coe genius sfc netvirt + +- project: + name: integration-distribution + project: integration/test + project-name: integration-test + jobs: + - 'integration-distribution-test-{stream}' + - 'integration-distribution-weekly-test-trigger-{stream}' + - 'integration-distribution-high-frequency-test-trigger-{stream}' + - 'integration-update-csit-tests-{stream}' + + # CSIT Lists in defaults.yaml + stream: + - fluorine: branch: 'master' - csit-blacklist: longevity gate sanity capwap centinel coe didm iotdm jsonrpc lacp netide tsdr + csit-blacklist: > + alto bier capwap centinel didm dluxapps groupbasedpolicy iotdm jsonrpc lacp + l2switch messaging4transport nemo netide nic ocpplugin of-config p4plugin packetcable + sdninterfaceapp sxp tsdr unimgr usc usecplugin vtn gate longevity sanity tdd tempest wip + csit-list: !include: csit-jobs-fluorine.lst + csit-weekly-list: '{csit-weekly-list-fluorine}' + csit-high-frequency-list: '{csit-high-frequency-list-fluorine}' + - oxygen: + branch: 'stable/oxygen' + csit-blacklist: > + capwap centinel didm iotdm jsonrpc lacp messaging4transport netide nic + ocpplugin sdninterfaceapp unimgr usecplugin gate longevity sanity tdd tempest wip csit-list: !include: csit-jobs-oxygen.lst - csit-sanity-list: '{csit-sanity-list-oxygen}' csit-weekly-list: '{csit-weekly-list-oxygen}' csit-high-frequency-list: '{csit-high-frequency-list-oxygen}' - - nitrogen: - branch: 'stable/nitrogen' - csit-blacklist: longevity gate sanity capwap centinel coe didm iotdm jsonrpc lacp netide tsdr - csit-list: !include: csit-jobs-nitrogen.lst - csit-sanity-list: '{csit-sanity-list-nitrogen}' - csit-weekly-list: '{csit-weekly-list-nitrogen}' - csit-high-frequency-list: '{csit-high-frequency-list-nitrogen}' - - - carbon: - branch: 'stable/carbon' - karaf-version: karaf3 - csit-blacklist: longevity gate sanity capwap centinel coe jsonrpc - csit-list: !include: csit-jobs-carbon.lst - csit-sanity-list: '{csit-sanity-list-carbon}' - csit-weekly-list: '{csit-weekly-list-carbon}' - csit-high-frequency-list: '{csit-high-frequency-list-carbon}' - - # tools system image - tools_system_image: Ubuntu 16.04 - mininet-ovs-25 - 20171016-0212 - -# Template: integration-distribution-test-{stream} -# Goal: Verify a distribution through all system test available -# Operation: This template takes a distribution and passes all available system test +- project: + name: integration-sanity + project: integration/test + project-name: integration-test + jobs: + - 'integration-sanity-test-{stream}' + + stream: + - fluorine: + branch: 'master' + karaf-version: odl + csit-sanity-list: '{csit-sanity-list-fluorine}' + - oxygen: + branch: 'stable/oxygen' + karaf-version: karaf4 + csit-sanity-list: '{csit-sanity-list-oxygen}' - job-template: name: 'integration-distribution-test-{stream}' + # Goal: Verify a distribution through all system test available + # Operation: This template takes a distribution and passes all available system test project-type: freestyle - node: centos7-robot-2c-2g + node: queue-disttest-2c-1g properties: - opendaylight-infra-properties: @@ -81,15 +113,14 @@ email-prefix: '[integration]' - lf-infra-publish -# Template: integration-sanity-test-{stream} -# Goal: Verify a distribution through sanity test -# Operation: This template takes a distribution and passes sanity test - - job-template: name: 'integration-sanity-test-{stream}' + # Goal: Verify a distribution through sanity test + # Operation: This template takes a distribution and passes sanity test + # This jobs works for both managed & unmanaged distro. project-type: freestyle - node: centos7-robot-2c-2g + node: queue-intque-2c-1g properties: - opendaylight-infra-properties: @@ -101,6 +132,9 @@ - distribution-karaf-version: karaf-version: '{karaf-version}' + triggers: + - timed: '{schedule-daily}' + builders: - trigger-builds: - project: '{csit-sanity-list}' @@ -114,16 +148,15 @@ email-recipients: '{email-recipients}' email-prefix: '[integration]' -# Template: integration-patch-test-{stream} -# Goal: Build a patch and run all available system test on a distribution containing the change -# Operation: This job template builds a patch, creates a distribution containing the patch, and -# triggers the distribution test when test-integration is used in gerrit comments - - job-template: name: 'integration-patch-test-{stream}' + # Template: integration-patch-test-{stream} + # Goal: Build a patch and run all available system test on a distribution containing the change + # Operation: This job template builds a patch, creates a distribution containing the patch, and + # triggers the distribution test when test-integration is used in gerrit comments project-type: freestyle - node: centos7-java-builder-2c-8g + node: centos7-builder-2c-8g properties: - opendaylight-infra-properties: @@ -143,7 +176,7 @@ - integration-distribution-git-url: git-url: '{git-url}' - maven-exec: - maven-version: mvn33 + maven-version: mvn35 scm: - integration-gerrit-scm: @@ -159,7 +192,7 @@ triggers: - gerrit: - server-name: '{server-name}' + server-name: '{gerrit-server-name}' trigger-on: - comment-added-contains-event: comment-contains-value: 'test-integration' @@ -182,14 +215,14 @@ global-settings-file: 'global-settings' settings-file: 'integration-settings' - maven-target: - maven-version: 'mvn33' + maven-version: 'mvn35' pom: '$GERRIT_PROJECT/pom.xml' goals: | clean install dependency:tree -DoutputFile=dependency_tree.txt -Pq -Dstream={stream} {opendaylight-infra-mvn-opts} - # TODO: {opendaylight-infra-parallel-mvn-opts}? + # {opendaylight-infra-parallel-mvn-opts} is bad when there are multiple big features in SFT. java-opts: - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true' settings: integration-settings @@ -197,11 +230,12 @@ global-settings: global-settings global-settings-type: cfp - maven-target: - maven-version: mvn33 + maven-version: mvn35 pom: distribution/pom.xml goals: | clean install dependency:tree -DoutputFile=dependency_tree.txt - {opendaylight-infra-parallel-mvn-opts} + {opendaylight-infra-mvn-opts} + # {opendaylight-infra-parallel-mvn-opts} is bad when there are multiple big features in SFT. java-opts: - '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true' settings: integration-settings @@ -227,31 +261,14 @@ - job-template: name: 'integration-multipatch-test-{stream}' # Goal: Build one or more patches and run all available system test on a distribution containing the change. - # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution - # containing these patches, and triggers the distribution test job which includes most (if not all) available - # CSIT jobs - # TODO: Move the following to appropriate readthedocs document. - # Recommended Sandbox usage: - # 0. Create this job and a CSIT job you want to run on the new .zip in Sandbox (disable timed triggers). - # 1. Copy the csit job name to clipboard. - # 2. Navigate to Sandbox page of this job. - # 3. Click "Configure". - # 4. Locate "Trigger/call builds on other projects" (under "Post Steps" tab). - # 5. Delete the long value of "Projects to build" field and paste the job name from clipboard (ctrl+a, ctrl+v). - # 6. Click "Save" button. - # 7. Click "Build with Parameters". - # yamllint disable-line rule:line-length - # 8. Start the job with your parameters, see https://wiki.opendaylight.org/view/Integration/Test/Running_System_Tests#Running_System_Tests_Using_Custom_Distribution_Built_From_Multiple_Patches - # 9. The multipatch job waits for the csit job to finish, so abort csit if you see something went wrong. - # 10. Navigate to Sandbox page of the csit job, click the run triggered from multipatch. - # 11. Click Parameters and copy the long value of BUNDLE_URL field to clipboard. - # 12. Run the same csit job woth different patchset or test options, or other csit jobs, with this BUNDLE_URL value - # so you do not have to wait for multipatch build. Repeat step 12. - # 13. Currently, the .zip lasts 24 hours (?) so you may need to jump to step 2 (or 0) after some time. + # Operation: This job template checks out and builds in order each patch provided in job parameters, finally + # it creates a distribution containing all patches and triggers the distribution test job which includes most + # (if not all) available CSIT jobs. project-type: freestyle - node: centos7-java-builder-8c-8g - jdk: '{jdk}' + node: centos7-builder-8c-8g + concurrent: true + jdk: '{java-version}' properties: - opendaylight-infra-properties: @@ -260,10 +277,16 @@ parameters: - patches-to-build-parameter: patches_to_build: '$PATCHES_TO_BUILD' + - build-order-parameter: + build-order: '{build-order}' + - build-fast-parameter: + build-fast: 'false' - run-test-parameter: run-test: 'false' - integration-distribution-branch: branch: '{branch}' + - integration-distribution-stream: + stream: '{stream}' - distribution-karaf-version: karaf-version: '{karaf-version}' - opendaylight-infra-parameters: @@ -272,41 +295,42 @@ branch: '{branch}' refspec: 'refs/heads/{branch}' artifacts: '{archive-artifacts}' - - maven-exec: - maven-version: mvn33 + - lf-infra-maven-parameters: + mvn-opts: '' + mvn-params: '' + mvn-version: mvn35 + staging-profile-id: '' # Staging repos do not make sense for this job wrappers: - opendaylight-infra-wrappers: build-timeout: '1200' + triggers: + - gerrit: + server-name: '{gerrit-server-name}' + trigger-on: + - comment-added-contains-event: + comment-contains-value: 'multipatch-build' + projects: + - project-compare-type: ANT + project-pattern: '**' + branches: + - branch-compare-type: ANT + branch-pattern: '**/{branch}' + builders: - wipe-org-opendaylight-repo - - integration-multipatch-builder + - lf-maven-install: + mvn-version: '{mvn-version}' - provide-maven-settings: global-settings-file: 'global-settings' - settings-file: 'yangtools-settings' - - maven-target: - maven-version: mvn33 - pom: patch_tester/pom.xml - # TODO: Make Maven options configurable. Currently tests are not skipped, everything else is. - goals: | - clean install dependency:tree -DoutputFile=dependency_tree.txt - -Pq - -Dstream={stream} - -Dsft.heap.max=4g - {opendaylight-infra-mvn-opts} - # TODO: {opendaylight-infra-parallel-mvn-opts}? - java-opts: - - '-Xmx3072m -Dmaven.compile.fork=true' - settings: integration-settings - settings-type: cfp - global-settings: global-settings - global-settings-type: cfp + settings-file: 'integration-distribution-settings' + - integration-multipatch-builder - integration-upload-distribution: dist-pom: patch_tester/distribution/pom.xml - conditional-step: condition-kind: boolean-expression - condition-expression: $RUNTEST + condition-expression: $RUN_TEST steps: - trigger-builds: - project: '{csit-list}' @@ -325,7 +349,7 @@ name: 'integration-distribution-weekly-test-trigger-{stream}' project-type: freestyle - node: centos7-robot-2c-2g + node: queue-intque-2c-1g properties: - opendaylight-infra-properties: @@ -357,7 +381,7 @@ name: 'integration-distribution-high-frequency-test-trigger-{stream}' project-type: freestyle - node: centos7-robot-2c-2g + node: queue-intque-2c-1g properties: - opendaylight-infra-properties: @@ -405,7 +429,7 @@ ##################### project-type: freestyle - node: centos7-java-builder-2c-4g + node: centos7-builder-2c-8g properties: - lf-infra-properties: @@ -445,10 +469,19 @@ - shell: | git status git add jjb/integration/*.lst - - opendaylight-infra-push-gerrit-patch: - project: "releng/builder" - gerrit-topic: "auto-update-csit-jobs-{stream}" - gerrit-commit-message: "Auto Update CSIT Jobs to run for {stream}" + - lf-infra-push-gerrit-patch: + project: 'releng/builder' + gerrit-user: 'jenkins-$SILO' + gerrit-host: 'git.opendaylight.org' + gerrit-topic: 'auto-update-csit-jobs-{stream}' + gerrit-commit-message: 'Auto Update CSIT Jobs to run for {stream}' + reviewers-email: 'jluhrsen@redhat.com' publishers: - lf-infra-publish + +- view: + name: integration + description: 'List of integration jobs' + regex: '^integration-.*' + <<: *releng_view_common