X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=jjb%2Fintegration%2Fdistribution%2Fdistribution-jobs.yaml;h=78ba3a4b6d012c4f2dc123b42f0c296fa934b8db;hb=9712aebd07d323d91d7e9f7f1392ae7768338644;hp=801c41d17be47193c350a7722c414c98abcf11f4;hpb=5b49c1ec3d25281cc541fdf7f27b2b4e287dd173;p=releng%2Fbuilder.git diff --git a/jjb/integration/distribution/distribution-jobs.yaml b/jjb/integration/distribution/distribution-jobs.yaml index 801c41d17..78ba3a4b6 100644 --- a/jjb/integration/distribution/distribution-jobs.yaml +++ b/jjb/integration/distribution/distribution-jobs.yaml @@ -1,14 +1,11 @@ --- -- project: - name: distribution-jobs - - job-template: name: 'distribution-verify-{stream}' project-type: freestyle - node: centos7-java-builder-2c-8g + node: centos7-builder-8c-8g concurrent: true - jdk: '{jre}' + jdk: '{java-version}' properties: - opendaylight-infra-properties: @@ -20,13 +17,11 @@ project: '{project}' branch: '{branch}' refspec: 'refs/heads/{branch}' - artifacts: '{archive-artifacts} **/dependency_tree.txt **/*.hprof' - - integration-patch-refspec: - branch: '$GERRIT_REFSPEC' + artifacts: '{archive-artifacts}' scm: - gerrit-trigger-scm: - refspec: '$PATCHREFSPEC' + refspec: '$GERRIT_REFSPEC' choosing-strategy: 'gerrit' wrappers: @@ -35,7 +30,7 @@ triggers: - gerrit-trigger-patch-submitted: - server: '{server-name}' + gerrit-server-name: '{gerrit-server-name}' project: '{project}' branch: '{branch}' files: '**' @@ -43,29 +38,32 @@ builders: - wipe-org-opendaylight-repo - provide-maven-settings: - global-settings-file: 'odl-global-settings' + global-settings-file: 'global-settings' settings-file: 'integration-settings' - maven-target: - maven-version: mvn33 + maven-version: mvn35 pom: pom.xml goals: | clean install dependency:tree -DoutputFile=dependency_tree.txt -Dstream={stream} + -Dsft.heap.max=4g + -Pmanaged -Punmanaged {opendaylight-infra-mvn-opts} + # {opendaylight-infra-parallel-mvn-opts} is bad when there are multiple big features in SFT. java-opts: - '-Xmx1024m -XX:MaxPermSize=256m' settings: integration-settings settings-type: cfp - global-settings: odl-global-settings + global-settings: global-settings global-settings-type: cfp publishers: - findbugs - - jacoco-report + - lf-jacoco-report - lf-infra-publish - email-notification: email-recipients: '{email-recipients}' - email-prefix: '[int/dist]' + email-prefix: '[{project-name}]' - job-template: name: 'distribution-merge-{stream}' @@ -76,8 +74,8 @@ # https://issues.apache.org/jira/browse/MNG-5666 project-type: maven - node: '{build-node}' - jdk: '{jre}' + node: 'centos7-builder-8c-8g' + jdk: '{java-version}' properties: - opendaylight-infra-properties: @@ -89,7 +87,7 @@ project: '{project}' branch: '{branch}' refspec: 'refs/heads/{branch}' - artifacts: '{archive-artifacts} **/dependency_tree.txt **/*.hprof **/target/surefire-reports/*-output.txt' + artifacts: '{archive-artifacts}' - distribution-karaf-version: karaf-version: '{karaf-version}' @@ -104,66 +102,36 @@ triggers: - gerrit-trigger-patch-merged: - server-name: '{server-name}' - name: 'integration/distribution' + gerrit-server-name: '{gerrit-server-name}' + name: '{project}' branch: '{branch}' prebuilders: - wipe-org-opendaylight-repo - jacoco-nojava-workaround - provide-maven-settings: - global-settings-file: 'odl-global-settings' + global-settings-file: 'global-settings' settings-file: 'integration-settings' - integration-set-variables - distribute-build-url: path: '$KARAF_ARTIFACT/src/main/assembly' maven: - maven-name: 'mvn33' + maven-name: 'mvn35' root-pom: 'pom.xml' goals: > clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r + -Dsft.heap.max=4g -Djenkins -Dmerge -Dstream={stream} + -Pmanaged -Punmanaged maven-opts: '-Xmx1024m -XX:MaxPermSize=256m' - settings: 'integration-settings' + settings: integration-settings settings-type: cfp - global-settings: 'odl-global-settings' + global-settings: global-settings global-settings-type: cfp postbuilders: - - conditional-step: - condition-kind: file-exists - condition-filename: deploy-site.xml - condition-basedir: workspace - - # The strategy here is intentional to run Maven site:deploy twice - # once using regular pom.xml to produce a staged-site which is - # then used by deploy-site.xml to push to Nexus. This is a - # workaround to Maven Site's default linking code which creates - # incorrect URLs for sites due to auto-detection assuming your - # project is configured in a certain way which ODL is not. - steps: - - maven-target: - maven-version: 'mvn33' - pom: pom.xml - goals: 'site:deploy -V -B -Dstream={stream}' - java-opts: - - '-Xmx2g' - settings: 'integration-settings' - settings-type: cfp - global-settings: 'odl-global-settings' - global-settings-type: cfp - - maven-target: - maven-version: 'mvn33' - pom: deploy-site.xml - goals: 'site:deploy -V -B -Dstream={stream}' - java-opts: - - '-Xmx2g' - settings: 'integration-settings' - settings-type: cfp - global-settings: 'odl-global-settings' - global-settings-type: cfp - integration-compare-distributions # TODO: the output of the above command is not *friendly* for the reader because the most important info # is listed last. This is fine/best for command line output, but for keeping in a file it would be better @@ -177,21 +145,32 @@ id: '' unique-version: true deploy-unstable: false - - jacoco-report + - lf-jacoco-report - lf-infra-publish - email-notification: email-recipients: '{email-recipients}' - email-prefix: '[int/dist]' + email-prefix: '[{project-name}]' - job-template: name: 'distribution-check-{stream}' - # Like a {project}-distribution-check, but one step less as there is no upstream project involved. + + ###################### + # Default parameters # + ###################### + + mvn-version: mvn35 + + ##################### + # Job Configuration # + ##################### + + # Like a {project}-distribution-check, but few steps less as there is no upstream project involved. disabled: false project-type: freestyle - node: '{build-node}' + node: 'centos7-builder-8c-8g' concurrent: true - jdk: '{jdk}' + jdk: '{java-version}' properties: - opendaylight-infra-properties: @@ -203,11 +182,13 @@ project: '{project}' branch: '{branch}' refspec: 'refs/heads/{branch}' - artifacts: '{archive-artifacts} **/dependency_tree.txt **/target/surefire-reports/*-output.txt' + artifacts: '{archive-artifacts}' + - integration-distribution-stream: + stream: '{stream}' - distribution-karaf-version: karaf-version: '{karaf-version}' - maven-exec: - maven-version: mvn33 + maven-version: mvn35 scm: - integration-gerrit-scm: @@ -226,7 +207,7 @@ triggers: - gerrit-trigger-patch-submitted: - server: '{server-name}' + gerrit-server-name: '{gerrit-server-name}' project: '{project}' branch: '{branch}' files: '**' @@ -236,30 +217,29 @@ - distribution-check-build-project: pom: 'distribution/pom.xml' mvn-opts: '{opendaylight-infra-mvn-opts}' + mvn-version: '{mvn-version}' + # '{opendaylight-infra-parallel-mvn-opts}' is bad when there are multiple big features in SFT. - distribution-check-verify-groupid: gerrit-project: 'integration' - distribution-check-delete-snapshots - distribution-check-configure-remotes - - distribution-check-repeat-build: - dist-pom: 'distribution/pom.xml' + - distribution-check-repeat-project-build: + pom: 'distribution/pom.xml' mvn-opts: '{opendaylight-infra-mvn-opts}' + mvn-version: '{mvn-version}' + # '{opendaylight-infra-parallel-mvn-opts}' is bad when there are multiple big features in SFT. + - integration-set-variables + - distribution-check-warn-9191 + - distribution-check-warn-9192 - integration-upload-distribution: dist-pom: distribution/pom.xml - - integration-distribution-check + - distribution-check-bootup publishers: - email-notification: email-recipients: '{email-recipients}' email-prefix: '[{project-name}]' - - postbuildscript: - builders: - - shell: | - #!/bin/bash - mkdir -p $WORKSPACE/archives - cp karaf*.log $WORKSPACE/archives - script-only-if-succeeded: false - script-only-if-failed: false - mark-unstable-if-failed: true + - integration-csit-archive-build - lf-infra-publish - job-template: @@ -269,7 +249,7 @@ # FIXME: List required variables. project-type: freestyle - node: centos7-java-builder-2c-8g + node: centos7-builder-4c-4g concurrent: false properties: @@ -282,7 +262,9 @@ project: '{project}' branch: '{branch}' refspec: 'refs/heads/{branch}' - artifacts: '{archive-artifacts} **/*.hprof' + artifacts: '{archive-artifacts}' + - integration-distribution-stream: + stream: '{stream}' - integration-distribution-branch: branch: '{branch}' - integration-bundle-url: @@ -304,7 +286,7 @@ publishers: - email-notification: email-recipients: '{email-recipients}' - email-prefix: '[int/dist]' + email-prefix: '[{project-name}]' - integration-csit-archive-build - lf-infra-publish @@ -315,7 +297,7 @@ # FIXME: List required variables. project-type: freestyle - node: centos7-java-builder-2c-8g + node: centos7-builder-4c-4g concurrent: false properties: @@ -328,7 +310,7 @@ project: '{project}' branch: '{branch}' refspec: 'refs/heads/{branch}' - artifacts: '{archive-artifacts} **/*.hprof' + artifacts: '{archive-artifacts}' - integration-distribution-branch: branch: '{branch}' - integration-bundle-url: @@ -347,179 +329,9 @@ builders: - distribution-deploy-offline - publishers: - - email-notification: - email-recipients: '{email-recipients}' - email-prefix: '[int/dist]' - - integration-csit-archive-build - - lf-infra-publish - -# Delete these when Karaf 4 becomes Nitrogen default. - -# TODO: Is there a way to de-duplicate with generic template parts? - -- job-template: - name: 'distribution3-check-nitrogen' - disabled: false - - project-type: freestyle - node: '{build-node}' - concurrent: true - jdk: '{jdk}' - - properties: - - opendaylight-infra-properties: - build-days-to-keep: '{build-days-to-keep}' - - parameters: - - opendaylight-infra-parameters: - os-cloud: '{os-cloud}' - project: '{project}' - branch: master - refspec: refs/heads/master - artifacts: '{archive-artifacts} **/dependency_tree.txt **/target/surefire-reports/*-output.txt' - - distribution-karaf-version: - karaf-version: karaf3 - - maven-exec: - maven-version: mvn33 - - scm: - - integration-gerrit-scm: - basedir: distribution - refspec: '$GERRIT_REFSPEC' - branch: master - - wrappers: - - opendaylight-infra-wrappers: - # Distro-check jobs typically run within 10 - 30 minutes - # with 45 minutes being the occassional edge case. - # enforce a 60 minute limit to ensure stuck jobs get - # cleared up sooner. - # Double that as Karaf 3+4 may take longer. - build-timeout: '120' - - triggers: - - gerrit-trigger-patch-submitted: - server: '{server-name}' - project: '{project}' - branch: 'master' - files: '**' - - builders: - - distribution-check-wipe - - distribution-check-build-project: - pom: 'distribution/pom.xml' - mvn-opts: '{opendaylight-infra-mvn-opts}' - - distribution-check-verify-groupid: - gerrit-project: 'integration' - - distribution-check-delete-snapshots - - distribution-check-configure-remotes - - distribution-check-repeat-build: - dist-pom: 'distribution/pom.xml' - mvn-opts: '{opendaylight-infra-mvn-opts}' - - integration-upload-distribution: - dist-pom: distribution/pom.xml - - integration-distribution-check - publishers: - email-notification: email-recipients: '{email-recipients}' email-prefix: '[{project-name}]' - - postbuildscript: - builders: - - shell: | - #!/bin/bash - mkdir -p $WORKSPACE/archives - cp karaf*.log $WORKSPACE/archives - script-only-if-succeeded: false - script-only-if-failed: false - mark-unstable-if-failed: true - - lf-infra-publish - -- job-template: - name: 'distribution3-deploy-nitrogen' - disabled: false - - project-type: freestyle - node: centos7-java-builder-2c-8g - concurrent: false - - properties: - - opendaylight-infra-properties: - build-days-to-keep: '{build-days-to-keep}' - - parameters: - - opendaylight-infra-parameters: - os-cloud: '{os-cloud}' - project: '{project}' - branch: 'master' - refspec: 'refs/heads/master' - artifacts: '{archive-artifacts} **/*.hprof' - - integration-distribution-branch: - branch: 'master' - - integration-bundle-url: - bundle-url: '{bundle-url}' - - integration-jdk-version: - jdkversion: '{jre}' - - distribution-karaf-version: - karaf-version: karaf3 - - wrappers: - - opendaylight-infra-wrappers: - build-timeout: '{build-timeout}' - - # TODO: Trigger from sanity (instead of weekly) when this job is stable for {stream}. - - builders: - - distribution-deploy-verify - - publishers: - - email-notification: - email-recipients: '{email-recipients}' - email-prefix: '[int/dist]' - - integration-csit-archive-build - - lf-infra-publish - -- job-template: - name: 'distribution3-offline-nitrogen' - disabled: false - - project-type: freestyle - node: centos7-java-builder-2c-8g - concurrent: false - - properties: - - opendaylight-infra-properties: - build-days-to-keep: '{build-days-to-keep}' - - parameters: - - opendaylight-infra-parameters: - os-cloud: '{os-cloud}' - project: '{project}' - branch: 'master' - refspec: 'refs/heads/master' - artifacts: '{archive-artifacts} **/*.hprof' - - integration-distribution-branch: - branch: 'master' - - integration-bundle-url: - bundle-url: '{bundle-url}' - - integration-jdk-version: - jdkversion: '{jre}' - - distribution-karaf-version: - karaf-version: karaf3 - - wrappers: - - opendaylight-infra-wrappers: - build-timeout: '{build-timeout}' - - # TODO: Trigger from sanity (instead of weekly) when this job is stable for {stream}. - - builders: - - distribution-deploy-offline - - publishers: - - email-notification: - email-recipients: '{email-recipients}' - email-prefix: '[int/dist]' - integration-csit-archive-build - lf-infra-publish