jjb/integration/integration-compare-distributions.sh

   1 #!/bin/bash -l
   2
   3 # Depends on variables created and published from the integration-set-variables script
   4
   5 # Do not fail the build if there is trouble trying to collect distribution patch diffs
   6 set +e
   7
   8 NEXUSURL_PREFIX=${ODLNEXUSPROXY:-https://nexus.opendaylight.org}
   9 ODL_NEXUS_REPO=${ODL_NEXUS_REPO:-content/repositories/opendaylight.snapshot}
  10 GERRIT_PATH=${GERRIT_PATH:-git.opendaylight.org/gerrit}
  11 DISTROBRANCH=${DISTROBRANCH:-$GERRIT_BRANCH}
  12
  13 # Obtain current pom.xml of integration/distribution, correct branch.
  14 if [[ "$KARAF_ARTIFACT" == "opendaylight" ]]; then
  15     wget "http://${GERRIT_PATH}/gitweb?p=integration/distribution.git;a=blob_plain;f=opendaylight/pom.xml;hb=refs/heads/$DISTROBRANCH" -O "pom.xml"
  16 elif [[ "$KARAF_ARTIFACT" == "karaf" ]]; then
  17     wget "http://${GERRIT_PATH}/gitweb?p=integration/distribution.git;a=blob_plain;f=pom.xml;hb=refs/heads/$DISTROBRANCH" -O "pom.xml"
  18 elif [[ "$KARAF_ARTIFACT" == "netconf-karaf" ]]; then
  19     wget "http://${GERRIT_PATH}/gitweb?p=${KARAF_PROJECT}.git;a=blob_plain;f=karaf/pom.xml;hb=refs/heads/$DISTROBRANCH" -O "pom.xml"
  20 elif [[ "$KARAF_ARTIFACT" == "controller-test-karaf" ]]; then
  21     wget "http://${GERRIT_PATH}/gitweb?p=${KARAF_PROJECT}.git;a=blob_plain;f=karaf/pom.xml;hb=refs/heads/$DISTROBRANCH" -O "pom.xml"
  22 elif [[ "$KARAF_ARTIFACT" == "bgpcep-karaf" ]]; then
  23     wget "http://${GERRIT_PATH}/gitweb?p=${KARAF_PROJECT}.git;a=blob_plain;f=distribution-karaf/pom.xml;hb=refs/heads/$DISTROBRANCH" -O "pom.xml"
  24 else
  25     wget "http://${GERRIT_PATH}/gitweb?p=integration/distribution.git;a=blob_plain;f=pom.xml;hb=refs/heads/$DISTROBRANCH" -O "pom.xml"
  26 fi
  27
  28 # Extract the BUNDLE_VERSION from the pom.xml
  29 BUNDLE_VERSION=$(xpath pom.xml '/project/version/text()' 2> /dev/null)
  30 echo "Bundle version is ${BUNDLE_VERSION}"
  31 # Acquire the timestamp information from maven-metadata.xml
  32 NEXUSPATH="${NEXUSURL_PREFIX}/${ODL_NEXUS_REPO}/org/opendaylight/${KARAF_PROJECT}/${KARAF_ARTIFACT}"
  33 wget "${NEXUSPATH}/${BUNDLE_VERSION}/maven-metadata.xml"
  34
  35 # shellcheck disable=SC2181
  36 if [ $? -ne 0 ]; then
  37   echo "unable to find maven-metadata.xml. no need to continue..."
  38   exit 0
  39 fi
  40
  41 less maven-metadata.xml
  42 TIMESTAMP=$(xpath maven-metadata.xml "//snapshotVersion[extension='zip'][1]/value/text()" 2>/dev/null)
  43 echo "Nexus timestamp is ${TIMESTAMP}"
  44 BUNDLEFOLDER="${KARAF_ARTIFACT}-${BUNDLE_VERSION}"
  45 BUNDLE="${KARAF_ARTIFACT}-${TIMESTAMP}.zip"
  46 ACTUAL_BUNDLE_URL="${NEXUSPATH}/${BUNDLE_VERSION}/${BUNDLE}"
  47
  48 wget --progress=dot:mega "$ACTUAL_BUNDLE_URL"
  49 echo "Extracting the last distribution found on nexus..."
  50 unzip -q "$BUNDLE"
  51 mv "$BUNDLEFOLDER" /tmp/distro_old
  52 rm "$BUNDLE"
  53
  54 echo "Extracting the distribution just created by this job..."
  55 NEW_DISTRO="$(find "$WORKSPACE" -name "${KARAF_ARTIFACT}*.zip")"
  56 NEW_DISTRO_BASENAME="$(basename "$NEW_DISTRO")"
  57 cp "$NEW_DISTRO" /tmp/
  58 cd /tmp/ || exit
  59 unzip "$NEW_DISTRO_BASENAME"
  60 mv "$BUNDLEFOLDER" distro_new
  61
  62 git clone https://git.opendaylight.org/gerrit/integration/test.git
  63 cd test/tools/distchanges || exit
  64 mkdir -p "$WORKSPACE"/archives
  65
  66 # Full output of compare tool will be in temp file /tmp/dist_diff.txt
  67 # The file/report to be archived will only list the distribution in the comparison and the patches that
  68 # are different.
  69 python distcompare.py -r "ssh://jenkins-$SILO@git.opendaylight.org:29418" | tee /tmp/dist_diff.txt
  70 echo -e "Patch differences listed are in comparison to:\n\t$ACTUAL_BUNDLE_URL\n\n" > "$WORKSPACE"/archives/distribution_differences.txt
  71 sed -ne '/Patch differences/,$ p' /tmp/dist_diff.txt >> "$WORKSPACE"/archives/distribution_differences.txt
  72
  73 # Check OpenDaylight YANG modules:
  74 echo "Installing pyang"
  75 pip install --user pyang
  76 if [ -f /tmp/distro_new/bin/extract_modules.sh ]; then
  77     echo "Extracting YANG modules"
  78     /tmp/distro_new/bin/extract_modules.sh
  79     echo "Checking YANG modules"
  80     /tmp/distro_new/bin/check_modules.sh
  81     mv /tmp/distro_new/opendaylight-models "$WORKSPACE"/archives
  82 fi
  83