jjb/integration/integration-compare-distributions.sh

   1 #!/bin/bash -l
   2
   3 # Depends on variables created and published from the integration-set-variables script
   4
   5 # Do not fail the build if there is trouble trying to collect distribution patch diffs
   6 set +e
   7
   8 NEXUSURL_PREFIX=${ODLNEXUSPROXY:-https://nexus.opendaylight.org}
   9 ODL_NEXUS_REPO=${ODL_NEXUS_REPO:-content/repositories/opendaylight.snapshot}
  10 GERRIT_PATH=${GERRIT_PATH:-git.opendaylight.org/gerrit}
  11 DISTROBRANCH=${DISTROBRANCH:-$GERRIT_BRANCH}
  12
  13 # Obtain current pom.xml of integration/distribution, correct branch.
  14 if [[ "$KARAF_ARTIFACT" == "opendaylight" ]]; then
  15     wget "http://${GERRIT_PATH}/gitweb?p=integration/distribution.git;a=blob_plain;f=opendaylight/pom.xml;hb=refs/heads/$DISTROBRANCH" -O "pom.xml"
  16 elif [[ "$KARAF_ARTIFACT" == "karaf" ]]; then
  17     wget "http://${GERRIT_PATH}/gitweb?p=integration/distribution.git;a=blob_plain;f=pom.xml;hb=refs/heads/$DISTROBRANCH" -O "pom.xml"
  18 elif [[ "$KARAF_ARTIFACT" == "netconf-karaf" ]]; then
  19     wget "http://${GERRIT_PATH}/gitweb?p=${KARAF_PROJECT}.git;a=blob_plain;f=karaf/pom.xml;hb=refs/heads/$DISTROBRANCH" -O "pom.xml"
  20 elif [[ "$KARAF_ARTIFACT" == "controller-test-karaf" ]]; then
  21     wget "http://${GERRIT_PATH}/gitweb?p=${KARAF_PROJECT}.git;a=blob_plain;f=karaf/pom.xml;hb=refs/heads/$DISTROBRANCH" -O "pom.xml"
  22 else
  23     wget "http://${GERRIT_PATH}/gitweb?p=integration/distribution.git;a=blob_plain;f=pom.xml;hb=refs/heads/$DISTROBRANCH" -O "pom.xml"
  24 fi
  25
  26 # Extract the BUNDLE_VERSION from the pom.xml
  27 BUNDLE_VERSION=$(xpath pom.xml '/project/version/text()' 2> /dev/null)
  28 echo "Bundle version is ${BUNDLE_VERSION}"
  29 # Acquire the timestamp information from maven-metadata.xml
  30 NEXUSPATH="${NEXUSURL_PREFIX}/${ODL_NEXUS_REPO}/org/opendaylight/${KARAF_PROJECT}/${KARAF_ARTIFACT}"
  31 wget "${NEXUSPATH}/${BUNDLE_VERSION}/maven-metadata.xml"
  32
  33 # shellcheck disable=SC2181
  34 if [ $? -ne 0 ]; then
  35   echo "unable to find maven-metadata.xml. no need to continue..."
  36   exit 0
  37 fi
  38
  39 less maven-metadata.xml
  40 TIMESTAMP=$(xpath maven-metadata.xml "//snapshotVersion[extension='zip'][1]/value/text()" 2>/dev/null)
  41 echo "Nexus timestamp is ${TIMESTAMP}"
  42 BUNDLEFOLDER="${KARAF_ARTIFACT}-${BUNDLE_VERSION}"
  43 BUNDLE="${KARAF_ARTIFACT}-${TIMESTAMP}.zip"
  44 ACTUAL_BUNDLE_URL="${NEXUSPATH}/${BUNDLE_VERSION}/${BUNDLE}"
  45
  46 wget --progress=dot:mega "$ACTUAL_BUNDLE_URL"
  47 echo "Extracting the last distribution found on nexus..."
  48 unzip -q "$BUNDLE"
  49 mv "$BUNDLEFOLDER" /tmp/distro_old
  50 rm "$BUNDLE"
  51
  52 echo "Extracting the distribution just created by this job..."
  53 NEW_DISTRO="$(find "$WORKSPACE" -name "${KARAF_ARTIFACT}*.zip")"
  54 NEW_DISTRO_BASENAME="$(basename "$NEW_DISTRO")"
  55 cp "$NEW_DISTRO" /tmp/
  56 cd /tmp/ || exit
  57 unzip "$NEW_DISTRO_BASENAME"
  58 mv "$BUNDLEFOLDER" distro_new
  59
  60 git clone https://git.opendaylight.org/gerrit/integration/test.git
  61 cd test/tools/distchanges || exit
  62 mkdir -p "$WORKSPACE"/archives
  63
  64 # Full output of compare tool will be in temp file /tmp/dist_diff.txt
  65 # The file/report to be archived will only list the distribution in the comparison and the patches that
  66 # are different.
  67 python distcompare.py -r "ssh://jenkins-$SILO@git.opendaylight.org:29418" | tee /tmp/dist_diff.txt
  68 echo -e "Patch differences listed are in comparison to:\n\t$ACTUAL_BUNDLE_URL\n\n" > "$WORKSPACE"/archives/distribution_differences.txt
  69 sed -ne '/Patch differences/,$ p' /tmp/dist_diff.txt >> "$WORKSPACE"/archives/distribution_differences.txt
  70
  71 # Check OpenDaylight YANG modules:
  72 echo "Installing pyang"
  73 pip install --user pyang
  74 if [ -f /tmp/distro_new/bin/extract_modules.sh ]; then
  75     echo "Extracting YANG modules"
  76     /tmp/distro_new/bin/extract_modules.sh
  77     echo "Checking YANG modules"
  78     /tmp/distro_new/bin/check_modules.sh
  79     mv /tmp/distro_new/opendaylight-models "$WORKSPACE"/archives
  80 fi
  81