jjb/integration/integration-compare-distributions.sh

   1 #!/bin/bash -l
   2
   3 # Depends on variables created and published from the integration-set-variables script
   4
   5 # Do not fail the build if there is trouble trying to collect distribution patch diffs
   6 set +e
   7
   8 NEXUSURL_PREFIX=${ODLNEXUSPROXY:-https://nexus.opendaylight.org}
   9 ODL_NEXUS_REPO=${ODL_NEXUS_REPO:-content/repositories/opendaylight.snapshot}
  10 GERRIT_PATH=${GERRIT_PATH:-git.opendaylight.org/gerrit}
  11 DISTROBRANCH=${DISTROBRANCH:-$GERRIT_BRANCH}
  12
  13 # Obtain current pom.xml of integration/distribution, correct branch.
  14 if [[ "$KARAF_ARTIFACT" == "opendaylight" ]]; then
  15     wget "http://${GERRIT_PATH}/gitweb?p=integration/distribution.git;a=blob_plain;f=opendaylight/pom.xml;hb=refs/heads/$DISTROBRANCH" -O "pom.xml"
  16 else
  17     wget "http://${GERRIT_PATH}/gitweb?p=integration/distribution.git;a=blob_plain;f=pom.xml;hb=refs/heads/$DISTROBRANCH" -O "pom.xml"
  18 fi
  19
  20 # Extract the BUNDLE_VERSION from the pom.xml
  21 BUNDLE_VERSION=$(xpath pom.xml '/project/version/text()' 2> /dev/null)
  22 echo "Bundle version is ${BUNDLE_VERSION}"
  23 # Acquire the timestamp information from maven-metadata.xml
  24 NEXUSPATH="${NEXUSURL_PREFIX}/${ODL_NEXUS_REPO}/org/opendaylight/integration/${KARAF_ARTIFACT}"
  25 wget "${NEXUSPATH}/${BUNDLE_VERSION}/maven-metadata.xml"
  26
  27 # shellcheck disable=SC2181
  28 if [ $? -ne 0 ]; then
  29   echo "unable to find maven-metadata.xml. no need to continue..."
  30   exit 0
  31 fi
  32
  33 less maven-metadata.xml
  34 TIMESTAMP=$(xpath maven-metadata.xml "//snapshotVersion[extension='zip'][1]/value/text()" 2>/dev/null)
  35 echo "Nexus timestamp is ${TIMESTAMP}"
  36 BUNDLEFOLDER="${KARAF_ARTIFACT}-${BUNDLE_VERSION}"
  37 BUNDLE="${KARAF_ARTIFACT}-${TIMESTAMP}.zip"
  38 ACTUAL_BUNDLE_URL="${NEXUSPATH}/${BUNDLE_VERSION}/${BUNDLE}"
  39
  40 wget --progress=dot:mega "$ACTUAL_BUNDLE_URL"
  41 echo "Extracting the last distribution found on nexus..."
  42 unzip -q "$BUNDLE"
  43 mv "$BUNDLEFOLDER" /tmp/distro_old
  44 rm "$BUNDLE"
  45
  46 echo "Extracting the distribution just created by this job..."
  47 NEW_DISTRO="$(find "$WORKSPACE" -name "${KARAF_ARTIFACT}*.zip")"
  48 NEW_DISTRO_BASENAME="$(basename "$NEW_DISTRO")"
  49 cp "$NEW_DISTRO" /tmp/
  50 cd /tmp/ || exit
  51 unzip "$NEW_DISTRO_BASENAME"
  52 mv "$BUNDLEFOLDER" distro_new
  53
  54 git clone https://git.opendaylight.org/gerrit/integration/test.git
  55 cd test/tools/distchanges || exit
  56 mkdir -p "$WORKSPACE"/archives
  57
  58 # Full output of compare tool will be in temp file /tmp/dist_diff.txt
  59 # The file/report to be archived will only list the distribution in the comparison and the patches that
  60 # are different.
  61 python distcompare.py -r "ssh://jenkins-$SILO@git.opendaylight.org:29418" | tee /tmp/dist_diff.txt
  62 echo -e "Patch differences listed are in comparison to:\n\t$ACTUAL_BUNDLE_URL\n\n" > "$WORKSPACE"/archives/distribution_differences.txt
  63 sed -ne '/Patch differences/,$ p' /tmp/dist_diff.txt >> "$WORKSPACE"/archives/distribution_differences.txt
  64
  65 # Check OpenDaylight YANG modules:
  66 echo "Installing pyang"
  67 pip install --user pyang
  68 if [ -f /tmp/distro_new/bin/extract_modules.sh ]; then
  69     echo "Extracting YANG modules"
  70     /tmp/distro_new/bin/extract_modules.sh
  71     echo "Checking YANG modules"
  72     /tmp/distro_new/bin/check_modules.sh
  73     mv /tmp/distro_new/opendaylight-models "$WORKSPACE"/archives
  74 fi
  75