jjb/integration/multipatch-distribution.sh

   1 # TODO: 1) clean up inline todo's below :)
   2 # TODO: 2) Use just a topic branch to create a distribution.  see this email:
   3 #          https://lists.opendaylight.org/pipermail/discuss/2015-December/006040.html
   4 # TODO: 3) Bubble up CSIT jobs that are triggered by the multipatch job to a jenkins
   5 #          parameter.  the default can be distribution-test which calls all CSIT jobs
   6 #          but being able to easily override it to a smaller subset (or none) will be
   7 #          helpful
   8
   9 # create a fresh empty place to build this custom distribution
  10 BUILD_DIR=${WORKSPACE}/patch_tester
  11 POM_FILE=${WORKSPACE}/patch_tester/pom.xml
  12 DISTRIBUTION_BRANCH_TO_BUILD=$DISTROBRANCH  #renaming variable for clarity
  13
  14 rm -rf $BUILD_DIR
  15 mkdir -p $BUILD_DIR
  16 cd $BUILD_DIR || exit 1
  17
  18 # create a root pom that will contain a module for each project we have a patch for
  19 echo "<project>" >> $POM_FILE
  20 echo "<groupId>org.opendaylight.test</groupId>" >> $POM_FILE
  21 echo "<artifactId>test</artifactId>" >> $POM_FILE
  22 echo "<version>0.1</version>" >> $POM_FILE
  23 echo "<modelVersion>4.0.0</modelVersion>" >> $POM_FILE
  24 echo "<packaging>pom</packaging>" >> $POM_FILE
  25 echo "<modules>" >> $POM_FILE
  26
  27 # Set up git committer name and email, needed for commit creation when cherry-picking.
  28 export EMAIL="sandbox@jenkins.opendaylight.org"
  29 # TODO: Is there a more appropriate e-mail?
  30 export GIT_COMMITTER_NAME="Multipatch Job"
  31
  32 # TODO: Is "patches" still the correct word?
  33 if [ -n "$GERRIT_EVENT_COMMENT_TEXT" ]; then
  34     PATCHES=($(echo "$GERRIT_EVENT_COMMENT_TEXT" \
  35         | grep 'multipatch-build:' | awk -F: '{print $2}'))
  36 else
  37     IFS=',' read -ra PATCHES <<< "${PATCHES_TO_BUILD}"
  38 fi
  39
  40 # For each patch:
  41 # * Clone the project.
  42 # * Optionally, checkout a specific (typically unmerged) Gerrit patch. If none,
  43 #   default to Integration/Distribution branch via {branch} JJB param.
  44 # * Also optionally, cherry-pick series of patchs on top of the checkout.
  45 # * Final option: perform a 'release' by removing "-SNAPSHOT" everywhere within the project.
  46 #
  47 # Each patch is found in the ${PATCHES_TO_BUILD} variable as a comma separated
  48 # list of project[=checkout][:cherry-pick]* values.
  49 #
  50 # Checkout a (typically unmerged) Gerrit patch on top of odlparent's git clone:
  51 #
  52 # PATCHES_TO_BUILD='odlparent=45/30045/2'
  53 #
  54 # Checkout patchs for both odlparent and yangtools.
  55 #
  56 # PATCHES_TO_BUILD='odlparent=45/30045/2,yangtools:53/26853/25'
  57 #
  58 # Checkout a patch for controller, cherry-pick another patch on top of it.
  59 #
  60 # PATCHES_TO_BUILD='controller=61/29761/5:45/29645/6'
  61 distribution_status="not_included"
  62 for proto_patch in "${PATCHES[@]}"
  63 do
  64     echo "working on ${proto_patch}"
  65     # For patch=controller=61/29761/5:45/29645/6, this gives controller
  66     PROJECT="$(echo ${proto_patch} | cut -d\: -f 1 | cut -d\= -f 1)"
  67     if [ "${PROJECT}" == "integration/distribution" ]; then
  68         distribution_status="included"
  69     fi
  70     PROJECT_SHORTNAME="${PROJECT##*/}"  # http://stackoverflow.com/a/3162500
  71     echo "cloning project ${PROJECT}"
  72     git clone "https://git.opendaylight.org/gerrit/p/${PROJECT}"
  73     echo "<module>${PROJECT_SHORTNAME}</module>" >> ${POM_FILE}
  74     cd ${PROJECT_SHORTNAME} || exit 1
  75     if [ "$(echo -n ${proto_patch} | tail -c 1)" == 'r' ]; then
  76         pure_patch="$(echo -n $proto_patch | head -c -1)"
  77     else
  78         pure_patch="$proto_patch"
  79     fi
  80     # For patch = controller=61/29761/5:45/29645/6, this gives 61/29761/5
  81     CHECKOUT="$(echo ${pure_patch} | cut -d\= -s -f 2 | cut -d\: -f 1)"
  82     if [ "x${CHECKOUT}" != "x" ]; then
  83         echo "checking out ${CHECKOUT}"
  84         # TODO: Make this script accept "29645/6" as a shorthand for "45/29645/6".
  85         git fetch "https://git.opendaylight.org/gerrit/${PROJECT}" "refs/changes/$CHECKOUT"
  86         git checkout FETCH_HEAD
  87     else
  88         echo "checking out ${DISTRIBUTION_BRANCH_TO_BUILD}"
  89         git checkout "${DISTRIBUTION_BRANCH_TO_BUILD}"
  90     fi
  91     # For patch=controller=61/29761/5:45/29645/6, this gives 45/29645/6
  92     PICK_SEGMENT="$(echo "${pure_patch}" | cut -d\: -s -f 2-)"
  93     IFS=':' read -ra PICKS <<< "${PICK_SEGMENT}"
  94     for pick in "${PICKS[@]}"
  95     do
  96         echo "cherry-picking ${pick}"
  97         git fetch "https://git.opendaylight.org/gerrit/${PROJECT}" "refs/changes/${pick}"
  98         git cherry-pick --ff --keep-redundant-commits FETCH_HEAD
  99     done
 100     if [ "$(echo -n ${proto_patch} | tail -c 1)" == 'r' ]; then
 101         # Here 'r' means release. Useful for testing Nitrogen Odlparent changes.
 102         find . -name "*.xml" -print0 | xargs -0 sed -i 's/-SNAPSHOT//g'
 103     fi
 104     cd "${BUILD_DIR}" || exit 1
 105 done
 106
 107 if [ "${distribution_status}" == "not_included" ]; then
 108     echo "adding integration/distribution"
 109     # clone distribution and add it as a module in root pom
 110     git clone "https://git.opendaylight.org/gerrit/p/integration/distribution"
 111     cd distribution || exit 1
 112     git checkout "${DISTRIBUTION_BRANCH_TO_BUILD}"
 113     cd "${BUILD_DIR}" || exit 1
 114     echo "<module>distribution</module>" >> ${POM_FILE}
 115 fi
 116
 117 # finish pom file
 118 echo "</modules>" >> "${POM_FILE}"
 119 echo "</project>" >> "${POM_FILE}"