3 # TODO: 1) clean up inline todo's below :)
4 # TODO: 2) Use just a topic branch to create a distribution. see this email:
5 # https://lists.opendaylight.org/pipermail/discuss/2015-December/006040.html
6 # TODO: 3) Bubble up CSIT jobs that are triggered by the multipatch job to a jenkins
7 # parameter. the default can be distribution-test which calls all CSIT jobs
8 # but being able to easily override it to a smaller subset (or none) will be
11 # create a fresh empty place to build this custom distribution
12 BUILD_DIR=${WORKSPACE}/patch_tester
13 DISTRIBUTION_BRANCH_TO_BUILD=$DISTROBRANCH #renaming variable for clarity
14 MAVEN_OPTIONS="$(echo --show-version \
17 -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn \
18 -Dmaven.repo.local=/tmp/r \
19 -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r)"
23 cd $BUILD_DIR || exit 1
25 # Set up git committer name and email, needed for commit creation when cherry-picking.
26 export EMAIL="sandbox@jenkins.opendaylight.org"
27 export GIT_COMMITTER_NAME="Multipatch Job"
29 # Extract a list of patches per project from an comment trigger. An example is:
32 # multipatch-build:openflowplugin:45/69445/1,genius:46/69446/1,netvirt:47/69447/1
33 if [ -n "$GERRIT_EVENT_COMMENT_TEXT" ]; then
34 if [[ "$GERRIT_EVENT_COMMENT_TEXT" == *fast* ]]; then
36 PATCHES_TO_BUILD=$(echo "$GERRIT_EVENT_COMMENT_TEXT" | grep 'multipatch-build-fast:')
39 PATCHES_TO_BUILD=$(echo "$GERRIT_EVENT_COMMENT_TEXT" | grep 'multipatch-build:')
41 PATCHES_TO_BUILD=${PATCHES_TO_BUILD#*:}
43 if ${BUILD_FAST}; then
48 # check if topic exists, e.g. topic=binding-tlc-rpc
49 if [[ "${PATCHES_TO_BUILD}" == *topic* ]]; then
50 TOPIC="${PATCHES_TO_BUILD#*=}"
51 echo "Create topic ${TOPIC} patch list"
53 read -ra PROJECT_LIST <<< "${BUILD_ORDER}"
54 for PROJECT in "${PROJECT_LIST[@]}"; do
55 # get all patches number for a topic for a given project
56 IFS=$'\n' read -rd '' -a GERRIT_PATCH_LIST <<< "$(ssh -p 29418 jenkins-$SILO@git.opendaylight.org gerrit query status:open topic:${TOPIC} project:${PROJECT} \
57 | grep 'number:' | awk '{{ print $2 }}')" || true
58 echo "Add ${PROJECT}:${GERRIT_PATCH_LIST[*]}"
59 # add project if it is the first with patches or it is not the first
60 if [[ -z "${PATCHES_TO_BUILD}" && ! -z "${GERRIT_PATCH_LIST[*]}" ]]; then
61 PATCHES_TO_BUILD="${PROJECT}"
62 elif [[ ! -z "${PATCHES_TO_BUILD}" ]]; then
63 PATCHES_TO_BUILD="${PATCHES_TO_BUILD},${PROJECT}"
65 # sort project patches
66 if [[ ! -z "${GERRIT_PATCH_LIST[*]}" ]]; then
68 # create reference list with patch number-refspec
69 for PATCH in "${GERRIT_PATCH_LIST[@]}"; do
70 REFSPEC=$(ssh -p 29418 jenkins-$SILO@git.opendaylight.org gerrit query change:${PATCH} --current-patch-set \
71 | grep 'ref:' | awk '{{ print $2 }}')
72 REF_LIST+=("${PATCH}-${REFSPEC/refs\/changes\/}")
74 # sort reference list by patch number
75 IFS=$'\n' SORT_REF=$(sort <<<"${REF_LIST[*]}") && unset IFS
76 read -rd '' -a SORT_REF_LIST <<< "${SORT_REF[*]}" || true
77 # add refspec to patches to build list
78 for PATCH in "${SORT_REF_LIST[@]}"; do
79 PATCHES_TO_BUILD="${PATCHES_TO_BUILD}:${PATCH/*-/}"
85 echo "Patches to build: ${PATCHES_TO_BUILD}"
86 IFS=',' read -ra PATCHES <<< "${PATCHES_TO_BUILD}"
88 # First phase: clone the necessary repos and set the patches up
93 # * Clone the project.
94 # * Optionally, checkout a specific (typically unmerged) Gerrit patch. If none,
95 # default to Integration/Distribution branch via {branch} JJB param.
96 # * Also optionally, cherry-pick series of patches on top of the checkout.
97 # * Final option: perform a 'release' by removing "-SNAPSHOT" everywhere within the project.
99 # Each patch is found in the ${PATCHES_TO_BUILD} variable as a comma separated
100 # list of project[=checkout][:cherry-pick]* values.
102 # Checkout a (typically unmerged) Gerrit patch on top of odlparent's git clone:
104 # PATCHES_TO_BUILD='odlparent=45/30045/2'
106 # Checkout patches for both odlparent and yangtools:
108 # PATCHES_TO_BUILD='odlparent=45/30045/2,yangtools:53/26853/25'
110 # Checkout a patch for controller, cherry-pick another patch on top of it:
112 # PATCHES_TO_BUILD='controller=61/29761/5:45/29645/6'
113 distribution_status="not_included"
114 for proto_patch in "${PATCHES[@]}"
116 echo "working on ${proto_patch}"
117 # For patch=controller=61/29761/5:45/29645/6, this gives controller
118 PROJECT="$(echo ${proto_patch} | cut -d\: -f 1 | cut -d\= -f 1)"
119 if [ "${PROJECT}" == "integration/distribution" ]; then
120 distribution_status="included"
122 PROJECT_SHORTNAME="${PROJECT##*/}" # http://stackoverflow.com/a/3162500
123 PROJECTS+=("${PROJECT_SHORTNAME}")
124 echo "cloning project ${PROJECT}"
125 git clone "https://git.opendaylight.org/gerrit/p/${PROJECT}"
126 cd ${PROJECT_SHORTNAME} || exit 1
127 if [ "$(echo -n ${proto_patch} | tail -c 1)" == 'r' ]; then
128 pure_patch="$(echo -n $proto_patch | head -c -1)"
130 pure_patch="$proto_patch"
132 # For patch = controller=61/29761/5:45/29645/6, this gives 61/29761/5
133 CHECKOUT="$(echo ${pure_patch} | cut -d\= -s -f 2 | cut -d\: -f 1)"
134 if [ "x${CHECKOUT}" != "x" ]; then
135 echo "checking out ${CHECKOUT}"
136 # TODO: Make this script accept "29645/6" as a shorthand for "45/29645/6".
137 git fetch "https://git.opendaylight.org/gerrit/${PROJECT}" "refs/changes/$CHECKOUT"
138 git checkout FETCH_HEAD
140 echo "checking out ${DISTRIBUTION_BRANCH_TO_BUILD}"
141 git checkout "${DISTRIBUTION_BRANCH_TO_BUILD}"
143 # For patch=controller=61/29761/5:45/29645/6, this gives 45/29645/6
144 PICK_SEGMENT="$(echo "${pure_patch}" | cut -d\: -s -f 2-)"
145 IFS=':' read -ra PICKS <<< "${PICK_SEGMENT}"
146 for pick in "${PICKS[@]}"
148 echo "cherry-picking ${pick}"
149 git fetch "https://git.opendaylight.org/gerrit/${PROJECT}" "refs/changes/${pick}"
150 git cherry-pick --ff --keep-redundant-commits FETCH_HEAD
152 if [ "$(echo -n ${proto_patch} | tail -c 1)" == 'r' ]; then
153 # Here 'r' means release. Useful for testing Nitrogen Odlparent changes.
154 find . -name "*.xml" -print0 | xargs -0 sed -i 's/-SNAPSHOT//g'
156 cd "${BUILD_DIR}" || exit 1
159 if [ "${distribution_status}" == "not_included" ]; then
160 echo "adding integration/distribution"
161 PROJECTS+=(distribution)
162 # clone distribution and add it as a module in root pom
163 git clone "https://git.opendaylight.org/gerrit/p/integration/distribution"
164 cd distribution || exit 1
165 git checkout "${DISTRIBUTION_BRANCH_TO_BUILD}"
166 cd "${BUILD_DIR}" || exit 1
169 # Second phase: build everything
171 for PROJECT_SHORTNAME in "${PROJECTS[@]}"; do
172 pushd "${PROJECT_SHORTNAME}" || exit 1
174 "$MVN" clean install \
176 -Dstream="$DISTROSTREAM" \
178 -Dmaven.gitcommitid.skip=false \
179 --global-settings "$GLOBAL_SETTINGS_FILE" \
180 --settings "$SETTINGS_FILE" \
182 # Since we've installed the artifacts, we can clean the build and save
186 -Dstream="$DISTROSTREAM" \
188 -Dmaven.gitcommitid.skip=false \
189 --global-settings "$GLOBAL_SETTINGS_FILE" \
190 --settings "$SETTINGS_FILE" \