Pin pip to a version <10.0.0
[releng/builder.git] / jjb / autorelease / autorelease-macros.yaml
1 ---
2 # Macros for the AutoRelease project
3 - parameter:
4     name: autorelease-release-tag
5     parameters:
6       - string:
7           name: RELEASE_TAG
8           default: '{release-tag}'
9           description: "The Release train tag to use eg. Beryllium-SR1"
10
11 - wrapper:
12     name: autorelease-build-timeout
13     wrappers:
14       - timeout:
15           type: absolute
16           timeout: 1440
17           fail: true
18
19 - builder:
20     name: autorelease-checkout-gerrit-patch
21     builders:
22       - shell: |
23           #!/bin/bash
24           set -eu -o pipefail
25
26           # If the project is autorelease then we do not need to cd
27           if [ "$GERRIT_PROJECT" != "releng/autorelease" ]; then
28               cd "$WORKSPACE/$GERRIT_PROJECT"
29           fi
30
31           echo "Checking out ${GERRIT_PROJECT} patch ${GERRIT_REFSPEC}..."
32           git fetch origin ${GERRIT_REFSPEC} && git checkout FETCH_HEAD
33
34           # If the project is autorelease then we need to init and update submodules
35           if [ "$GERRIT_PROJECT" == "releng/autorelease" ]; then
36               git submodule update --init
37               # The previous checkout might have failed to remove directory of a submodule being removed.
38               # See https://stackoverflow.com/a/10761699
39               git clean -dff
40           fi
41
42 - builder:
43     name: autorelease-cfp
44     builders:
45       - config-file-provider:
46           files:
47             - file-id: 'autorelease-settings'
48               variable: 'SETTINGS_FILE'
49             - file-id: 'global-settings'
50               variable: 'GLOBAL_SETTINGS_FILE'
51
52 - builder:
53     name: autorelease-determine-merge-order
54     builders:
55       - shell: |
56           virtualenv --system-site-packages $WORKSPACE/venv
57           source $WORKSPACE/venv/bin/activate
58           PYTHON="$WORKSPACE/venv/bin/python"
59           $PYTHON -m pip install --upgrade "pip<10.0.0" setuptools
60           $PYTHON -m pip install --upgrade networkx
61           $PYTHON -m pip install --upgrade pipdeptree
62           pipdeptree
63           ./scripts/determine-merge-order.py
64           deactivate
65           rm -rf $WORKSPACE/venv
66
67 - builder:
68     name: autorelease-maven-deploy
69     builders:
70       - shell: !include-raw: autorelease-maven-deploy.sh
71
72 - builder:
73     name: autorelease-maven-sources
74     builders:
75       - maven-target:
76           maven-version: '{maven-version}'
77           pom: 'pom.xml'
78           goals: |
79               dependency:sources
80               --quiet
81               -DoutputFile=$WORKSPACE/sources.log
82               -DappendOutput
83               {opendaylight-infra-mvn-opts}
84           java-opts:
85             - '-Xmx4096m -XX:MaxPermSize=1024m'
86           settings: '{settings}'
87           settings-type: cfp
88           global-settings: '{global-settings}'
89           global-settings-type: cfp
90
91 - builder:
92     name: autorelease-maven-sources-post-process
93     builders:
94       - shell: |
95           awk '/The following files have NOT been resolved:/,/^$/' sources.log > missing-sources.log
96
97 - builder:
98     name: autorelease-distribute-taglist
99     builders:
100       - integration-set-variables
101       - shell: |
102           #!/bin/bash
103           set +e  # DO NOT fail build if copying fails.
104
105           cp -vf "$WORKSPACE/archives/patches/taglist.log" \
106               "integration/distribution/$KARAF_ARTIFACT/src/main/assembly/"
107
108           # DO NOT fail the build if copying failed.
109           exit 0
110
111 - builder:
112     name: autorelease-generate-artifact-versions
113     # Generate versions.csv containing version of all mvn artifacts in this build.
114     builders:
115       - shell: |
116           #!/bin/bash
117           set -eu -o pipefail
118           ./scripts/generate-artifact-versions.sh
119           mkdir -p "$WORKSPACE/archives"
120           mv versions.csv "$WORKSPACE/archives"
121
122 - builder:
123     name: autorelease-generate-release-patches
124     builders:
125       - shell: !include-raw:
126           - ../global-jjb/shell/lftools-install.sh
127           - prepare-release.sh
128
129 - builder:
130     name: autorelease-get-integration-test-variables
131     builders:
132       - integration-set-variables
133       - shell: !include-raw: autorelease-get-integration-test-variables.sh
134       - inject:
135           properties-file: variables.prop
136
137 - builder:
138     name: autorelease-fix-relative-paths
139     builders:
140       - shell: |
141           ./scripts/fix-relativepaths.sh
142
143 - builder:
144     name: autorelease-generate-release-notes
145     builders:
146       - shell: !include-raw:
147           - generate-release-notes.sh
148
149 - builder:
150     name: autorelease-update-validate-projects
151     builders:
152       - shell: !include-raw: update-validate-autorelease-projects.sh
153
154 - builder:
155     name: autorelease-compare-projects
156     builders:
157       - shell: !include-raw: compare-autorelease-projects.sh
158
159 - publisher:
160     # Search console log for failures and email status to the release mailing list.
161     name: opendaylight-infra-notify-status
162     publishers:
163       - postbuildscript:
164           builders:
165             - role: BOTH
166               build-on:
167                 - ABORTED
168                 - FAILURE
169                 - NOT_BUILT
170                 - SUCCESS
171                 - UNSTABLE
172               build-steps:
173                 - shell: !include-raw: notify-build-failure.sh
174           mark-unstable-if-failed: true