Merge "Migrate docs-rtd to archive-builds macro"
[releng/builder.git] / jjb / integration / integration-test-jobs.yaml
1 - project:
2     name: integration-test
3     jobs:
4         - '{name}-verify-python-{stream}'
5         - 'integration-csit-verify-1node-library'
6         - 'integration-distribution-test-{stream}'
7         - 'integration-patch-test-{stream}'
8         - 'integration-multipatch-test-{stream}'
9
10     project: integration/test
11
12     stream:
13         - boron:
14             branch: 'master'
15             jdk: 'openjdk8'
16             jre: 'openjdk8'
17             csit-list: >
18                 integration-distribution-deploy-{stream},
19                 integration-distribution-offline-{stream},
20                 l2switch-csit-1node-switch-only-{stream},
21                 l2switch-csit-1node-switch-all-{stream},
22                 l2switch-csit-1node-scalability-only-{stream},
23                 l2switch-csit-1node-scalability-all-{stream},
24                 lispflowmapping-csit-1node-msmr-only-{stream},
25                 lispflowmapping-csit-1node-msmr-all-{stream},
26                 nemo-csit-1node-engine-all-{stream},
27                 nemo-csit-1node-engine-only-{stream},
28                 netvirt-csit-1node-openstack-basic-only-{stream},
29                 netvirt-csit-1node-openstack-basic-all-{stream},
30                 netvirt-csit-3node-clustering-only-{stream},
31                 ocpplugin-csit-1node-get-only-{stream},
32                 ocpplugin-csit-1node-get-all-{stream},
33                 ocpplugin-csit-1node-scalability-only-{stream},
34                 ocpplugin-csit-1node-scalability-all-{stream},
35                 openflowplugin-csit-1node-flow-services-only-{stream},
36                 openflowplugin-csit-1node-flow-services-helium-redesign-only-{stream},
37                 openflowplugin-csit-1node-flow-services-all-{stream},
38                 openflowplugin-csit-1node-scalability-only-{stream},
39                 openflowplugin-csit-1node-scalability-helium-redesign-only-{stream},
40                 openflowplugin-csit-1node-cbench-performance-only-{stream},
41                 openflowplugin-csit-1node-cbench-performance-helium-redesign-only-{stream},
42                 openflowplugin-csit-1node-config-performance-only-{stream},
43                 openflowplugin-csit-1node-config-performance-helium-redesign-only-{stream},
44                 ovsdb-csit-1node-southbound-all-{stream},
45                 ovsdb-csit-1node-southbound-only-{stream},
46                 packetcable-csit-1node-pcmm-only-{stream},
47                 packetcable-csit-1node-pcmm-all-{stream},
48                 sxp-csit-1node-basic-only-{stream},
49                 sxp-csit-1node-filtering-all-{stream},
50                 sxp-csit-1node-topology-only-{stream},
51                 sxp-csit-1node-topology-all-{stream},
52                 topoprocessing-csit-1node-topology-operations-all-{stream},
53                 topoprocessing-csit-1node-topology-operations-only-{stream},
54                 tsdr-csit-1node-cassandra-datastore-only-{stream},
55                 tsdr-csit-1node-hbase-datastore-only-{stream},
56                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
57                 usc-csit-1node-channel-only-{stream},
58                 usc-csit-1node-channel-all-{stream},
59                 usc-csit-1node-tcp-only-{stream},
60                 usc-csit-1node-tcp-all-{stream},
61                 vtn-csit-1node-manager-only-{stream},
62                 vtn-csit-1node-coordinator-only-{stream}
63
64         - beryllium:
65             branch: 'stable/beryllium'
66             jdk: 'openjdk7'
67             jre: 'openjdk7'
68             csit-list: >
69                 aaa-csit-1node-authn-only-{stream},
70                 aaa-csit-1node-authn-all-{stream},
71                 bgpcep-csit-1node-userfeatures-only-{stream},
72                 bgpcep-csit-1node-userfeatures-all-{stream},
73                 capwap-csit-1node-ac-only-{stream},
74                 capwap-csit-1node-ac-all-{stream},
75                 integration-distribution-offline-{stream},
76                 integration-distribution-deploy-{stream},
77                 l2switch-csit-1node-switch-only-{stream},
78                 l2switch-csit-1node-scalability-only-{stream},
79                 l2switch-csit-1node-scalability-all-{stream},
80                 lispflowmapping-csit-1node-msmr-only-{stream},
81                 lispflowmapping-csit-1node-msmr-all-{stream},
82                 nemo-csit-1node-engine-all-{stream},
83                 nemo-csit-1node-engine-only-{stream},
84                 netconf-csit-1node-userfeatures-all-{stream},
85                 netconf-csit-1node-userfeatures-only-{stream},
86                 netvirt-csit-1node-openstack-basic-only-{stream},
87                 netvirt-csit-1node-openstack-basic-all-{stream},
88                 netvirt-csit-3node-clustering-only-{stream},
89                 nic-csit-1node-basic-all-{stream},
90                 nic-csit-1node-basic-only-{stream},
91                 openflowplugin-csit-1node-flow-services-only-{stream},
92                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
93                 openflowplugin-csit-1node-flow-services-all-{stream},
94                 openflowplugin-csit-1node-scalability-only-{stream},
95                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
96                 openflowplugin-csit-1node-cbench-performance-only-{stream},
97                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
98                 openflowplugin-csit-1node-config-performance-only-{stream},
99                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
100                 ovsdb-csit-1node-southbound-all-{stream},
101                 ovsdb-csit-1node-southbound-only-{stream},
102                 packetcable-csit-1node-pcmm-only-{stream},
103                 packetcable-csit-1node-pcmm-all-{stream},
104                 snmp-csit-1node-basic-only-{stream},
105                 snmp-csit-1node-basic-all-{stream},
106                 sxp-csit-1node-basic-only-{stream},
107                 sxp-csit-1node-filtering-only-{stream},
108                 sxp-csit-1node-filtering-all-{stream},
109                 topoprocessing-csit-1node-topology-operations-all-{stream},
110                 topoprocessing-csit-1node-topology-operations-only-{stream},
111                 tsdr-csit-1node-cassandra-datastore-only-{stream},
112                 tsdr-csit-1node-hbase-datastore-only-{stream},
113                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
114                 usc-csit-1node-channel-only-{stream},
115                 usc-csit-1node-channel-all-{stream},
116                 usc-csit-1node-tcp-only-{stream},
117                 usc-csit-1node-tcp-all-{stream},
118                 vtn-csit-1node-manager-only-{stream},
119                 vtn-csit-1node-manager-all-{stream},
120                 vtn-csit-1node-coordinator-only-{stream}
121
122         - stable-lithium:
123             branch: 'stable/lithium'
124             jdk: 'openjdk7'
125             jre: 'openjdk7'
126             csit-list: >
127                 aaa-csit-1node-authn-only-{stream},
128                 aaa-csit-1node-authn-all-{stream},
129                 bgpcep-csit-1node-userfeatures-only-{stream},
130                 bgpcep-csit-1node-userfeatures-all-{stream},
131                 capwap-csit-1node-ac-only-{stream},
132                 capwap-csit-1node-ac-all-{stream},
133                 controller-csit-3node-clustering-only-{stream},
134                 integration-distribution-offline-{stream},
135                 l2switch-csit-1node-switch-only-{stream},
136                 l2switch-csit-1node-switch-all-{stream},
137                 l2switch-csit-1node-scalability-only-{stream},
138                 l2switch-csit-1node-scalability-all-{stream},
139                 lispflowmapping-csit-1node-all-only-{stream},
140                 lispflowmapping-csit-1node-all-all-{stream},
141                 netconf-csit-1node-userfeatures-all-{stream},
142                 netconf-csit-1node-userfeatures-only-{stream},
143                 netvirt-csit-1node-openstack-basic-only-{stream},
144                 netvirt-csit-1node-openstack-basic-all-{stream},
145                 nic-csit-1node-basic-all-{stream},
146                 nic-csit-1node-basic-only-{stream},
147                 openflowplugin-csit-1node-flow-services-only-{stream},
148                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
149                 openflowplugin-csit-1node-flow-services-all-{stream},
150                 openflowplugin-csit-1node-scalability-only-{stream},
151                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
152                 openflowplugin-csit-1node-cbench-performance-only-{stream},
153                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
154                 openflowplugin-csit-1node-config-performance-only-{stream},
155                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
156                 ovsdb-csit-1node-southbound-only-{stream},
157                 ovsdb-csit-1node-southbound-all-{stream},
158                 snmp-csit-1node-basic-only-{stream},
159                 snmp-csit-1node-basic-all-{stream},
160                 usc-csit-1node-channel-only-{stream},
161                 usc-csit-1node-channel-all-{stream},
162                 vpnservice-csit-1node-vpnservice-only-{stream},
163                 vpnservice-csit-1node-vpnservice-all-{stream},
164                 vtn-csit-1node-manager-li-only-{stream},
165                 vtn-csit-1node-manager-li-all-{stream},
166                 vtn-csit-1node-coordinator-only-{stream}
167
168
169 # Template: integration-csit-verify-1node-library
170 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
171 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
172
173 - job-template:
174     name: 'integration-csit-verify-1node-library'
175
176     project-type: freestyle
177     node: dynamic_robot
178
179     logrotate:
180         daysToKeep: '{build-days-to-keep}'
181         numToKeep: '{build-num-to-keep}'
182         artifactDaysToKeep: '{build-artifact-days-to-keep}'
183         artifactNumToKeep: '{build-artifact-num-to-keep}'
184
185     parameters:
186         - opendaylight-infra-parameters:
187             project: 'integration/test'
188             branch: '{branch}'
189             refspec: 'refs/heads/{branch}'
190             artifacts: '{archive-artifacts}'
191         - integration-branch:
192             branch: 'stable/beryllium'
193         - integration-distribution-stream:
194             stream: 'beryllium'
195         - integration-bundleurl:
196             bundleurl: 'last'
197         - integration-controller-scope:
198             controller-scope: 'only'
199         - integration-controller-features:
200             controller-features: >
201                 odl-clustering-test-app,
202                 odl-openflowplugin-flow-services-ui,
203                 odl-bgpcep-pcep,
204                 odl-bgpcep-bgp,
205                 odl-netconf-connector-all
206         - integration-test-options:
207             test-options: '-v TIMEOUT_BUG_4220:10s'
208         - integration-stream-test-plan:
209             stream-test-plan: 'test-libraries-beryllium.txt'
210         - integration-test-plan:
211             test-plan: 'test-libraries.txt'
212         - integration-patch-refspec:
213             branch: '$GERRIT_REFSPEC'
214         - integration-jdk-version:
215             jdkversion: 'openjdk7'
216             # TODO: Switch to openjdk8 from Boron on.
217
218     scm:
219         - integration-gerrit-scm:
220             basedir: 'test'
221             refspec: '$PATCHREFSPEC'
222             branch: 'master'
223
224     wrappers:
225         - opendaylight-infra-wrappers:
226             build-timeout: '{build-timeout}'
227         - integration-openstack-controller-mininet:
228             controller-image: '{controller-image}'
229             controller-vms: 1
230             mininet-image: '{mininet-image}'
231             mininet-vms: '{mininet-vms}'
232
233     triggers:
234         - integration-trigger-patch-submitted:
235             name: 'integration/test'
236             branch: 'master'
237             pattern: 'csit/libraries/*'
238
239     builders:
240         - integration-copy-ssh-keys
241         - integration-cleanup-workspace
242         - integration-install-robotframework
243         - inject:
244             properties-file: 'env.properties'
245         - integration-get-slave-addresses
246         - inject:
247             properties-file: 'slave_addresses.txt'
248         - integration-get-bundle-vars
249         - inject:
250             properties-file: 'bundle_vars.txt'
251         - integration-deploy-controller-run-test
252         - integration-cleanup-tmp
253
254     publishers:
255         - integration-robot:
256             unstable-if: 0.0
257             pass-if: 100.0
258         - email-notification:
259             email-prefix: '[integration]'
260         - integration-csit-archive-build
261         - archive-build:
262             maven-version: '{mvn33}'
263
264 # Template: integration-distribution-test-{stream}
265 # Goal: Verify a distribution through all system test available
266 # Operation: This daily job template takes a distribution and passes all available system test
267
268 - job-template:
269     name: 'integration-distribution-test-{stream}'
270
271     project-type: freestyle
272     node: dynamic_verify
273
274     logrotate:
275         daysToKeep: '{build-days-to-keep}'
276         numToKeep: '{build-num-to-keep}'
277         artifactDaysToKeep: '{build-artifact-days-to-keep}'
278         artifactNumToKeep: '{build-artifact-num-to-keep}'
279
280     parameters:
281         - integration-bundleurl:
282             bundleurl: 'last'
283         - integration-jdk-version:
284             jdkversion: '{jre}'
285
286     triggers:
287         - timed: 'H H * * 6'
288
289     builders:
290         - trigger-builds:
291             - project: '{csit-list}'
292               block: true
293               predefined-parameters:
294                   BUNDLEURL=$BUNDLEURL
295
296     publishers:
297         - email-notification:
298             email-prefix: '[integration]'
299
300 # Template: integration-patch-test-{stream}
301 # Goal: Build a patch and run all available system test on a distribution containing the change
302 # Operation: This job template builds a patch, creates a distribution containing the patch, and
303 # triggers the distribution test when test-integration is used in gerrit comments
304
305 - job-template:
306     name: 'integration-patch-test-{stream}'
307
308     project-type: maven
309     node: dynamic_verify
310     jdk: '{jdk}'
311
312     logrotate:
313         daysToKeep: '{build-days-to-keep}'
314         numToKeep: '{build-num-to-keep}'
315         artifactDaysToKeep: '{build-artifact-days-to-keep}'
316         artifactNumToKeep: '{build-artifact-num-to-keep}'
317
318     parameters:
319         - opendaylight-infra-parameters:
320             project: '$GERRIT_PROJECT'
321             branch: '{branch}'
322             refspec: '$GERRIT_REFSPEC'
323             artifacts: '{archive-artifacts}'
324         - integration-branch:
325             branch: '{branch}'
326         - integration-distribution-git-url
327
328     scm:
329         - integration-gerrit-scm:
330             basedir: '$GERRIT_PROJECT'
331             refspec: '$GERRIT_REFSPEC'
332             branch: '{branch}'
333         - integration-distribution-scm:
334             branch: '{branch}'
335
336     wrappers:
337         - opendaylight-infra-wrappers:
338             build-timeout: '{build-timeout}'
339
340     triggers:
341         - gerrit:
342             server-name: 'OpenDaylight'
343             trigger-on:
344                 - comment-added-contains-event:
345                     comment-contains-value: 'test-integration'
346             projects:
347               - project-compare-type: 'ANT'
348                 project-pattern: '**'
349                 branches:
350                   - branch-compare-type: 'ANT'
351                     branch-pattern: '**/{branch}'
352             skip-vote:
353                 successful: true
354                 failed: true
355                 unstable: true
356                 notbuilt: true
357
358     prebuilders:
359         - integration-rebase-gerrit-patch
360         - integration-get-bundle-url
361         - inject:
362             properties-file: 'bundle.txt'
363         - wipe-org-opendaylight-repo
364         - provide-maven-settings:
365             global-settings-file: 'odl-global-settings'
366             settings-file: 'integration-settings'
367         - maven-target:
368             maven-version: '{mvn33}'
369             pom: '$GERRIT_PROJECT/pom.xml'
370             goals: 'clean install -V -B -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
371             java-opts:
372                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
373             settings: 'integration-settings'
374             settings-type: cfp
375             global-settings: 'odl-global-settings'
376             global-settings-type: cfp
377
378     maven:
379         maven-name: '{mvn33}'
380         root-pom: 'distribution/pom.xml'
381         goals: 'clean install -V -B -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
382         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
383         settings: 'integration-settings'
384         settings-type: cfp
385         global-settings: 'odl-global-settings'
386         global-settings-type: cfp
387         ignore-upstream-changes: true
388         post-step-run-condition: 'SUCCESS'
389
390     postbuilders:
391         - trigger-builds:
392             - project: '{csit-list}'
393               block: true
394               predefined-parameters:
395                   BUNDLEURL=$BUNDLEURL
396
397     publishers:
398         - email-notification:
399             email-prefix: '[$GERRIT_PROJECT]'
400
401 # Template: integration-multipatch-test-{stream}
402 # Goal: Build one or more patches and run all available system test on a distribution containing the change
403 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
404 # containing these patches, and triggers the distribution test job which includes most (if not all) available
405 # CSIT jobs
406
407 - job-template:
408     name: 'integration-multipatch-test-{stream}'
409
410     project-type: maven
411     node: dynamic_verify_8c
412     jdk: '{jdk}'
413
414     logrotate:
415         daysToKeep: '{build-days-to-keep}'
416         numToKeep: '{build-num-to-keep}'
417         artifactDaysToKeep: '{build-artifact-days-to-keep}'
418         artifactNumToKeep: '{build-artifact-num-to-keep}'
419
420     parameters:
421         - patches-to-build-parameter:
422             patches_to_build: '$PATCHES_TO_BUILD'
423         - integration-branch:
424             branch: '{branch}'
425
426     wrappers:
427         - opendaylight-infra-wrappers:
428             build-timeout: '{build-timeout}'
429
430     prebuilders:
431         - wipe-org-opendaylight-repo
432         - integration-multipatch-builder
433         - inject:
434             properties-file: 'bundle.txt'
435         - provide-maven-settings:
436             global-settings-file: 'odl-global-settings'
437             settings-file: 'yangtools-settings'
438
439     maven:
440         maven-name: '{mvn33}'
441         root-pom: 'patch_tester/pom.xml'
442         # TODO: Make Maven options configurable. Currently tests are not skipped, everything else is.
443         goals: 'clean install -f patch_tester/pom.xml -V -B -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
444         maven-opts: '-Xmx7168m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
445         settings: 'yangtools-settings'
446         settings-type: cfp
447         global-settings: 'odl-global-settings'
448         global-settings-type: cfp
449         post-step-run-condition: 'SUCCESS'
450
451     postbuilders:
452         - trigger-builds:
453             - project: '{csit-list}'
454               block: true
455               predefined-parameters:
456                   BUNDLEURL=$BUNDLEURL
457
458     publishers:
459         - email-notification:
460             email-prefix: '[integration]'