Unify maven goal options some more
[releng/builder.git] / jjb / integration / integration-test-jobs.yaml
1 - project:
2     name: integration-test
3     jobs:
4         - '{name}-verify-python-{stream}'
5         - 'integration-csit-verify-1node-library'
6         - 'integration-distribution-test-{stream}'
7         - 'integration-patch-test-{stream}'
8         - 'integration-multipatch-test-{stream}'
9
10     project: integration/test
11
12     stream:
13         - boron:
14             branch: 'master'
15             jdk: 'openjdk8'
16             jre: 'openjdk8'
17             csit-list: >
18                 integration-distribution-deploy-{stream},
19                 integration-distribution-offline-{stream},
20                 l2switch-csit-1node-switch-only-{stream},
21                 l2switch-csit-1node-switch-all-{stream},
22                 l2switch-csit-1node-scalability-only-{stream},
23                 l2switch-csit-1node-scalability-all-{stream},
24                 lispflowmapping-csit-1node-msmr-only-{stream},
25                 lispflowmapping-csit-1node-msmr-all-{stream},
26                 nemo-csit-1node-engine-all-{stream},
27                 nemo-csit-1node-engine-only-{stream},
28                 netvirt-csit-1node-openstack-basic-only-{stream},
29                 netvirt-csit-1node-openstack-basic-all-{stream},
30                 netvirt-csit-3node-clustering-only-{stream},
31                 openflowplugin-csit-1node-flow-services-only-{stream},
32                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
33                 openflowplugin-csit-1node-flow-services-all-{stream},
34                 openflowplugin-csit-1node-scalability-only-{stream},
35                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
36                 openflowplugin-csit-1node-scalability-all-{stream},
37                 openflowplugin-csit-1node-cbench-performance-only-{stream},
38                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
39                 openflowplugin-csit-1node-config-performance-only-{stream},
40                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
41                 ovsdb-csit-1node-southbound-all-{stream},
42                 ovsdb-csit-1node-southbound-only-{stream},
43                 packetcable-csit-1node-pcmm-only-{stream},
44                 packetcable-csit-1node-pcmm-all-{stream},
45                 sxp-csit-1node-basic-only-{stream},
46                 sxp-csit-1node-filtering-all-{stream},
47                 sxp-csit-1node-topology-only-{stream},
48                 sxp-csit-1node-topology-all-{stream},
49                 topoprocessing-csit-1node-topology-operations-all-{stream},
50                 topoprocessing-csit-1node-topology-operations-only-{stream},
51                 tsdr-csit-1node-cassandra-datastore-only-{stream},
52                 tsdr-csit-1node-hbase-datastore-only-{stream},
53                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
54                 usc-csit-1node-channel-only-{stream},
55                 usc-csit-1node-channel-all-{stream},
56                 usc-csit-1node-tcp-only-{stream},
57                 usc-csit-1node-tcp-all-{stream},
58                 vtn-csit-1node-manager-only-{stream},
59                 vtn-csit-1node-coordinator-only-{stream}
60
61         - beryllium:
62             branch: 'stable/beryllium'
63             jdk: 'openjdk7'
64             jre: 'openjdk7'
65             csit-list: >
66                 aaa-csit-1node-authn-only-{stream},
67                 aaa-csit-1node-authn-all-{stream},
68                 bgpcep-csit-1node-userfeatures-only-{stream},
69                 bgpcep-csit-1node-userfeatures-all-{stream},
70                 capwap-csit-1node-ac-only-{stream},
71                 capwap-csit-1node-ac-all-{stream},
72                 integration-distribution-offline-{stream},
73                 integration-distribution-deploy-{stream},
74                 l2switch-csit-1node-switch-only-{stream},
75                 l2switch-csit-1node-scalability-only-{stream},
76                 l2switch-csit-1node-scalability-all-{stream},
77                 lispflowmapping-csit-1node-msmr-only-{stream},
78                 lispflowmapping-csit-1node-msmr-all-{stream},
79                 nemo-csit-1node-engine-all-{stream},
80                 nemo-csit-1node-engine-only-{stream},
81                 netconf-csit-1node-userfeatures-all-{stream},
82                 netconf-csit-1node-userfeatures-only-{stream},
83                 netvirt-csit-1node-openstack-basic-only-{stream},
84                 netvirt-csit-1node-openstack-basic-all-{stream},
85                 netvirt-csit-3node-clustering-only-{stream},
86                 nic-csit-1node-basic-all-{stream},
87                 nic-csit-1node-basic-only-{stream},
88                 openflowplugin-csit-1node-flow-services-only-{stream},
89                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
90                 openflowplugin-csit-1node-flow-services-all-{stream},
91                 openflowplugin-csit-1node-scalability-only-{stream},
92                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
93                 openflowplugin-csit-1node-scalability-all-{stream},
94                 openflowplugin-csit-1node-cbench-performance-only-{stream},
95                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
96                 openflowplugin-csit-1node-config-performance-only-{stream},
97                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
98                 ovsdb-csit-1node-southbound-all-{stream},
99                 ovsdb-csit-1node-southbound-only-{stream},
100                 packetcable-csit-1node-pcmm-only-{stream},
101                 packetcable-csit-1node-pcmm-all-{stream},
102                 snmp-csit-1node-basic-only-{stream},
103                 snmp-csit-1node-basic-all-{stream},
104                 sxp-csit-1node-basic-only-{stream},
105                 sxp-csit-1node-filtering-only-{stream},
106                 sxp-csit-1node-filtering-all-{stream},
107                 topoprocessing-csit-1node-topology-operations-all-{stream},
108                 topoprocessing-csit-1node-topology-operations-only-{stream},
109                 tsdr-csit-1node-cassandra-datastore-only-{stream},
110                 tsdr-csit-1node-hbase-datastore-only-{stream},
111                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
112                 usc-csit-1node-channel-only-{stream},
113                 usc-csit-1node-channel-all-{stream},
114                 usc-csit-1node-tcp-only-{stream},
115                 usc-csit-1node-tcp-all-{stream},
116                 vtn-csit-1node-manager-only-{stream},
117                 vtn-csit-1node-manager-all-{stream},
118                 vtn-csit-1node-coordinator-only-{stream}
119
120         - stable-lithium:
121             branch: 'stable/lithium'
122             jdk: 'openjdk7'
123             jre: 'openjdk7'
124             csit-list: >
125                 aaa-csit-1node-authn-only-{stream},
126                 aaa-csit-1node-authn-all-{stream},
127                 bgpcep-csit-1node-userfeatures-only-{stream},
128                 bgpcep-csit-1node-userfeatures-all-{stream},
129                 capwap-csit-1node-ac-only-{stream},
130                 capwap-csit-1node-ac-all-{stream},
131                 controller-csit-3node-clustering-only-{stream},
132                 integration-distribution-offline-{stream},
133                 l2switch-csit-1node-switch-only-{stream},
134                 l2switch-csit-1node-switch-all-{stream},
135                 l2switch-csit-1node-scalability-only-{stream},
136                 l2switch-csit-1node-scalability-all-{stream},
137                 lispflowmapping-csit-1node-all-only-{stream},
138                 lispflowmapping-csit-1node-all-all-{stream},
139                 netconf-csit-1node-userfeatures-all-{stream},
140                 netconf-csit-1node-userfeatures-only-{stream},
141                 netvirt-csit-1node-openstack-basic-only-{stream},
142                 netvirt-csit-1node-openstack-basic-all-{stream},
143                 nic-csit-1node-basic-all-{stream},
144                 nic-csit-1node-basic-only-{stream},
145                 openflowplugin-csit-1node-flow-services-only-{stream},
146                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
147                 openflowplugin-csit-1node-flow-services-all-{stream},
148                 openflowplugin-csit-1node-scalability-only-{stream},
149                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
150                 openflowplugin-csit-1node-scalability-all-{stream},
151                 openflowplugin-csit-1node-cbench-performance-only-{stream},
152                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
153                 openflowplugin-csit-1node-config-performance-only-{stream},
154                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
155                 ovsdb-csit-1node-southbound-only-{stream},
156                 ovsdb-csit-1node-southbound-all-{stream},
157                 snmp-csit-1node-basic-only-{stream},
158                 snmp-csit-1node-basic-all-{stream},
159                 usc-csit-1node-channel-only-{stream},
160                 usc-csit-1node-channel-all-{stream},
161                 vpnservice-csit-1node-vpnservice-only-{stream},
162                 vpnservice-csit-1node-vpnservice-all-{stream},
163                 vtn-csit-1node-manager-li-only-{stream},
164                 vtn-csit-1node-manager-li-all-{stream},
165                 vtn-csit-1node-coordinator-only-{stream}
166
167
168 # Template: integration-csit-verify-1node-library
169 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
170 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
171
172 - job-template:
173     name: 'integration-csit-verify-1node-library'
174
175     project-type: freestyle
176     node: dynamic_robot
177
178     logrotate:
179         daysToKeep: '{build-days-to-keep}'
180         numToKeep: '{build-num-to-keep}'
181         artifactDaysToKeep: '{build-artifact-days-to-keep}'
182         artifactNumToKeep: '{build-artifact-num-to-keep}'
183
184     parameters:
185         - project-parameter:
186             project: 'integration/test'
187         - integration-branch:
188             branch: 'stable/beryllium'
189         - integration-distribution-stream:
190             stream: 'beryllium'
191         - integration-bundleurl:
192             bundleurl: 'last'
193         - integration-controller-scope:
194             controller-scope: 'only'
195         - integration-controller-features:
196             controller-features: >
197                 odl-clustering-test-app,
198                 odl-openflowplugin-flow-services-ui,
199                 odl-bgpcep-pcep,
200                 odl-bgpcep-bgp,
201                 odl-netconf-connector-all
202         - integration-test-options:
203             test-options: '-v TIMEOUT_BUG_4220:10s'
204         - integration-stream-test-plan:
205             stream-test-plan: 'test-libraries-beryllium.txt'
206         - integration-test-plan:
207             test-plan: 'test-libraries.txt'
208         - integration-patch-refspec:
209             branch: '$GERRIT_REFSPEC'
210         - integration-jdk-version:
211             jdkversion: 'openjdk7'
212             # TODO: Switch to openjdk8 from Boron on.
213
214     scm:
215         - integration-gerrit-scm:
216             credentials-id: '{ssh-credentials}'
217             basedir: 'test'
218             refspec: '$PATCHREFSPEC'
219             branch: 'master'
220
221     wrappers:
222         - build-timeout
223         - integration-jclouds-controller-mininet:
224             controller-vms: 1
225             mininet-image: '{mininet-image}'
226             mininet-vms: '{mininet-vms}'
227             mininet-cloud-name: '{mininet-cloud-name}'
228         - ssh-agent-credentials:
229             users:
230                 - '{ssh-credentials}'
231
232     triggers:
233         - integration-trigger-patch-submitted:
234             name: 'integration/test'
235             branch: 'master'
236             pattern: 'csit/libraries/*'
237
238     builders:
239         - integration-cleanup-workspace
240         - integration-install-robotframework
241         - inject:
242             properties-file: 'env.properties'
243         - integration-get-slave-addresses
244         - inject:
245             properties-file: 'slave_addresses.txt'
246         - integration-get-bundle-vars
247         - inject:
248             properties-file: 'bundle_vars.txt'
249         - integration-deploy-controller-run-test
250         - integration-cleanup-tmp
251
252     publishers:
253         - integration-robot:
254             unstable-if: 0.0
255             pass-if: 100.0
256         - archive:
257             artifacts: '*.log,*.log.xz'
258         - email-notification:
259             email-prefix: '[integration]'
260
261 # Template: integration-distribution-test-{stream}
262 # Goal: Verify a distribution through all system test available
263 # Operation: This daily job template takes a distribution and passes all available system test
264
265 - job-template:
266     name: 'integration-distribution-test-{stream}'
267
268     project-type: freestyle
269     node: dynamic_verify
270
271     logrotate:
272         daysToKeep: '{build-days-to-keep}'
273         numToKeep: '{build-num-to-keep}'
274         artifactDaysToKeep: '{build-artifact-days-to-keep}'
275         artifactNumToKeep: '{build-artifact-num-to-keep}'
276
277     parameters:
278         - integration-bundleurl:
279             bundleurl: 'last'
280         - integration-jdk-version:
281             jdkversion: '{jre}'
282
283     triggers:
284         - timed: 'H H * * 6'
285
286     builders:
287         - trigger-builds:
288             - project: '{csit-list}'
289               block: true
290               predefined-parameters:
291                   BUNDLEURL=$BUNDLEURL
292
293     publishers:
294         - email-notification:
295             email-prefix: '[integration]'
296
297 # Template: integration-patch-test-{stream}
298 # Goal: Build a patch and run all available system test on a distribution containing the change
299 # Operation: This job template builds a patch, creates a distribution containing the patch, and
300 # triggers the distribution test when test-integration is used in gerrit comments
301
302 - job-template:
303     name: 'integration-patch-test-{stream}'
304
305     project-type: maven
306     node: dynamic_verify
307     jdk: '{jdk}'
308
309     logrotate:
310         daysToKeep: '{build-days-to-keep}'
311         numToKeep: '{build-num-to-keep}'
312         artifactDaysToKeep: '{build-artifact-days-to-keep}'
313         artifactNumToKeep: '{build-artifact-num-to-keep}'
314
315     parameters:
316         - gerrit-parameters:
317             project: '$GERRIT_PROJECT'
318             branch: '{branch}'
319             refspec: '$GERRIT_REFSPEC'
320         - project-parameter:
321             project: '$GERRIT_PROJECT'
322         - integration-branch:
323             branch: '{branch}'
324         - integration-distribution-git-url
325
326     scm:
327         - integration-gerrit-scm:
328             credentials-id: '{ssh-credentials}'
329             basedir: '$GERRIT_PROJECT'
330             refspec: '$GERRIT_REFSPEC'
331             branch: '{branch}'
332         - integration-distribution-scm:
333             credentials-id: '{ssh-credentials}'
334             branch: '{branch}'
335
336     wrappers:
337         - build-timeout
338         - ssh-agent-credentials:
339             users:
340                 - '{ssh-credentials}'
341
342     triggers:
343         - gerrit:
344             server-name: 'OpenDaylight'
345             trigger-on:
346                 - comment-added-contains-event:
347                     comment-contains-value: 'test-integration'
348             projects:
349               - project-compare-type: 'ANT'
350                 project-pattern: '**'
351                 branches:
352                   - branch-compare-type: 'ANT'
353                     branch-pattern: '**/{branch}'
354             skip-vote:
355                 successful: true
356                 failed: true
357                 unstable: true
358                 notbuilt: true
359
360     prebuilders:
361         - integration-rebase-gerrit-patch
362         - integration-get-bundle-url
363         - inject:
364             properties-file: 'bundle.txt'
365         - wipe-org-opendaylight-repo
366         - provide-maven-settings:
367             global-settings-file: '{odl-global-settings}'
368             settings-file: '{integration-settings}'
369         - maven-target:
370             maven-version: '{mvn33}'
371             pom: '$GERRIT_PROJECT/pom.xml'
372             goals: 'clean install -V -B -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
373             java-opts:
374                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
375             global-settings: '{odl-global-settings}'
376             settings: '{integration-settings}'
377
378     maven:
379         maven-name: '{mvn33}'
380         root-pom: 'distribution/pom.xml'
381         goals: 'clean install -V -B -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
382         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
383         global-settings: '{odl-global-settings}'
384         settings: '{integration-settings}'
385         ignore-upstream-changes: true
386         post-step-run-condition: 'SUCCESS'
387
388     postbuilders:
389         - trigger-builds:
390             - project: 'integration-distribution-test-{stream}'
391               block: true
392               predefined-parameters:
393                   BUNDLEURL=$BUNDLEURL
394
395     publishers:
396         - email-notification:
397             email-prefix: '[$GERRIT_PROJECT]'
398
399 # Template: integration-multipatch-test-{stream}
400 # Goal: Build one or more patches and run all available system test on a distribution containing the change
401 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
402 # containing these patches, and triggers the distribution test job which includes most (if not all) available
403 # CSIT jobs
404
405 - job-template:
406     name: 'integration-multipatch-test-{stream}'
407
408     project-type: maven
409     node: dynamic_verify
410     jdk: '{jdk}'
411
412     logrotate:
413         daysToKeep: '{build-days-to-keep}'
414         numToKeep: '{build-num-to-keep}'
415         artifactDaysToKeep: '{build-artifact-days-to-keep}'
416         artifactNumToKeep: '{build-artifact-num-to-keep}'
417
418     parameters:
419         - patches-to-build-parameter:
420             patches_to_build: '$PATCHES_TO_BUILD'
421         - integration-branch:
422             branch: '{branch}'
423
424     wrappers:
425         - build-timeout
426         - ssh-agent-credentials:
427             users:
428                 - '{ssh-credentials}'
429
430     prebuilders:
431         - wipe-org-opendaylight-repo
432         - integration-multipatch-builder
433         - inject:
434             properties-file: 'bundle.txt'
435         - provide-maven-settings:
436             global-settings-file: '{odl-global-settings}'
437             settings-file: '{yangtools-settings}'
438
439     maven:
440         maven-name: '{mvn33}'
441         root-pom: 'patch_tester/pom.xml'
442         # TODO: Make Maven options configurable. Currently tests are not skipped, everything else is.
443         goals: 'clean install -f patch_tester/pom.xml -V -B -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
444         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
445         global-settings: '{odl-global-settings}'
446         settings: '{yangtools-settings}'
447         post-step-run-condition: 'SUCCESS'
448
449     postbuilders:
450         - trigger-builds:
451             - project: 'integration-distribution-test-{stream}'
452               block: true
453               predefined-parameters:
454                   BUNDLEURL=$BUNDLEURL
455
456     publishers:
457         - email-notification:
458             email-prefix: '[integration]'