Merge "Call csit directly from patch test jobs"
[releng/builder.git] / jjb / integration / integration-test-jobs.yaml
1 - project:
2     name: integration-test
3     jobs:
4         - '{name}-verify-python-{stream}'
5         - 'integration-csit-verify-1node-library'
6         - 'integration-distribution-test-{stream}'
7         - 'integration-patch-test-{stream}'
8         - 'integration-multipatch-test-{stream}'
9
10     project: integration/test
11
12     stream:
13         - boron:
14             branch: 'master'
15             jdk: 'openjdk8'
16             jre: 'openjdk8'
17             csit-list: >
18                 integration-distribution-deploy-{stream},
19                 integration-distribution-offline-{stream},
20                 l2switch-csit-1node-switch-only-{stream},
21                 l2switch-csit-1node-switch-all-{stream},
22                 l2switch-csit-1node-scalability-only-{stream},
23                 l2switch-csit-1node-scalability-all-{stream},
24                 lispflowmapping-csit-1node-msmr-only-{stream},
25                 lispflowmapping-csit-1node-msmr-all-{stream},
26                 nemo-csit-1node-engine-all-{stream},
27                 nemo-csit-1node-engine-only-{stream},
28                 netvirt-csit-1node-openstack-basic-only-{stream},
29                 netvirt-csit-1node-openstack-basic-all-{stream},
30                 netvirt-csit-3node-clustering-only-{stream},
31                 openflowplugin-csit-1node-flow-services-only-{stream},
32                 openflowplugin-csit-1node-flow-services-helium-redesign-only-{stream},
33                 openflowplugin-csit-1node-flow-services-all-{stream},
34                 openflowplugin-csit-1node-scalability-only-{stream},
35                 openflowplugin-csit-1node-scalability-helium-redesign-only-{stream},
36                 openflowplugin-csit-1node-cbench-performance-only-{stream},
37                 openflowplugin-csit-1node-cbench-performance-helium-redesign-only-{stream},
38                 openflowplugin-csit-1node-config-performance-only-{stream},
39                 openflowplugin-csit-1node-config-performance-helium-redesign-only-{stream},
40                 ovsdb-csit-1node-southbound-all-{stream},
41                 ovsdb-csit-1node-southbound-only-{stream},
42                 packetcable-csit-1node-pcmm-only-{stream},
43                 packetcable-csit-1node-pcmm-all-{stream},
44                 sxp-csit-1node-basic-only-{stream},
45                 sxp-csit-1node-filtering-all-{stream},
46                 sxp-csit-1node-topology-only-{stream},
47                 sxp-csit-1node-topology-all-{stream},
48                 topoprocessing-csit-1node-topology-operations-all-{stream},
49                 topoprocessing-csit-1node-topology-operations-only-{stream},
50                 tsdr-csit-1node-cassandra-datastore-only-{stream},
51                 tsdr-csit-1node-hbase-datastore-only-{stream},
52                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
53                 usc-csit-1node-channel-only-{stream},
54                 usc-csit-1node-channel-all-{stream},
55                 usc-csit-1node-tcp-only-{stream},
56                 usc-csit-1node-tcp-all-{stream},
57                 vtn-csit-1node-manager-only-{stream},
58                 vtn-csit-1node-coordinator-only-{stream}
59
60         - beryllium:
61             branch: 'stable/beryllium'
62             jdk: 'openjdk7'
63             jre: 'openjdk7'
64             csit-list: >
65                 aaa-csit-1node-authn-only-{stream},
66                 aaa-csit-1node-authn-all-{stream},
67                 bgpcep-csit-1node-userfeatures-only-{stream},
68                 bgpcep-csit-1node-userfeatures-all-{stream},
69                 capwap-csit-1node-ac-only-{stream},
70                 capwap-csit-1node-ac-all-{stream},
71                 integration-distribution-offline-{stream},
72                 integration-distribution-deploy-{stream},
73                 l2switch-csit-1node-switch-only-{stream},
74                 l2switch-csit-1node-scalability-only-{stream},
75                 l2switch-csit-1node-scalability-all-{stream},
76                 lispflowmapping-csit-1node-msmr-only-{stream},
77                 lispflowmapping-csit-1node-msmr-all-{stream},
78                 nemo-csit-1node-engine-all-{stream},
79                 nemo-csit-1node-engine-only-{stream},
80                 netconf-csit-1node-userfeatures-all-{stream},
81                 netconf-csit-1node-userfeatures-only-{stream},
82                 netvirt-csit-1node-openstack-basic-only-{stream},
83                 netvirt-csit-1node-openstack-basic-all-{stream},
84                 netvirt-csit-3node-clustering-only-{stream},
85                 nic-csit-1node-basic-all-{stream},
86                 nic-csit-1node-basic-only-{stream},
87                 openflowplugin-csit-1node-flow-services-only-{stream},
88                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
89                 openflowplugin-csit-1node-flow-services-all-{stream},
90                 openflowplugin-csit-1node-scalability-only-{stream},
91                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
92                 openflowplugin-csit-1node-cbench-performance-only-{stream},
93                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
94                 openflowplugin-csit-1node-config-performance-only-{stream},
95                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
96                 ovsdb-csit-1node-southbound-all-{stream},
97                 ovsdb-csit-1node-southbound-only-{stream},
98                 packetcable-csit-1node-pcmm-only-{stream},
99                 packetcable-csit-1node-pcmm-all-{stream},
100                 snmp-csit-1node-basic-only-{stream},
101                 snmp-csit-1node-basic-all-{stream},
102                 sxp-csit-1node-basic-only-{stream},
103                 sxp-csit-1node-filtering-only-{stream},
104                 sxp-csit-1node-filtering-all-{stream},
105                 topoprocessing-csit-1node-topology-operations-all-{stream},
106                 topoprocessing-csit-1node-topology-operations-only-{stream},
107                 tsdr-csit-1node-cassandra-datastore-only-{stream},
108                 tsdr-csit-1node-hbase-datastore-only-{stream},
109                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
110                 usc-csit-1node-channel-only-{stream},
111                 usc-csit-1node-channel-all-{stream},
112                 usc-csit-1node-tcp-only-{stream},
113                 usc-csit-1node-tcp-all-{stream},
114                 vtn-csit-1node-manager-only-{stream},
115                 vtn-csit-1node-manager-all-{stream},
116                 vtn-csit-1node-coordinator-only-{stream}
117
118         - stable-lithium:
119             branch: 'stable/lithium'
120             jdk: 'openjdk7'
121             jre: 'openjdk7'
122             csit-list: >
123                 aaa-csit-1node-authn-only-{stream},
124                 aaa-csit-1node-authn-all-{stream},
125                 bgpcep-csit-1node-userfeatures-only-{stream},
126                 bgpcep-csit-1node-userfeatures-all-{stream},
127                 capwap-csit-1node-ac-only-{stream},
128                 capwap-csit-1node-ac-all-{stream},
129                 controller-csit-3node-clustering-only-{stream},
130                 integration-distribution-offline-{stream},
131                 l2switch-csit-1node-switch-only-{stream},
132                 l2switch-csit-1node-switch-all-{stream},
133                 l2switch-csit-1node-scalability-only-{stream},
134                 l2switch-csit-1node-scalability-all-{stream},
135                 lispflowmapping-csit-1node-all-only-{stream},
136                 lispflowmapping-csit-1node-all-all-{stream},
137                 netconf-csit-1node-userfeatures-all-{stream},
138                 netconf-csit-1node-userfeatures-only-{stream},
139                 netvirt-csit-1node-openstack-basic-only-{stream},
140                 netvirt-csit-1node-openstack-basic-all-{stream},
141                 nic-csit-1node-basic-all-{stream},
142                 nic-csit-1node-basic-only-{stream},
143                 openflowplugin-csit-1node-flow-services-only-{stream},
144                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
145                 openflowplugin-csit-1node-flow-services-all-{stream},
146                 openflowplugin-csit-1node-scalability-only-{stream},
147                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
148                 openflowplugin-csit-1node-cbench-performance-only-{stream},
149                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
150                 openflowplugin-csit-1node-config-performance-only-{stream},
151                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
152                 ovsdb-csit-1node-southbound-only-{stream},
153                 ovsdb-csit-1node-southbound-all-{stream},
154                 snmp-csit-1node-basic-only-{stream},
155                 snmp-csit-1node-basic-all-{stream},
156                 usc-csit-1node-channel-only-{stream},
157                 usc-csit-1node-channel-all-{stream},
158                 vpnservice-csit-1node-vpnservice-only-{stream},
159                 vpnservice-csit-1node-vpnservice-all-{stream},
160                 vtn-csit-1node-manager-li-only-{stream},
161                 vtn-csit-1node-manager-li-all-{stream},
162                 vtn-csit-1node-coordinator-only-{stream}
163
164
165 # Template: integration-csit-verify-1node-library
166 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
167 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
168
169 - job-template:
170     name: 'integration-csit-verify-1node-library'
171
172     project-type: freestyle
173     node: dynamic_robot
174
175     logrotate:
176         daysToKeep: '{build-days-to-keep}'
177         numToKeep: '{build-num-to-keep}'
178         artifactDaysToKeep: '{build-artifact-days-to-keep}'
179         artifactNumToKeep: '{build-artifact-num-to-keep}'
180
181     parameters:
182         - project-parameter:
183             project: 'integration/test'
184         - integration-branch:
185             branch: 'stable/beryllium'
186         - integration-distribution-stream:
187             stream: 'beryllium'
188         - integration-bundleurl:
189             bundleurl: 'last'
190         - integration-controller-scope:
191             controller-scope: 'only'
192         - integration-controller-features:
193             controller-features: >
194                 odl-clustering-test-app,
195                 odl-openflowplugin-flow-services-ui,
196                 odl-bgpcep-pcep,
197                 odl-bgpcep-bgp,
198                 odl-netconf-connector-all
199         - integration-test-options:
200             test-options: '-v TIMEOUT_BUG_4220:10s'
201         - integration-stream-test-plan:
202             stream-test-plan: 'test-libraries-beryllium.txt'
203         - integration-test-plan:
204             test-plan: 'test-libraries.txt'
205         - integration-patch-refspec:
206             branch: '$GERRIT_REFSPEC'
207         - integration-jdk-version:
208             jdkversion: 'openjdk7'
209             # TODO: Switch to openjdk8 from Boron on.
210
211     scm:
212         - integration-gerrit-scm:
213             credentials-id: '{ssh-credentials}'
214             basedir: 'test'
215             refspec: '$PATCHREFSPEC'
216             branch: 'master'
217
218     wrappers:
219         - build-timeout
220         - integration-openstack-controller-mininet:
221             controller-vms: 1
222             mininet-image: '{mininet-image}'
223             mininet-vms: '{mininet-vms}'
224             mininet-cloud-name: '{mininet-cloud-name}'
225         - ssh-agent-credentials:
226             users:
227                 - '{ssh-credentials}'
228
229     triggers:
230         - integration-trigger-patch-submitted:
231             name: 'integration/test'
232             branch: 'master'
233             pattern: 'csit/libraries/*'
234
235     builders:
236         - integration-cleanup-workspace
237         - integration-install-robotframework
238         - inject:
239             properties-file: 'env.properties'
240         - integration-get-slave-addresses
241         - inject:
242             properties-file: 'slave_addresses.txt'
243         - integration-get-bundle-vars
244         - inject:
245             properties-file: 'bundle_vars.txt'
246         - integration-deploy-controller-run-test
247         - integration-cleanup-tmp
248
249     publishers:
250         - integration-robot:
251             unstable-if: 0.0
252             pass-if: 100.0
253         - archive:
254             artifacts: '*.log,*.log.xz'
255         - email-notification:
256             email-prefix: '[integration]'
257
258 # Template: integration-distribution-test-{stream}
259 # Goal: Verify a distribution through all system test available
260 # Operation: This daily job template takes a distribution and passes all available system test
261
262 - job-template:
263     name: 'integration-distribution-test-{stream}'
264
265     project-type: freestyle
266     node: dynamic_verify
267
268     logrotate:
269         daysToKeep: '{build-days-to-keep}'
270         numToKeep: '{build-num-to-keep}'
271         artifactDaysToKeep: '{build-artifact-days-to-keep}'
272         artifactNumToKeep: '{build-artifact-num-to-keep}'
273
274     parameters:
275         - integration-bundleurl:
276             bundleurl: 'last'
277         - integration-jdk-version:
278             jdkversion: '{jre}'
279
280     triggers:
281         - timed: 'H H * * 6'
282
283     builders:
284         - trigger-builds:
285             - project: '{csit-list}'
286               block: true
287               predefined-parameters:
288                   BUNDLEURL=$BUNDLEURL
289
290     publishers:
291         - email-notification:
292             email-prefix: '[integration]'
293
294 # Template: integration-patch-test-{stream}
295 # Goal: Build a patch and run all available system test on a distribution containing the change
296 # Operation: This job template builds a patch, creates a distribution containing the patch, and
297 # triggers the distribution test when test-integration is used in gerrit comments
298
299 - job-template:
300     name: 'integration-patch-test-{stream}'
301
302     project-type: maven
303     node: dynamic_verify
304     jdk: '{jdk}'
305
306     logrotate:
307         daysToKeep: '{build-days-to-keep}'
308         numToKeep: '{build-num-to-keep}'
309         artifactDaysToKeep: '{build-artifact-days-to-keep}'
310         artifactNumToKeep: '{build-artifact-num-to-keep}'
311
312     parameters:
313         - gerrit-parameters:
314             project: '$GERRIT_PROJECT'
315             branch: '{branch}'
316             refspec: '$GERRIT_REFSPEC'
317         - project-parameter:
318             project: '$GERRIT_PROJECT'
319         - integration-branch:
320             branch: '{branch}'
321         - integration-distribution-git-url
322
323     scm:
324         - integration-gerrit-scm:
325             credentials-id: '{ssh-credentials}'
326             basedir: '$GERRIT_PROJECT'
327             refspec: '$GERRIT_REFSPEC'
328             branch: '{branch}'
329         - integration-distribution-scm:
330             credentials-id: '{ssh-credentials}'
331             branch: '{branch}'
332
333     wrappers:
334         - build-timeout
335         - ssh-agent-credentials:
336             users:
337                 - '{ssh-credentials}'
338
339     triggers:
340         - gerrit:
341             server-name: 'OpenDaylight'
342             trigger-on:
343                 - comment-added-contains-event:
344                     comment-contains-value: 'test-integration'
345             projects:
346               - project-compare-type: 'ANT'
347                 project-pattern: '**'
348                 branches:
349                   - branch-compare-type: 'ANT'
350                     branch-pattern: '**/{branch}'
351             skip-vote:
352                 successful: true
353                 failed: true
354                 unstable: true
355                 notbuilt: true
356
357     prebuilders:
358         - integration-rebase-gerrit-patch
359         - integration-get-bundle-url
360         - inject:
361             properties-file: 'bundle.txt'
362         - wipe-org-opendaylight-repo
363         - provide-maven-settings:
364             global-settings-file: 'odl-global-settings'
365             settings-file: 'integration-settings'
366         - maven-target:
367             maven-version: '{mvn33}'
368             pom: '$GERRIT_PROJECT/pom.xml'
369             goals: 'clean install -V -B -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
370             java-opts:
371                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
372             settings: 'integration-settings'
373             settings-type: cfp
374             global-settings: 'odl-global-settings'
375             global-settings-type: cfp
376
377     maven:
378         maven-name: '{mvn33}'
379         root-pom: 'distribution/pom.xml'
380         goals: 'clean install -V -B -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
381         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
382         settings: 'integration-settings'
383         settings-type: cfp
384         global-settings: 'odl-global-settings'
385         global-settings-type: cfp
386         ignore-upstream-changes: true
387         post-step-run-condition: 'SUCCESS'
388
389     postbuilders:
390         - trigger-builds:
391             - project: '{csit-list}'
392               block: true
393               predefined-parameters:
394                   BUNDLEURL=$BUNDLEURL
395
396     publishers:
397         - email-notification:
398             email-prefix: '[$GERRIT_PROJECT]'
399
400 # Template: integration-multipatch-test-{stream}
401 # Goal: Build one or more patches and run all available system test on a distribution containing the change
402 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
403 # containing these patches, and triggers the distribution test job which includes most (if not all) available
404 # CSIT jobs
405
406 - job-template:
407     name: 'integration-multipatch-test-{stream}'
408
409     project-type: maven
410     node: dynamic_verify
411     jdk: '{jdk}'
412
413     logrotate:
414         daysToKeep: '{build-days-to-keep}'
415         numToKeep: '{build-num-to-keep}'
416         artifactDaysToKeep: '{build-artifact-days-to-keep}'
417         artifactNumToKeep: '{build-artifact-num-to-keep}'
418
419     parameters:
420         - patches-to-build-parameter:
421             patches_to_build: '$PATCHES_TO_BUILD'
422         - integration-branch:
423             branch: '{branch}'
424
425     wrappers:
426         - build-timeout
427         - ssh-agent-credentials:
428             users:
429                 - '{ssh-credentials}'
430
431     prebuilders:
432         - wipe-org-opendaylight-repo
433         - integration-multipatch-builder
434         - inject:
435             properties-file: 'bundle.txt'
436         - provide-maven-settings:
437             global-settings-file: 'odl-global-settings'
438             settings-file: 'yangtools-settings'
439
440     maven:
441         maven-name: '{mvn33}'
442         root-pom: 'patch_tester/pom.xml'
443         # TODO: Make Maven options configurable. Currently tests are not skipped, everything else is.
444         goals: 'clean install -f patch_tester/pom.xml -V -B -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
445         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
446         settings: 'yangtools-settings'
447         settings-type: cfp
448         global-settings: 'odl-global-settings'
449         global-settings-type: cfp
450         post-step-run-condition: 'SUCCESS'
451
452     postbuilders:
453         - trigger-builds:
454             - project: '{csit-list}'
455               block: true
456               predefined-parameters:
457                   BUNDLEURL=$BUNDLEURL
458
459     publishers:
460         - email-notification:
461             email-prefix: '[integration]'