Revert "remove l2switch CSIT from Boron and Beryllium distribution-test"
[releng/builder.git] / jjb / integration / integration-test-jobs.yaml
1 - project:
2     name: integration-test
3     jobs:
4         - '{name}-verify-python-{stream}'
5         - 'integration-csit-verify-1node-library'
6         - 'integration-distribution-test-{stream}'
7         - 'integration-patch-test-{stream}'
8         - 'integration-multipatch-test-{stream}'
9
10     project: integration/test
11
12     stream:
13         - boron:
14             branch: 'master'
15             jdk: 'openjdk8'
16             jre: 'openjdk8'
17             csit-list: >
18                 integration-distribution-deploy-{stream},
19                 integration-distribution-offline-{stream},
20                 l2switch-csit-1node-switch-only-{stream},
21                 l2switch-csit-1node-switch-all-{stream},
22                 l2switch-csit-1node-scalability-only-{stream},
23                 l2switch-csit-1node-scalability-all-{stream},
24                 lispflowmapping-csit-1node-msmr-only-{stream},
25                 lispflowmapping-csit-1node-msmr-all-{stream},
26                 nemo-csit-1node-engine-all-{stream},
27                 nemo-csit-1node-engine-only-{stream},
28                 netvirt-csit-1node-openstack-basic-only-{stream},
29                 netvirt-csit-1node-openstack-basic-all-{stream},
30                 openflowplugin-csit-1node-flow-services-only-{stream},
31                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
32                 openflowplugin-csit-1node-flow-services-all-{stream},
33                 openflowplugin-csit-1node-scalability-only-{stream},
34                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
35                 openflowplugin-csit-1node-scalability-all-{stream},
36                 openflowplugin-csit-1node-cbench-performance-only-{stream},
37                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
38                 openflowplugin-csit-1node-config-performance-only-{stream},
39                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
40                 packetcable-csit-1node-pcmm-only-{stream},
41                 packetcable-csit-1node-pcmm-all-{stream},
42                 sxp-csit-1node-basic-only-{stream},
43                 sxp-csit-1node-filtering-all-{stream},
44                 sxp-csit-1node-topology-only-{stream},
45                 sxp-csit-1node-topology-all-{stream},
46                 topoprocessing-csit-1node-topology-operations-all-{stream},
47                 topoprocessing-csit-1node-topology-operations-only-{stream},
48                 tsdr-csit-1node-cassandra-datastore-only-{stream},
49                 tsdr-csit-1node-hbase-datastore-only-{stream},
50                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
51                 usc-csit-1node-channel-only-{stream},
52                 usc-csit-1node-channel-all-{stream},
53                 usc-csit-1node-tcp-only-{stream},
54                 usc-csit-1node-tcp-all-{stream},
55                 vtn-csit-1node-manager-only-{stream},
56                 vtn-csit-1node-coordinator-only-{stream}
57
58         - beryllium:
59             branch: 'stable/beryllium'
60             jdk: 'openjdk7'
61             jre: 'openjdk7'
62             csit-list: >
63                 aaa-csit-1node-authn-only-{stream},
64                 aaa-csit-1node-authn-all-{stream},
65                 bgpcep-csit-1node-userfeatures-only-{stream},
66                 bgpcep-csit-1node-userfeatures-all-{stream},
67                 capwap-csit-1node-ac-only-{stream},
68                 capwap-csit-1node-ac-all-{stream},
69                 integration-distribution-offline-{stream},
70                 integration-distribution-deploy-{stream},
71                 l2switch-csit-1node-switch-only-{stream},
72                 l2switch-csit-1node-scalability-only-{stream},
73                 l2switch-csit-1node-scalability-all-{stream},
74                 lispflowmapping-csit-1node-msmr-only-{stream},
75                 lispflowmapping-csit-1node-msmr-all-{stream},
76                 nemo-csit-1node-engine-all-{stream},
77                 nemo-csit-1node-engine-only-{stream},
78                 netconf-csit-1node-userfeatures-all-{stream},
79                 netconf-csit-1node-userfeatures-only-{stream},
80                 netvirt-csit-1node-openstack-basic-only-{stream},
81                 netvirt-csit-1node-openstack-basic-all-{stream},
82                 nic-csit-1node-basic-all-{stream},
83                 nic-csit-1node-basic-only-{stream},
84                 openflowplugin-csit-1node-flow-services-only-{stream},
85                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
86                 openflowplugin-csit-1node-flow-services-all-{stream},
87                 openflowplugin-csit-1node-scalability-only-{stream},
88                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
89                 openflowplugin-csit-1node-scalability-all-{stream},
90                 openflowplugin-csit-1node-cbench-performance-only-{stream},
91                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
92                 openflowplugin-csit-1node-config-performance-only-{stream},
93                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
94                 packetcable-csit-1node-pcmm-only-{stream},
95                 packetcable-csit-1node-pcmm-all-{stream},
96                 snmp-csit-1node-basic-only-{stream},
97                 snmp-csit-1node-basic-all-{stream},
98                 sxp-csit-1node-basic-only-{stream},
99                 sxp-csit-1node-filtering-only-{stream},
100                 sxp-csit-1node-filtering-all-{stream},
101                 topoprocessing-csit-1node-topology-operations-all-{stream},
102                 topoprocessing-csit-1node-topology-operations-only-{stream},
103                 tsdr-csit-1node-cassandra-datastore-only-{stream},
104                 tsdr-csit-1node-hbase-datastore-only-{stream},
105                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
106                 usc-csit-1node-channel-only-{stream},
107                 usc-csit-1node-channel-all-{stream},
108                 usc-csit-1node-tcp-only-{stream},
109                 usc-csit-1node-tcp-all-{stream},
110                 vtn-csit-1node-manager-only-{stream},
111                 vtn-csit-1node-manager-all-{stream},
112                 vtn-csit-1node-coordinator-only-{stream}
113
114         - stable-lithium:
115             branch: 'stable/lithium'
116             jdk: 'openjdk7'
117             jre: 'openjdk7'
118             csit-list: >
119                 aaa-csit-1node-authn-only-{stream},
120                 aaa-csit-1node-authn-all-{stream},
121                 bgpcep-csit-1node-userfeatures-only-{stream},
122                 bgpcep-csit-1node-userfeatures-all-{stream},
123                 capwap-csit-1node-ac-only-{stream},
124                 capwap-csit-1node-ac-all-{stream},
125                 controller-csit-3node-clustering-only-{stream},
126                 integration-distribution-offline-{stream},
127                 l2switch-csit-1node-switch-only-{stream},
128                 l2switch-csit-1node-switch-all-{stream},
129                 l2switch-csit-1node-scalability-only-{stream},
130                 l2switch-csit-1node-scalability-all-{stream},
131                 lispflowmapping-csit-1node-all-only-{stream},
132                 lispflowmapping-csit-1node-all-all-{stream},
133                 netconf-csit-1node-userfeatures-all-{stream},
134                 netconf-csit-1node-userfeatures-only-{stream},
135                 netvirt-csit-1node-openstack-basic-only-{stream},
136                 netvirt-csit-1node-openstack-basic-all-{stream},
137                 nic-csit-1node-basic-all-{stream},
138                 nic-csit-1node-basic-only-{stream},
139                 openflowplugin-csit-1node-flow-services-only-{stream},
140                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
141                 openflowplugin-csit-1node-flow-services-all-{stream},
142                 openflowplugin-csit-1node-scalability-only-{stream},
143                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
144                 openflowplugin-csit-1node-scalability-all-{stream},
145                 openflowplugin-csit-1node-cbench-performance-only-{stream},
146                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
147                 openflowplugin-csit-1node-config-performance-only-{stream},
148                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
149                 ovsdb-csit-1node-southbound-only-{stream},
150                 ovsdb-csit-1node-southbound-all-{stream},
151                 snmp-csit-1node-basic-only-{stream},
152                 snmp-csit-1node-basic-all-{stream},
153                 usc-csit-1node-channel-only-{stream},
154                 usc-csit-1node-channel-all-{stream},
155                 vpnservice-csit-1node-vpnservice-only-{stream},
156                 vpnservice-csit-1node-vpnservice-all-{stream},
157                 vtn-csit-1node-manager-li-only-{stream},
158                 vtn-csit-1node-manager-li-all-{stream},
159                 vtn-csit-1node-coordinator-only-{stream}
160
161
162 # Template: integration-csit-verify-1node-library
163 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
164 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
165
166 - job-template:
167     name: 'integration-csit-verify-1node-library'
168
169     project-type: freestyle
170     node: dynamic_robot
171
172     logrotate:
173         daysToKeep: '{build-days-to-keep}'
174         numToKeep: '{build-num-to-keep}'
175         artifactDaysToKeep: '{build-artifact-days-to-keep}'
176         artifactNumToKeep: '{build-artifact-num-to-keep}'
177
178     parameters:
179         - project-parameter:
180             project: 'integration/test'
181         - integration-branch:
182             branch: 'stable/beryllium'
183         - integration-distribution-stream:
184             stream: 'beryllium'
185         - integration-bundleurl:
186             bundleurl: 'last'
187         - integration-controller-scope:
188             controller-scope: 'only'
189         - integration-controller-features:
190             controller-features: >
191                 odl-clustering-test-app,
192                 odl-openflowplugin-flow-services-ui,
193                 odl-bgpcep-pcep,
194                 odl-bgpcep-bgp,
195                 odl-netconf-connector-all
196         - integration-test-options:
197             test-options: '-v TIMEOUT_BUG_4220:10s'
198         - integration-stream-test-plan:
199             stream-test-plan: 'test-libraries-beryllium.txt'
200         - integration-test-plan:
201             test-plan: 'test-libraries.txt'
202         - integration-patch-refspec:
203             branch: '$GERRIT_REFSPEC'
204         - integration-jdk-version:
205             jdkversion: 'openjdk7'
206             # TODO: Switch to openjdk8 from Boron on.
207
208     scm:
209         - integration-gerrit-scm:
210             credentials-id: '{ssh-credentials}'
211             basedir: 'test'
212             refspec: '$PATCHREFSPEC'
213             branch: 'master'
214
215     wrappers:
216         - build-timeout
217         - integration-jclouds-controller-mininet:
218             controller-vms: 1
219             mininet-image: '{mininet-image}'
220             mininet-vms: '{mininet-vms}'
221             mininet-cloud-name: '{mininet-cloud-name}'
222         - ssh-agent-credentials:
223             users:
224                 - '{ssh-credentials}'
225
226     triggers:
227         - integration-trigger-patch-submitted:
228             name: 'integration/test'
229             branch: 'master'
230             pattern: 'csit/libraries/*'
231
232     builders:
233         - integration-cleanup-workspace
234         - integration-install-robotframework
235         - inject:
236             properties-file: 'env.properties'
237         - integration-get-slave-addresses
238         - inject:
239             properties-file: 'slave_addresses.txt'
240         - integration-get-bundle-vars
241         - inject:
242             properties-file: 'bundle_vars.txt'
243         - integration-deploy-controller-run-test
244         - integration-cleanup-tmp
245
246     publishers:
247         - integration-robot:
248             unstable-if: 0.0
249             pass-if: 100.0
250         - archive:
251             artifacts: '*.log,*.log.xz'
252         - email-notification:
253             email-prefix: '[integration]'
254
255 # Template: integration-distribution-test-{stream}
256 # Goal: Verify a distribution through all system test available
257 # Operation: This daily job template takes a distribution and passes all available system test
258
259 - job-template:
260     name: 'integration-distribution-test-{stream}'
261
262     project-type: freestyle
263     node: dynamic_verify
264
265     logrotate:
266         daysToKeep: '{build-days-to-keep}'
267         numToKeep: '{build-num-to-keep}'
268         artifactDaysToKeep: '{build-artifact-days-to-keep}'
269         artifactNumToKeep: '{build-artifact-num-to-keep}'
270
271     parameters:
272         - integration-bundleurl:
273             bundleurl: 'last'
274         - integration-jdk-version:
275             jdkversion: '{jre}'
276
277     triggers:
278         - timed: 'H H * * 6'
279
280     builders:
281         - trigger-builds:
282             - project: '{csit-list}'
283               block: true
284               predefined-parameters:
285                   BUNDLEURL=$BUNDLEURL
286
287     publishers:
288         - email-notification:
289             email-prefix: '[integration]'
290
291 # Template: integration-patch-test-{stream}
292 # Goal: Build a patch and run all available system test on a distribution containing the change
293 # Operation: This job template builds a patch, creates a distribution containing the patch, and
294 # triggers the distribution test when test-integration is used in gerrit comments
295
296 - job-template:
297     name: 'integration-patch-test-{stream}'
298
299     project-type: maven
300     node: dynamic_verify
301     jdk: '{jdk}'
302
303     logrotate:
304         daysToKeep: '{build-days-to-keep}'
305         numToKeep: '{build-num-to-keep}'
306         artifactDaysToKeep: '{build-artifact-days-to-keep}'
307         artifactNumToKeep: '{build-artifact-num-to-keep}'
308
309     parameters:
310         - gerrit-parameters:
311             project: '$GERRIT_PROJECT'
312             branch: '{branch}'
313             refspec: '$GERRIT_REFSPEC'
314         - project-parameter:
315             project: '$GERRIT_PROJECT'
316         - integration-branch:
317             branch: '{branch}'
318         - integration-distribution-git-url
319
320     scm:
321         - integration-gerrit-scm:
322             credentials-id: '{ssh-credentials}'
323             basedir: '$GERRIT_PROJECT'
324             refspec: '$GERRIT_REFSPEC'
325             branch: '{branch}'
326         - integration-distribution-scm:
327             credentials-id: '{ssh-credentials}'
328             branch: '{branch}'
329
330     wrappers:
331         - build-timeout
332         - ssh-agent-credentials:
333             users:
334                 - '{ssh-credentials}'
335
336     triggers:
337         - gerrit:
338             server-name: 'OpenDaylight'
339             trigger-on:
340                 - comment-added-contains-event:
341                     comment-contains-value: 'test-integration'
342             projects:
343               - project-compare-type: 'ANT'
344                 project-pattern: '**'
345                 branches:
346                   - branch-compare-type: 'ANT'
347                     branch-pattern: '**/{branch}'
348             skip-vote:
349                 successful: true
350                 failed: true
351                 unstable: true
352                 notbuilt: true
353
354     prebuilders:
355         - integration-rebase-gerrit-patch
356         - integration-get-bundle-url
357         - inject:
358             properties-file: 'bundle.txt'
359         - wipe-org-opendaylight-repo
360         - provide-maven-settings:
361             global-settings-file: '{odl-global-settings}'
362             settings-file: '{integration-settings}'
363         - maven-target:
364             maven-version: '{mvn33}'
365             pom: '$GERRIT_PROJECT/pom.xml'
366             goals: 'clean install -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
367             java-opts:
368                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
369             global-settings: '{odl-global-settings}'
370             settings: '{integration-settings}'
371
372     maven:
373         maven-name: '{mvn33}'
374         root-pom: 'distribution/pom.xml'
375         goals: 'clean install -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
376         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
377         global-settings: '{odl-global-settings}'
378         settings: '{integration-settings}'
379         ignore-upstream-changes: true
380         post-step-run-condition: 'SUCCESS'
381
382     postbuilders:
383         - trigger-builds:
384             - project: 'integration-distribution-test-{stream}'
385               block: true
386               predefined-parameters:
387                   BUNDLEURL=$BUNDLEURL
388
389     publishers:
390         - email-notification:
391             email-prefix: '[$GERRIT_PROJECT]'
392
393 # Template: integration-multipatch-test-{stream}
394 # Goal: Build one or more patches and run all available system test on a distribution containing the change
395 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
396 # containing these patches, and triggers the distribution test job which includes most (if not all) available
397 # CSIT jobs
398
399 - job-template:
400     name: 'integration-multipatch-test-{stream}'
401
402     project-type: maven
403     node: dynamic_verify
404     jdk: '{jdk}'
405
406     logrotate:
407         daysToKeep: '{build-days-to-keep}'
408         numToKeep: '{build-num-to-keep}'
409         artifactDaysToKeep: '{build-artifact-days-to-keep}'
410         artifactNumToKeep: '{build-artifact-num-to-keep}'
411
412     parameters:
413         - patches-to-build-parameter:
414             patches_to_build: '$PATCHES_TO_BUILD'
415         - integration-branch:
416             branch: '{branch}'
417
418     wrappers:
419         - build-timeout
420         - ssh-agent-credentials:
421             users:
422                 - '{ssh-credentials}'
423
424     prebuilders:
425         - wipe-org-opendaylight-repo
426         - integration-multipatch-builder
427         - inject:
428             properties-file: 'bundle.txt'
429         - provide-maven-settings:
430             global-settings-file: '{odl-global-settings}'
431             settings-file: '{yangtools-settings}'
432
433     maven:
434         maven-name: '{mvn33}'
435         root-pom: 'patch_tester/pom.xml'
436         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
437         goals: 'clean install -f patch_tester/pom.xml -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
438         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
439         global-settings: '{odl-global-settings}'
440         settings: '{yangtools-settings}'
441         post-step-run-condition: 'SUCCESS'
442
443     postbuilders:
444         - trigger-builds:
445             - project: 'integration-distribution-test-{stream}'
446               block: true
447               predefined-parameters:
448                   BUNDLEURL=$BUNDLEURL
449
450     publishers:
451         - email-notification:
452             email-prefix: '[integration]'