remove all csit jobs that do not adhere to system test expectations
[releng/builder.git] / jjb / integration / integration-test-jobs.yaml
1 - project:
2     name: integration-test
3     jobs:
4         - '{name}-verify-python-{stream}'
5         - 'integration-csit-verify-1node-library'
6         - 'integration-distribution-test-{stream}'
7         - 'integration-patch-test-{stream}'
8         - 'integration-multipatch-test-{stream}'
9
10     project: integration/test
11
12     stream:
13         - boron:
14             branch: 'master'
15             jdk: 'openjdk8'
16             jre: 'openjdk8'
17             csit-list: >
18                 integration-distribution-deploy-{stream},
19                 integration-distribution-offline-{stream},
20                 l2switch-csit-1node-switch-only-{stream},
21                 l2switch-csit-1node-switch-all-{stream},
22                 l2switch-csit-1node-scalability-only-{stream},
23                 l2switch-csit-1node-scalability-all-{stream},
24                 lispflowmapping-csit-1node-msmr-only-{stream},
25                 lispflowmapping-csit-1node-msmr-all-{stream},
26                 nemo-csit-1node-engine-all-{stream},
27                 nemo-csit-1node-engine-only-{stream},
28                 openflowplugin-csit-1node-flow-services-only-{stream},
29                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
30                 openflowplugin-csit-1node-flow-services-all-{stream},
31                 openflowplugin-csit-1node-scalability-only-{stream},
32                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
33                 openflowplugin-csit-1node-scalability-all-{stream},
34                 openflowplugin-csit-1node-cbench-performance-only-{stream},
35                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
36                 openflowplugin-csit-1node-config-performance-only-{stream},
37                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
38                 ovsdb-csit-1node-netvirt-only-{stream},
39                 ovsdb-csit-1node-netvirt-all-{stream},
40                 packetcable-csit-1node-pcmm-only-{stream},
41                 packetcable-csit-1node-pcmm-all-{stream},
42                 sxp-csit-1node-basic-only-{stream},
43                 sxp-csit-1node-filtering-all-{stream},
44                 sxp-csit-1node-topology-only-{stream},
45                 sxp-csit-1node-topology-all-{stream},
46                 topoprocessing-csit-1node-topology-operations-all-{stream},
47                 topoprocessing-csit-1node-topology-operations-only-{stream},
48                 tsdr-csit-1node-cassandra-datastore-only-{stream},
49                 tsdr-csit-1node-hbase-datastore-only-{stream},
50                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
51                 usc-csit-1node-channel-only-{stream},
52                 usc-csit-1node-channel-all-{stream},
53                 vtn-csit-1node-manager-only-{stream}
54
55         - beryllium:
56             branch: 'stable/beryllium'
57             jdk: 'openjdk7'
58             jre: 'openjdk7'
59             csit-list: >
60                 aaa-csit-1node-authn-only-{stream},
61                 aaa-csit-1node-authn-all-{stream},
62                 bgpcep-csit-1node-userfeatures-only-{stream},
63                 bgpcep-csit-1node-userfeatures-all-{stream},
64                 capwap-csit-1node-ac-only-{stream},
65                 capwap-csit-1node-ac-all-{stream},
66                 controller-csit-3node-clustering-only-{stream},
67                 integration-distribution-offline-{stream},
68                 integration-distribution-deploy-{stream},
69                 l2switch-csit-1node-switch-only-{stream},
70                 l2switch-csit-1node-switch-all-{stream},
71                 l2switch-csit-1node-scalability-only-{stream},
72                 l2switch-csit-1node-scalability-all-{stream},
73                 lispflowmapping-csit-1node-msmr-only-{stream},
74                 lispflowmapping-csit-1node-msmr-all-{stream},
75                 nemo-csit-1node-engine-all-{stream},
76                 nemo-csit-1node-engine-only-{stream},
77                 netconf-csit-1node-userfeatures-all-{stream},
78                 netconf-csit-1node-userfeatures-only-{stream},
79                 nic-csit-1node-basic-all-{stream},
80                 nic-csit-1node-basic-only-{stream},
81                 openflowplugin-csit-1node-flow-services-only-{stream},
82                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
83                 openflowplugin-csit-1node-flow-services-all-{stream},
84                 openflowplugin-csit-1node-scalability-only-{stream},
85                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
86                 openflowplugin-csit-1node-scalability-all-{stream},
87                 openflowplugin-csit-1node-cbench-performance-only-{stream},
88                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
89                 openflowplugin-csit-1node-config-performance-only-{stream},
90                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
91                 openflowplugin-csit-3node-clustering-helium-design-only-{stream},
92                 openflowplugin-csit-3node-clustering-only-{stream},
93                 ovsdb-csit-3node-clustering-only-{stream},
94                 ovsdb-csit-1node-netvirt-only-{stream},
95                 ovsdb-csit-1node-netvirt-all-{stream},
96                 ovsdb-csit-1node-southbound-only-{stream},
97                 ovsdb-csit-1node-southbound-all-{stream},
98                 packetcable-csit-1node-pcmm-only-{stream},
99                 packetcable-csit-1node-pcmm-all-{stream},
100                 snmp-csit-1node-basic-only-{stream},
101                 snmp-csit-1node-basic-all-{stream},
102                 sxp-csit-1node-basic-only-{stream},
103                 sxp-csit-1node-basic-all-{stream},
104                 sxp-csit-1node-filtering-only-{stream},
105                 sxp-csit-1node-filtering-all-{stream},
106                 sxp-csit-1node-topology-only-{stream},
107                 sxp-csit-1node-topology-all-{stream},
108                 topoprocessing-csit-1node-topology-operations-all-{stream},
109                 topoprocessing-csit-1node-topology-operations-only-{stream},
110                 tsdr-csit-1node-cassandra-datastore-only-{stream},
111                 tsdr-csit-1node-hbase-datastore-only-{stream},
112                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
113                 usc-csit-1node-channel-only-{stream},
114                 usc-csit-1node-channel-all-{stream},
115                 vpnservice-csit-1node-vpnservice-only-{stream},
116                 vpnservice-csit-1node-vpnservice-all-{stream},
117                 vtn-csit-1node-manager-only-{stream},
118                 vtn-csit-1node-manager-all-{stream},
119                 vtn-csit-1node-coordinator-only-{stream}
120
121         - stable-lithium:
122             branch: 'stable/lithium'
123             jdk: 'openjdk7'
124             jre: 'openjdk7'
125             csit-list: >
126                 aaa-csit-1node-authn-only-{stream},
127                 aaa-csit-1node-authn-all-{stream},
128                 bgpcep-csit-1node-userfeatures-only-{stream},
129                 bgpcep-csit-1node-userfeatures-all-{stream},
130                 capwap-csit-1node-ac-only-{stream},
131                 capwap-csit-1node-ac-all-{stream},
132                 controller-csit-3node-clustering-only-{stream},
133                 integration-distribution-offline-{stream},
134                 l2switch-csit-1node-switch-only-{stream},
135                 l2switch-csit-1node-switch-all-{stream},
136                 l2switch-csit-1node-scalability-only-{stream},
137                 l2switch-csit-1node-scalability-all-{stream},
138                 lispflowmapping-csit-1node-all-only-{stream},
139                 lispflowmapping-csit-1node-all-all-{stream},
140                 netconf-csit-1node-userfeatures-all-{stream},
141                 netconf-csit-1node-userfeatures-only-{stream},
142                 nic-csit-1node-basic-all-{stream},
143                 nic-csit-1node-basic-only-{stream},
144                 openflowplugin-csit-1node-flow-services-only-{stream},
145                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
146                 openflowplugin-csit-1node-flow-services-all-{stream},
147                 openflowplugin-csit-1node-scalability-only-{stream},
148                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
149                 openflowplugin-csit-1node-scalability-all-{stream},
150                 openflowplugin-csit-1node-cbench-performance-only-{stream},
151                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
152                 openflowplugin-csit-1node-config-performance-only-{stream},
153                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
154                 ovsdb-csit-1node-netvirt-only-{stream},
155                 ovsdb-csit-1node-netvirt-all-{stream},
156                 ovsdb-csit-1node-southbound-only-{stream},
157                 ovsdb-csit-1node-southbound-all-{stream},
158                 snmp-csit-1node-basic-only-{stream},
159                 snmp-csit-1node-basic-all-{stream},
160                 usc-csit-1node-channel-only-{stream},
161                 usc-csit-1node-channel-all-{stream},
162                 vpnservice-csit-1node-vpnservice-only-{stream},
163                 vpnservice-csit-1node-vpnservice-all-{stream},
164                 vtn-csit-1node-manager-li-only-{stream},
165                 vtn-csit-1node-manager-li-all-{stream},
166                 vtn-csit-1node-coordinator-only-{stream}
167
168
169 # Template: integration-csit-verify-1node-library
170 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
171 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
172
173 - job-template:
174     name: 'integration-csit-verify-1node-library'
175
176     project-type: freestyle
177     node: dynamic_robot
178
179     logrotate:
180         daysToKeep: '{build-days-to-keep}'
181         numToKeep: '{build-num-to-keep}'
182         artifactDaysToKeep: '{build-artifact-days-to-keep}'
183         artifactNumToKeep: '{build-artifact-num-to-keep}'
184
185     parameters:
186         - project-parameter:
187             project: 'integration/test'
188         - integration-branch:
189             branch: 'stable/beryllium'
190         - integration-distribution-stream:
191             stream: 'beryllium'
192         - integration-bundleurl:
193             bundleurl: 'last'
194         - integration-controller-scope:
195             controller-scope: 'only'
196         - integration-controller-features:
197             controller-features: >
198                 odl-clustering-test-app,
199                 odl-openflowplugin-flow-services-ui,
200                 odl-bgpcep-pcep,
201                 odl-bgpcep-bgp,
202                 odl-netconf-connector-all
203         - integration-test-options:
204             test-options: '-v TIMEOUT_BUG_4220:10s'
205         - integration-stream-test-plan:
206             stream-test-plan: 'test-libraries-beryllium.txt'
207         - integration-test-plan:
208             test-plan: 'test-libraries.txt'
209         - integration-patch-refspec:
210             branch: '$GERRIT_REFSPEC'
211         - integration-jdk-version:
212             jdkversion: 'openjdk7'
213             # TODO: Switch to openjdk8 from Boron on.
214
215     scm:
216         - integration-gerrit-scm:
217             credentials-id: '{ssh-credentials}'
218             basedir: 'test'
219             refspec: '$PATCHREFSPEC'
220             branch: 'master'
221
222     wrappers:
223         - build-timeout
224         - integration-jclouds-controller-mininet:
225             controller-vms: 1
226             mininet-image: '{mininet-image}'
227             mininet-vms: '{mininet-vms}'
228             mininet-cloud-name: '{mininet-cloud-name}'
229         - ssh-agent-credentials:
230             users:
231                 - '{ssh-credentials}'
232
233     triggers:
234         - integration-trigger-patch-submitted:
235             name: 'integration/test'
236             branch: 'master'
237             pattern: 'csit/libraries/*'
238
239     builders:
240         - integration-cleanup-workspace
241         - integration-install-robotframework
242         - inject:
243             properties-file: 'env.properties'
244         - integration-get-slave-addresses
245         - inject:
246             properties-file: 'slave_addresses.txt'
247         - integration-get-bundle-vars
248         - inject:
249             properties-file: 'bundle_vars.txt'
250         - integration-deploy-controller-run-test
251         - integration-cleanup-tmp
252
253     publishers:
254         - integration-robot:
255             unstable-if: 0.0
256             pass-if: 100.0
257         - archive:
258             artifacts: '*.log,*.log.xz'
259         - email-notification:
260             email-prefix: '[integration]'
261
262 # Template: integration-distribution-test-{stream}
263 # Goal: Verify a distribution through all system test available
264 # Operation: This daily job template takes a distribution and passes all available system test
265
266 - job-template:
267     name: 'integration-distribution-test-{stream}'
268
269     project-type: freestyle
270     node: dynamic_verify
271
272     logrotate:
273         daysToKeep: '{build-days-to-keep}'
274         numToKeep: '{build-num-to-keep}'
275         artifactDaysToKeep: '{build-artifact-days-to-keep}'
276         artifactNumToKeep: '{build-artifact-num-to-keep}'
277
278     parameters:
279         - integration-bundleurl:
280             bundleurl: 'last'
281         - integration-jdk-version:
282             jdkversion: '{jre}'
283
284     triggers:
285         - timed: 'H H * * 6'
286
287     builders:
288         - trigger-builds:
289             - project: '{csit-list}'
290               block: true
291               predefined-parameters:
292                   BUNDLEURL=$BUNDLEURL
293
294     publishers:
295         - email-notification:
296             email-prefix: '[integration]'
297
298 # Template: integration-patch-test-{stream}
299 # Goal: Build a patch and run all available system test on a distribution containing the change
300 # Operation: This job template builds a patch, creates a distribution containing the patch, and
301 # triggers the distribution test when test-integration is used in gerrit comments
302
303 - job-template:
304     name: 'integration-patch-test-{stream}'
305
306     project-type: maven
307     node: dynamic_verify
308     jdk: '{jdk}'
309
310     logrotate:
311         daysToKeep: '{build-days-to-keep}'
312         numToKeep: '{build-num-to-keep}'
313         artifactDaysToKeep: '{build-artifact-days-to-keep}'
314         artifactNumToKeep: '{build-artifact-num-to-keep}'
315
316     parameters:
317         - gerrit-parameters:
318             project: '$GERRIT_PROJECT'
319             branch: '{branch}'
320             refspec: '$GERRIT_REFSPEC'
321         - project-parameter:
322             project: '$GERRIT_PROJECT'
323         - integration-branch:
324             branch: '{branch}'
325         - integration-distribution-git-url
326
327     scm:
328         - integration-gerrit-scm:
329             credentials-id: '{ssh-credentials}'
330             basedir: '$GERRIT_PROJECT'
331             refspec: '$GERRIT_REFSPEC'
332             branch: '{branch}'
333         - integration-distribution-scm:
334             credentials-id: '{ssh-credentials}'
335             branch: '{branch}'
336
337     wrappers:
338         - build-timeout
339         - ssh-agent-credentials:
340             users:
341                 - '{ssh-credentials}'
342
343     triggers:
344         - gerrit:
345             server-name: 'OpenDaylight'
346             trigger-on:
347                 - comment-added-contains-event:
348                     comment-contains-value: 'test-integration'
349             projects:
350               - project-compare-type: 'ANT'
351                 project-pattern: '**'
352                 branches:
353                   - branch-compare-type: 'ANT'
354                     branch-pattern: '**/{branch}'
355             skip-vote:
356                 successful: true
357                 failed: true
358                 unstable: true
359                 notbuilt: true
360
361     prebuilders:
362         - integration-rebase-gerrit-patch
363         - integration-get-bundle-url
364         - inject:
365             properties-file: 'bundle.txt'
366         - wipe-org-opendaylight-repo
367         - maven-target:
368             maven-version: '{mvn33}'
369             pom: '$GERRIT_PROJECT/pom.xml'
370             goals: 'clean install -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
371             java-opts:
372                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
373             settings: '{integration-settings}'
374             global-settings: '{odl-global-settings}'
375
376     maven:
377         maven-name: '{mvn33}'
378         root-pom: 'distribution/pom.xml'
379         goals: 'clean install -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
380         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
381         settings: '{integration-settings}'
382         global-settings: '{odl-global-settings}'
383         ignore-upstream-changes: true
384         post-step-run-condition: 'SUCCESS'
385
386     postbuilders:
387         - trigger-builds:
388             - project: 'integration-distribution-test-{stream}'
389               block: true
390               predefined-parameters:
391                   BUNDLEURL=$BUNDLEURL
392
393     publishers:
394         - email-notification:
395             email-prefix: '[$GERRIT_PROJECT]'
396
397 # Template: integration-multipatch-test-{stream}
398 # Goal: Build one or more patches and run all available system test on a distribution containing the change
399 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
400 # containing these patches, and triggers the distribution test job which includes most (if not all) available
401 # CSIT jobs
402
403 - job-template:
404     name: 'integration-multipatch-test-{stream}'
405
406     project-type: maven
407     node: dynamic_verify
408     jdk: '{jdk}'
409
410     logrotate:
411         daysToKeep: '{build-days-to-keep}'
412         numToKeep: '{build-num-to-keep}'
413         artifactDaysToKeep: '{build-artifact-days-to-keep}'
414         artifactNumToKeep: '{build-artifact-num-to-keep}'
415
416     parameters:
417         - patches-to-build-parameter:
418             patches_to_build: '$PATCHES_TO_BUILD'
419         - integration-branch:
420             branch: '{branch}'
421
422     wrappers:
423         - build-timeout
424         - ssh-agent-credentials:
425             users:
426                 - '{ssh-credentials}'
427
428     prebuilders:
429         - wipe-org-opendaylight-repo
430         - integration-multipatch-builder
431         - inject:
432             properties-file: 'bundle.txt'
433         - provide-maven-settings:
434             global-settings-file: '{odl-global-settings}'
435             settings-file: '{yangtools-settings}'
436
437
438     maven:
439         maven-name: '{mvn33}'
440         root-pom: 'patch_tester/pom.xml'
441         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
442         goals: 'clean install -f patch_tester/pom.xml -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
443         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
444         settings: '{yangtools-settings}'
445         global-settings: '{odl-global-settings}'
446         post-step-run-condition: 'SUCCESS'
447
448     postbuilders:
449         - trigger-builds:
450             - project: 'integration-distribution-test-{stream}'
451               block: true
452               predefined-parameters:
453                   BUNDLEURL=$BUNDLEURL
454
455     publishers:
456         - email-notification:
457             email-prefix: '[integration]'