e4f98bb49184360bd6c6aeaf241c7b9d5a4f9806
[releng/builder.git] / jjb / integration / integration-test-jobs.yaml
1 - project:
2     name: integration-test
3     jobs:
4         - '{project-name}-verify-python-{stream}'
5         - 'integration-csit-verify-1node-library'
6         - 'integration-distribution-test-{stream}'
7         - 'integration-patch-test-{stream}'
8         - 'integration-multipatch-test-{stream}'
9
10     project: integration/test
11     project-name: integration-test
12
13     stream:
14         - carbon:
15             branch: 'master'
16             jdk: 'openjdk8'
17             jre: 'openjdk8'
18             csit-list: >
19                 integration-distribution-deploy-{stream},
20                 integration-distribution-offline-{stream},
21                 l2switch-csit-1node-switch-only-{stream},
22                 l2switch-csit-1node-switch-all-{stream},
23                 l2switch-csit-1node-scalability-only-{stream},
24                 l2switch-csit-1node-scalability-all-{stream},
25                 lispflowmapping-csit-1node-msmr-only-{stream},
26                 lispflowmapping-csit-1node-msmr-all-{stream},
27                 nemo-csit-1node-engine-all-{stream},
28                 nemo-csit-1node-engine-only-{stream},
29                 netvirt-csit-1node-openstack-basic-only-{stream},
30                 netvirt-csit-1node-openstack-basic-all-{stream},
31                 netvirt-csit-3node-clustering-only-{stream},
32                 ocpplugin-csit-1node-get-only-{stream},
33                 ocpplugin-csit-1node-get-all-{stream},
34                 ocpplugin-csit-1node-scalability-only-{stream},
35                 ocpplugin-csit-1node-scalability-all-{stream},
36                 openflowplugin-csit-1node-flow-services-only-{stream},
37                 openflowplugin-csit-1node-flow-services-helium-redesign-only-{stream},
38                 openflowplugin-csit-1node-flow-services-all-{stream},
39                 openflowplugin-csit-1node-scalability-only-{stream},
40                 openflowplugin-csit-1node-scalability-helium-redesign-only-{stream},
41                 openflowplugin-csit-1node-cbench-performance-only-{stream},
42                 openflowplugin-csit-1node-cbench-performance-helium-redesign-only-{stream},
43                 openflowplugin-csit-1node-config-performance-only-{stream},
44                 openflowplugin-csit-1node-config-performance-helium-redesign-only-{stream},
45                 ovsdb-csit-1node-southbound-all-{stream},
46                 ovsdb-csit-1node-southbound-only-{stream},
47                 packetcable-csit-1node-pcmm-only-{stream},
48                 packetcable-csit-1node-pcmm-all-{stream},
49                 sxp-csit-1node-basic-only-{stream},
50                 sxp-csit-1node-filtering-all-{stream},
51                 sxp-csit-1node-topology-only-{stream},
52                 sxp-csit-1node-topology-all-{stream},
53                 topoprocessing-csit-1node-topology-operations-all-{stream},
54                 topoprocessing-csit-1node-topology-operations-only-{stream},
55                 tsdr-csit-1node-cassandra-datastore-only-{stream},
56                 tsdr-csit-1node-hbase-datastore-only-{stream},
57                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
58                 tsdr-csit-1node-cassandra-datastore-all-{stream},
59                 tsdr-csit-1node-hbase-datastore-all-{stream},
60                 tsdr-csit-1node-hsqldb-datastore-all-{stream},
61                 usc-csit-1node-channel-only-{stream},
62                 usc-csit-1node-channel-all-{stream},
63                 usc-csit-1node-tcp-only-{stream},
64                 usc-csit-1node-tcp-all-{stream},
65                 vtn-csit-1node-manager-only-{stream},
66                 vtn-csit-1node-manager-all-{stream},
67                 vtn-csit-1node-coordinator-only-{stream}
68
69         - boron:
70             branch: 'stable/boron'
71             jdk: 'openjdk8'
72             jre: 'openjdk8'
73             csit-list: >
74                 integration-distribution-deploy-{stream},
75                 integration-distribution-offline-{stream},
76                 l2switch-csit-1node-switch-only-{stream},
77                 l2switch-csit-1node-switch-all-{stream},
78                 l2switch-csit-1node-scalability-only-{stream},
79                 l2switch-csit-1node-scalability-all-{stream},
80                 lispflowmapping-csit-1node-msmr-only-{stream},
81                 lispflowmapping-csit-1node-msmr-all-{stream},
82                 nemo-csit-1node-engine-all-{stream},
83                 nemo-csit-1node-engine-only-{stream},
84                 netvirt-csit-1node-openstack-basic-only-{stream},
85                 netvirt-csit-1node-openstack-basic-all-{stream},
86                 netvirt-csit-3node-clustering-only-{stream},
87                 ocpplugin-csit-1node-get-only-{stream},
88                 ocpplugin-csit-1node-get-all-{stream},
89                 ocpplugin-csit-1node-scalability-only-{stream},
90                 ocpplugin-csit-1node-scalability-all-{stream},
91                 openflowplugin-csit-1node-flow-services-only-{stream},
92                 openflowplugin-csit-1node-flow-services-helium-redesign-only-{stream},
93                 openflowplugin-csit-1node-flow-services-all-{stream},
94                 openflowplugin-csit-1node-scalability-only-{stream},
95                 openflowplugin-csit-1node-scalability-helium-redesign-only-{stream},
96                 openflowplugin-csit-1node-cbench-performance-only-{stream},
97                 openflowplugin-csit-1node-cbench-performance-helium-redesign-only-{stream},
98                 openflowplugin-csit-1node-config-performance-only-{stream},
99                 openflowplugin-csit-1node-config-performance-helium-redesign-only-{stream},
100                 ovsdb-csit-1node-southbound-all-{stream},
101                 ovsdb-csit-1node-southbound-only-{stream},
102                 packetcable-csit-1node-pcmm-only-{stream},
103                 packetcable-csit-1node-pcmm-all-{stream},
104                 sxp-csit-1node-basic-only-{stream},
105                 sxp-csit-1node-filtering-all-{stream},
106                 sxp-csit-1node-topology-only-{stream},
107                 sxp-csit-1node-topology-all-{stream},
108                 topoprocessing-csit-1node-topology-operations-all-{stream},
109                 topoprocessing-csit-1node-topology-operations-only-{stream},
110                 tsdr-csit-1node-cassandra-datastore-only-{stream},
111                 tsdr-csit-1node-hbase-datastore-only-{stream},
112                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
113                 usc-csit-1node-channel-only-{stream},
114                 usc-csit-1node-channel-all-{stream},
115                 usc-csit-1node-tcp-only-{stream},
116                 usc-csit-1node-tcp-all-{stream},
117                 vtn-csit-1node-manager-only-{stream},
118                 vtn-csit-1node-manager-all-{stream},
119                 vtn-csit-1node-coordinator-only-{stream}
120
121         - beryllium:
122             branch: 'stable/beryllium'
123             jdk: 'openjdk7'
124             jre: 'openjdk7'
125             csit-list: >
126                 aaa-csit-1node-authn-only-{stream},
127                 aaa-csit-1node-authn-all-{stream},
128                 bgpcep-csit-1node-userfeatures-only-{stream},
129                 bgpcep-csit-1node-userfeatures-all-{stream},
130                 capwap-csit-1node-ac-only-{stream},
131                 capwap-csit-1node-ac-all-{stream},
132                 integration-distribution-offline-{stream},
133                 integration-distribution-deploy-{stream},
134                 l2switch-csit-1node-switch-only-{stream},
135                 l2switch-csit-1node-scalability-only-{stream},
136                 l2switch-csit-1node-scalability-all-{stream},
137                 lispflowmapping-csit-1node-msmr-only-{stream},
138                 lispflowmapping-csit-1node-msmr-all-{stream},
139                 nemo-csit-1node-engine-all-{stream},
140                 nemo-csit-1node-engine-only-{stream},
141                 netconf-csit-1node-userfeatures-all-{stream},
142                 netconf-csit-1node-userfeatures-only-{stream},
143                 netvirt-csit-1node-openstack-basic-only-{stream},
144                 netvirt-csit-1node-openstack-basic-all-{stream},
145                 netvirt-csit-3node-clustering-only-{stream},
146                 nic-csit-1node-basic-all-{stream},
147                 nic-csit-1node-basic-only-{stream},
148                 openflowplugin-csit-1node-flow-services-only-{stream},
149                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
150                 openflowplugin-csit-1node-flow-services-all-{stream},
151                 openflowplugin-csit-1node-scalability-only-{stream},
152                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
153                 openflowplugin-csit-1node-cbench-performance-only-{stream},
154                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
155                 openflowplugin-csit-1node-config-performance-only-{stream},
156                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
157                 ovsdb-csit-1node-southbound-all-{stream},
158                 ovsdb-csit-1node-southbound-only-{stream},
159                 packetcable-csit-1node-pcmm-only-{stream},
160                 packetcable-csit-1node-pcmm-all-{stream},
161                 snmp-csit-1node-basic-only-{stream},
162                 snmp-csit-1node-basic-all-{stream},
163                 sxp-csit-1node-basic-only-{stream},
164                 sxp-csit-1node-filtering-only-{stream},
165                 sxp-csit-1node-filtering-all-{stream},
166                 topoprocessing-csit-1node-topology-operations-all-{stream},
167                 topoprocessing-csit-1node-topology-operations-only-{stream},
168                 tsdr-csit-1node-cassandra-datastore-only-{stream},
169                 tsdr-csit-1node-hbase-datastore-only-{stream},
170                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
171                 usc-csit-1node-channel-only-{stream},
172                 usc-csit-1node-channel-all-{stream},
173                 usc-csit-1node-tcp-only-{stream},
174                 usc-csit-1node-tcp-all-{stream},
175                 vtn-csit-1node-manager-only-{stream},
176                 vtn-csit-1node-manager-all-{stream},
177                 vtn-csit-1node-coordinator-only-{stream}
178
179         - stable-lithium:
180             branch: 'stable/lithium'
181             jdk: 'openjdk7'
182             jre: 'openjdk7'
183             csit-list: >
184                 aaa-csit-1node-authn-only-{stream},
185                 aaa-csit-1node-authn-all-{stream},
186                 bgpcep-csit-1node-userfeatures-only-{stream},
187                 bgpcep-csit-1node-userfeatures-all-{stream},
188                 capwap-csit-1node-ac-only-{stream},
189                 capwap-csit-1node-ac-all-{stream},
190                 controller-csit-3node-clustering-only-{stream},
191                 integration-distribution-offline-{stream},
192                 l2switch-csit-1node-switch-only-{stream},
193                 l2switch-csit-1node-switch-all-{stream},
194                 l2switch-csit-1node-scalability-only-{stream},
195                 l2switch-csit-1node-scalability-all-{stream},
196                 lispflowmapping-csit-1node-all-only-{stream},
197                 lispflowmapping-csit-1node-all-all-{stream},
198                 netconf-csit-1node-userfeatures-all-{stream},
199                 netconf-csit-1node-userfeatures-only-{stream},
200                 netvirt-csit-1node-openstack-basic-only-{stream},
201                 netvirt-csit-1node-openstack-basic-all-{stream},
202                 nic-csit-1node-basic-all-{stream},
203                 nic-csit-1node-basic-only-{stream},
204                 openflowplugin-csit-1node-flow-services-only-{stream},
205                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
206                 openflowplugin-csit-1node-flow-services-all-{stream},
207                 openflowplugin-csit-1node-scalability-only-{stream},
208                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
209                 openflowplugin-csit-1node-cbench-performance-only-{stream},
210                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
211                 openflowplugin-csit-1node-config-performance-only-{stream},
212                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
213                 ovsdb-csit-1node-southbound-only-{stream},
214                 ovsdb-csit-1node-southbound-all-{stream},
215                 snmp-csit-1node-basic-only-{stream},
216                 snmp-csit-1node-basic-all-{stream},
217                 usc-csit-1node-channel-only-{stream},
218                 usc-csit-1node-channel-all-{stream},
219                 vpnservice-csit-1node-vpnservice-only-{stream},
220                 vpnservice-csit-1node-vpnservice-all-{stream},
221                 vtn-csit-1node-manager-li-only-{stream},
222                 vtn-csit-1node-manager-li-all-{stream},
223                 vtn-csit-1node-coordinator-only-{stream}
224
225
226 # Template: integration-csit-verify-1node-library
227 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
228 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
229
230 - job-template:
231     name: 'integration-csit-verify-1node-library'
232
233     project-type: freestyle
234     node: centos7-robot-2c-2g
235
236     logrotate:
237         daysToKeep: '{build-days-to-keep}'
238         numToKeep: '{build-num-to-keep}'
239         artifactDaysToKeep: '{build-artifact-days-to-keep}'
240         artifactNumToKeep: '{build-artifact-num-to-keep}'
241
242     parameters:
243         - opendaylight-infra-parameters:
244             project: 'integration/test'
245             branch: '{branch}'
246             refspec: 'refs/heads/{branch}'
247             artifacts: '{archive-artifacts}'
248         - integration-branch:
249             branch: 'stable/beryllium'
250         - integration-distribution-stream:
251             stream: 'beryllium'
252         - integration-bundleurl:
253             bundleurl: 'last'
254         - integration-controller-scope:
255             controller-scope: 'only'
256         - integration-controller-features:
257             controller-features: >
258                 odl-clustering-test-app,
259                 odl-openflowplugin-flow-services-ui,
260                 odl-bgpcep-pcep,
261                 odl-bgpcep-bgp,
262                 odl-netconf-connector-all
263         - integration-test-options:
264             test-options: '-v TIMEOUT_BUG_4220:10s'
265         - integration-stream-test-plan:
266             stream-test-plan: 'test-libraries-beryllium.txt'
267         - integration-test-plan:
268             test-plan: 'test-libraries.txt'
269         - integration-patch-refspec:
270             branch: '$GERRIT_REFSPEC'
271         - integration-jdk-version:
272             jdkversion: 'openjdk7'
273             # TODO: Switch to openjdk8 from Boron on.
274
275     scm:
276         - integration-gerrit-scm:
277             basedir: 'test'
278             refspec: '$PATCHREFSPEC'
279             branch: 'master'
280
281     wrappers:
282         - opendaylight-infra-wrappers:
283             build-timeout: '{build-timeout}'
284         - integration-jclouds-controller-mininet:
285             controller-image: '{controller-image}'
286             controller-vms: 1
287             mininet-image: '{mininet-image}'
288             mininet-vms: '{mininet-vms}'
289
290     triggers:
291         - integration-trigger-patch-submitted:
292             name: 'integration/test'
293             branch: 'master'
294             pattern: 'csit/libraries/*'
295
296     builders:
297         - integration-copy-ssh-keys
298         - integration-cleanup-workspace
299         - integration-install-robotframework
300         - inject:
301             properties-file: 'env.properties'
302         - integration-get-slave-addresses
303         - inject:
304             properties-file: 'slave_addresses.txt'
305         - integration-get-bundle-vars
306         - inject:
307             properties-file: 'bundle_vars.txt'
308         - integration-deploy-controller-run-test
309         - integration-cleanup-tmp
310
311     publishers:
312         - integration-robot:
313             unstable-if: 0.0
314             pass-if: 100.0
315         - email-notification:
316             email-prefix: '[integration]'
317         - integration-csit-archive-build
318         - archive-build:
319             maven-version: '{mvn33}'
320
321 # Template: integration-distribution-test-{stream}
322 # Goal: Verify a distribution through all system test available
323 # Operation: This daily job template takes a distribution and passes all available system test
324
325 - job-template:
326     name: 'integration-distribution-test-{stream}'
327
328     project-type: freestyle
329     node: centos7-java-builder-2c-8g
330
331     logrotate:
332         daysToKeep: '{build-days-to-keep}'
333         numToKeep: '{build-num-to-keep}'
334         artifactDaysToKeep: '{build-artifact-days-to-keep}'
335         artifactNumToKeep: '{build-artifact-num-to-keep}'
336
337     parameters:
338         - integration-bundleurl:
339             bundleurl: 'last'
340         - integration-jdk-version:
341             jdkversion: '{jre}'
342
343     triggers:
344         - timed: 'H H * * 6'
345
346     builders:
347         - trigger-builds:
348             - project: '{csit-list}'
349               block: true
350               predefined-parameters:
351                   BUNDLEURL=$BUNDLEURL
352
353     publishers:
354         - email-notification:
355             email-prefix: '[integration]'
356
357 # Template: integration-patch-test-{stream}
358 # Goal: Build a patch and run all available system test on a distribution containing the change
359 # Operation: This job template builds a patch, creates a distribution containing the patch, and
360 # triggers the distribution test when test-integration is used in gerrit comments
361
362 - job-template:
363     name: 'integration-patch-test-{stream}'
364
365     project-type: maven
366     node: centos7-java-builder-2c-8g
367     jdk: '{jdk}'
368
369     logrotate:
370         daysToKeep: '{build-days-to-keep}'
371         numToKeep: '{build-num-to-keep}'
372         artifactDaysToKeep: '{build-artifact-days-to-keep}'
373         artifactNumToKeep: '{build-artifact-num-to-keep}'
374
375     parameters:
376         - opendaylight-infra-parameters:
377             project: '$GERRIT_PROJECT'
378             branch: '{branch}'
379             refspec: '$GERRIT_REFSPEC'
380             artifacts: '{archive-artifacts} **/dependency_tree.txt'
381         - integration-branch:
382             branch: '{branch}'
383         - integration-distribution-git-url
384
385     scm:
386         - integration-gerrit-scm:
387             basedir: '$GERRIT_PROJECT'
388             refspec: '$GERRIT_REFSPEC'
389             branch: '{branch}'
390         - integration-distribution-scm:
391             branch: '{branch}'
392
393     wrappers:
394         - opendaylight-infra-wrappers:
395             build-timeout: '{build-timeout}'
396
397     triggers:
398         - gerrit:
399             server-name: 'OpenDaylight'
400             trigger-on:
401                 - comment-added-contains-event:
402                     comment-contains-value: 'test-integration'
403             projects:
404               - project-compare-type: 'ANT'
405                 project-pattern: '**'
406                 branches:
407                   - branch-compare-type: 'ANT'
408                     branch-pattern: '**/{branch}'
409             skip-vote:
410                 successful: true
411                 failed: true
412                 unstable: true
413                 notbuilt: true
414
415     prebuilders:
416         - integration-rebase-gerrit-patch
417         - integration-get-bundle-url
418         - inject:
419             properties-file: 'bundle.txt'
420         - wipe-org-opendaylight-repo
421         - provide-maven-settings:
422             global-settings-file: 'odl-global-settings'
423             settings-file: 'integration-settings'
424         - maven-target:
425             maven-version: '{mvn33}'
426             pom: '$GERRIT_PROJECT/pom.xml'
427             goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Pq -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
428             java-opts:
429                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
430             settings: 'integration-settings'
431             settings-type: cfp
432             global-settings: 'odl-global-settings'
433             global-settings-type: cfp
434
435     maven:
436         maven-name: '{mvn33}'
437         root-pom: 'distribution/pom.xml'
438         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
439         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
440         settings: 'integration-settings'
441         settings-type: cfp
442         global-settings: 'odl-global-settings'
443         global-settings-type: cfp
444         ignore-upstream-changes: true
445         post-step-run-condition: 'SUCCESS'
446
447     postbuilders:
448         - trigger-builds:
449             - project: '{csit-list}'
450               block: true
451               predefined-parameters:
452                   BUNDLEURL=$BUNDLEURL
453
454     publishers:
455         - archive-build:
456             maven-version: '{mvn33}'
457         - email-notification:
458             email-prefix: '[$GERRIT_PROJECT]'
459
460 # Template: integration-multipatch-test-{stream}
461 # Goal: Build one or more patches and run all available system test on a distribution containing the change
462 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
463 # containing these patches, and triggers the distribution test job which includes most (if not all) available
464 # CSIT jobs
465
466 - job-template:
467     name: 'integration-multipatch-test-{stream}'
468
469     project-type: maven
470     node: centos7-java-builder-8c-8g
471     jdk: '{jdk}'
472
473     logrotate:
474         daysToKeep: '{build-days-to-keep}'
475         numToKeep: '{build-num-to-keep}'
476         artifactDaysToKeep: '{build-artifact-days-to-keep}'
477         artifactNumToKeep: '{build-artifact-num-to-keep}'
478
479     parameters:
480         - patches-to-build-parameter:
481             patches_to_build: '$PATCHES_TO_BUILD'
482         - integration-branch:
483             branch: '{branch}'
484         - opendaylight-infra-parameters:
485             project: 'integration/distribution'
486             branch: '{branch}'
487             refspec: 'refs/heads/{branch}'
488             artifacts: '{archive-artifacts} **/dependency_tree.txt'
489
490     prebuilders:
491         - wipe-org-opendaylight-repo
492         - integration-multipatch-builder
493         - inject:
494             properties-file: 'bundle.txt'
495         - provide-maven-settings:
496             global-settings-file: 'odl-global-settings'
497             settings-file: 'yangtools-settings'
498
499     wrappers:
500         - opendaylight-infra-wrappers:
501             build-timeout: '1200'
502
503     maven:
504         maven-name: '{mvn33}'
505         root-pom: 'patch_tester/pom.xml'
506         # TODO: Make Maven options configurable. Currently tests are not skipped, everything else is.
507         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -f patch_tester/pom.xml -V -B -Pq -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
508         maven-opts: '-Xmx7168m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
509         settings: 'yangtools-settings'
510         settings-type: cfp
511         global-settings: 'odl-global-settings'
512         global-settings-type: cfp
513         post-step-run-condition: 'SUCCESS'
514
515     postbuilders:
516         - trigger-builds:
517             - project: '{csit-list}'
518               block: true
519               predefined-parameters:
520                   BUNDLEURL=$BUNDLEURL
521
522     publishers:
523         - archive-build:
524             maven-version: '{mvn33}'
525         - email-notification:
526             email-prefix: '[int/dist]'