Merge "Add 8GB memory image needed for features install test"
[releng/builder.git] / jjb / integration / integration-test-jobs.yaml
1 - project:
2     name: integration-test
3     jobs:
4         - '{project-name}-verify-tox-{stream}'
5         - 'integration-csit-verify-1node-library'
6         - 'integration-distribution-test-{stream}'
7         - 'integration-patch-test-{stream}'
8         - 'integration-multipatch-test-{stream}'
9
10     project: integration/test
11     project-name: integration-test
12
13     stream:
14         - carbon:
15             branch: 'master'
16             jdk: 'openjdk8'
17             jre: 'openjdk8'
18             csit-list: >
19                 controller-csit-3node-clustering-only-{stream},
20                 controller-csit-3node-clustering-all-{stream},
21                 integration-distribution-deploy-{stream},
22                 integration-distribution-offline-{stream},
23                 l2switch-csit-1node-switch-only-{stream},
24                 l2switch-csit-1node-switch-all-{stream},
25                 l2switch-csit-1node-scalability-only-{stream},
26                 l2switch-csit-1node-scalability-all-{stream},
27                 lispflowmapping-csit-1node-msmr-only-{stream},
28                 lispflowmapping-csit-1node-msmr-all-{stream},
29                 nemo-csit-1node-engine-all-{stream},
30                 nemo-csit-1node-engine-only-{stream},
31                 netvirt-csit-1node-openstack-mitaka-upstream-learn-{stream},
32                 netvirt-csit-1node-openstack-mitaka-upstream-transparent-{stream},
33                 netvirt-legacy-csit-1node-openstack-basic-all-{stream},
34                 netvirt-legacy-csit-1node-openstack-basic-only-{stream},
35                 netvirt-legacy-csit-1node-openstack-mitaka-upstream-{stream},
36                 netvirt-legacy-csit-3node-clustering-only-{stream},
37                 ocpplugin-csit-1node-get-only-{stream},
38                 ocpplugin-csit-1node-get-all-{stream},
39                 ocpplugin-csit-1node-scalability-only-{stream},
40                 ocpplugin-csit-1node-scalability-all-{stream},
41                 openflowplugin-csit-1node-flow-services-only-{stream},
42                 openflowplugin-csit-1node-flow-services-all-{stream},
43                 openflowplugin-csit-1node-scalability-only-{stream},
44                 openflowplugin-csit-1node-cbench-performance-only-{stream},
45                 openflowplugin-csit-1node-config-performance-only-{stream},
46                 openflowplugin-csit-3node-clustering-only-{stream},
47                 ovsdb-csit-1node-southbound-all-{stream},
48                 ovsdb-csit-1node-southbound-only-{stream},
49                 ovsdb-csit-3node-clustering-only-{stream},
50                 packetcable-csit-1node-pcmm-only-{stream},
51                 packetcable-csit-1node-pcmm-all-{stream},
52                 sxp-csit-1node-basic-only-{stream},
53                 sxp-csit-1node-filtering-all-{stream},
54                 sxp-csit-1node-topology-only-{stream},
55                 sxp-csit-1node-topology-all-{stream},
56                 topoprocessing-csit-1node-topology-operations-all-{stream},
57                 topoprocessing-csit-1node-topology-operations-only-{stream},
58                 tsdr-csit-1node-cassandra-datastore-only-{stream},
59                 tsdr-csit-1node-hbase-datastore-all-{stream},
60                 tsdr-csit-1node-hbase-datastore-only-{stream},
61                 tsdr-csit-1node-hsqldb-datastore-all-{stream},
62                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
63                 usc-csit-1node-channel-only-{stream},
64                 usc-csit-1node-channel-all-{stream},
65                 usc-csit-1node-tcp-only-{stream},
66                 usc-csit-1node-tcp-all-{stream},
67                 vtn-csit-1node-manager-only-{stream},
68                 vtn-csit-1node-manager-all-{stream},
69                 vtn-csit-1node-coordinator-only-{stream}
70
71         - boron:
72             branch: 'stable/boron'
73             jdk: 'openjdk8'
74             jre: 'openjdk8'
75             csit-list: >
76                 controller-csit-3node-clustering-only-{stream},
77                 controller-csit-3node-clustering-all-{stream},
78                 integration-distribution-deploy-{stream},
79                 integration-distribution-offline-{stream},
80                 l2switch-csit-1node-switch-only-{stream},
81                 l2switch-csit-1node-switch-all-{stream},
82                 l2switch-csit-1node-scalability-only-{stream},
83                 l2switch-csit-1node-scalability-all-{stream},
84                 lispflowmapping-csit-1node-msmr-only-{stream},
85                 lispflowmapping-csit-1node-msmr-all-{stream},
86                 nemo-csit-1node-engine-all-{stream},
87                 nemo-csit-1node-engine-only-{stream},
88                 netvirt-csit-1node-openstack-mitaka-upstream-learn-{stream},
89                 netvirt-csit-1node-openstack-mitaka-upstream-transparent-{stream},
90                 netvirt-legacy-csit-1node-openstack-basic-all-{stream},
91                 netvirt-legacy-csit-1node-openstack-basic-only-{stream},
92                 netvirt-legacy-csit-1node-openstack-mitaka-upstream-{stream},
93                 netvirt-legacy-csit-3node-clustering-only-{stream},
94                 ocpplugin-csit-1node-get-only-{stream},
95                 ocpplugin-csit-1node-get-all-{stream},
96                 ocpplugin-csit-1node-scalability-only-{stream},
97                 ocpplugin-csit-1node-scalability-all-{stream},
98                 openflowplugin-csit-1node-flow-services-only-{stream},
99                 openflowplugin-csit-1node-flow-services-all-{stream},
100                 openflowplugin-csit-1node-scalability-only-{stream},
101                 openflowplugin-csit-1node-cbench-performance-only-{stream},
102                 openflowplugin-csit-1node-config-performance-only-{stream},
103                 openflowplugin-csit-3node-clustering-only-{stream},
104                 ovsdb-csit-1node-southbound-all-{stream},
105                 ovsdb-csit-1node-southbound-only-{stream},
106                 ovsdb-csit-3node-clustering-only-{stream},
107                 packetcable-csit-1node-pcmm-only-{stream},
108                 packetcable-csit-1node-pcmm-all-{stream},
109                 sxp-csit-1node-basic-only-{stream},
110                 sxp-csit-1node-filtering-all-{stream},
111                 sxp-csit-1node-topology-only-{stream},
112                 sxp-csit-1node-topology-all-{stream},
113                 topoprocessing-csit-1node-topology-operations-all-{stream},
114                 topoprocessing-csit-1node-topology-operations-only-{stream},
115                 tsdr-csit-1node-cassandra-datastore-only-{stream},
116                 tsdr-csit-1node-hbase-datastore-only-{stream},
117                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
118                 usc-csit-1node-channel-only-{stream},
119                 usc-csit-1node-channel-all-{stream},
120                 usc-csit-1node-tcp-only-{stream},
121                 usc-csit-1node-tcp-all-{stream},
122                 vtn-csit-1node-manager-only-{stream},
123                 vtn-csit-1node-manager-all-{stream},
124                 vtn-csit-1node-coordinator-only-{stream}
125
126         - beryllium:
127             branch: 'stable/beryllium'
128             jdk: 'openjdk7'
129             jre: 'openjdk7'
130             csit-list: >
131                 aaa-csit-1node-authn-only-{stream},
132                 aaa-csit-1node-authn-all-{stream},
133                 bgpcep-csit-1node-userfeatures-only-{stream},
134                 bgpcep-csit-1node-userfeatures-all-{stream},
135                 capwap-csit-1node-ac-only-{stream},
136                 capwap-csit-1node-ac-all-{stream},
137                 integration-distribution-offline-{stream},
138                 integration-distribution-deploy-{stream},
139                 l2switch-csit-1node-switch-only-{stream},
140                 l2switch-csit-1node-scalability-only-{stream},
141                 l2switch-csit-1node-scalability-all-{stream},
142                 lispflowmapping-csit-1node-msmr-only-{stream},
143                 lispflowmapping-csit-1node-msmr-all-{stream},
144                 nemo-csit-1node-engine-all-{stream},
145                 nemo-csit-1node-engine-only-{stream},
146                 nic-csit-1node-basic-all-{stream},
147                 nic-csit-1node-basic-only-{stream},
148                 openflowplugin-csit-1node-flow-services-only-{stream},
149                 openflowplugin-csit-1node-flow-services-all-{stream},
150                 openflowplugin-csit-1node-scalability-only-{stream},
151                 openflowplugin-csit-1node-cbench-performance-only-{stream},
152                 openflowplugin-csit-1node-config-performance-only-{stream},
153                 openflowplugin-csit-3node-clustering-only-{stream},
154                 ovsdb-csit-1node-southbound-all-{stream},
155                 ovsdb-csit-1node-southbound-only-{stream},
156                 packetcable-csit-1node-pcmm-only-{stream},
157                 packetcable-csit-1node-pcmm-all-{stream},
158                 snmp-csit-1node-basic-only-{stream},
159                 snmp-csit-1node-basic-all-{stream},
160                 sxp-csit-1node-basic-only-{stream},
161                 sxp-csit-1node-filtering-only-{stream},
162                 sxp-csit-1node-filtering-all-{stream},
163                 topoprocessing-csit-1node-topology-operations-all-{stream},
164                 topoprocessing-csit-1node-topology-operations-only-{stream},
165                 tsdr-csit-1node-cassandra-datastore-only-{stream},
166                 tsdr-csit-1node-hbase-datastore-only-{stream},
167                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
168                 usc-csit-1node-channel-only-{stream},
169                 usc-csit-1node-channel-all-{stream},
170                 usc-csit-1node-tcp-only-{stream},
171                 usc-csit-1node-tcp-all-{stream},
172                 vtn-csit-1node-manager-only-{stream},
173                 vtn-csit-1node-manager-all-{stream},
174                 vtn-csit-1node-coordinator-only-{stream}
175
176     # mininet image
177     mininet-image: 'ubuntu-trusty-mininet-ovs-25-2c-2g'
178
179 # Template: integration-csit-verify-1node-library
180 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
181 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
182
183 - job-template:
184     name: 'integration-csit-verify-1node-library'
185
186     project-type: freestyle
187     node: centos7-robot-2c-2g
188
189     logrotate:
190         daysToKeep: '{build-days-to-keep}'
191         numToKeep: '{build-num-to-keep}'
192         artifactDaysToKeep: '{build-artifact-days-to-keep}'
193         artifactNumToKeep: '{build-artifact-num-to-keep}'
194
195     parameters:
196         - opendaylight-infra-parameters:
197             project: 'integration/test'
198             branch: '{branch}'
199             refspec: 'refs/heads/{branch}'
200             artifacts: '{archive-artifacts}'
201         - integration-branch:
202             branch: 'stable/boron'
203         - integration-distribution-stream:
204             stream: 'boron'
205         - integration-bundleurl:
206             bundleurl: 'last'
207         - integration-controller-scope:
208             controller-scope: 'only'
209         - integration-controller-features:
210             controller-features: >
211                 odl-clustering-test-app,
212                 odl-openflowplugin-flow-services-ui,
213                 odl-openflowplugin-app-table-miss-enforcer,
214                 odl-bgpcep-pcep,
215                 odl-bgpcep-bgp,
216                 odl-netconf-connector-all
217         - integration-test-options:
218             test-options: '-v TIMEOUT_BUG_4220:10s'
219         - integration-stream-test-plan:
220             stream-test-plan: 'test-libraries-boron.txt'
221         - integration-test-plan:
222             test-plan: 'test-libraries.txt'
223         - integration-patch-refspec:
224             branch: '$GERRIT_REFSPEC'
225         - integration-jdk-version:
226             jdkversion: 'openjdk8'
227
228     scm:
229         - integration-gerrit-scm:
230             basedir: 'test'
231             refspec: '$PATCHREFSPEC'
232             branch: 'master'
233
234     wrappers:
235         - opendaylight-infra-wrappers:
236             build-timeout: '{build-timeout}'
237         - integration-jclouds-controller-mininet:
238             controller-image: '{controller-image}'
239             controller-vms: 1
240             mininet-image: '{mininet-image}'
241             mininet-vms: '{mininet-vms}'
242
243     triggers:
244         - integration-trigger-patch-submitted:
245             server-name: '{server-name}'
246             name: 'integration/test'
247             branch: 'master'
248             pattern: 'csit/libraries/*'
249
250     builders:
251         - integration-copy-ssh-keys
252         - integration-cleanup-workspace
253         - integration-install-robotframework
254         - inject:
255             properties-file: 'env.properties'
256         - integration-get-slave-addresses
257         - inject:
258             properties-file: 'slave_addresses.txt'
259         - integration-get-bundle-vars
260         - inject:
261             properties-file: 'bundle_vars.txt'
262         - integration-deploy-controller-run-test
263         - integration-cleanup-tmp
264
265     publishers:
266         - integration-robot:
267             unstable-if: 0.0
268             pass-if: 100.0
269         - email-notification:
270             email-recipients: '{email-recipients}'
271             email-prefix: '[integration]'
272         - integration-csit-archive-build
273         - opendaylight-infra-shiplogs:
274             maven-version: 'mvn33'
275
276 # Template: integration-distribution-test-{stream}
277 # Goal: Verify a distribution through all system test available
278 # Operation: This daily job template takes a distribution and passes all available system test
279
280 - job-template:
281     name: 'integration-distribution-test-{stream}'
282
283     project-type: freestyle
284     node: centos7-java-builder-2c-8g
285
286     logrotate:
287         daysToKeep: '{build-days-to-keep}'
288         numToKeep: '{build-num-to-keep}'
289         artifactDaysToKeep: '{build-artifact-days-to-keep}'
290         artifactNumToKeep: '{build-artifact-num-to-keep}'
291
292     parameters:
293         - integration-bundleurl:
294             bundleurl: 'last'
295         - integration-jdk-version:
296             jdkversion: '{jre}'
297
298     triggers:
299         - timed: 'H H * * 6'
300
301     builders:
302         - trigger-builds:
303             - project: '{csit-list}'
304               block: true
305               predefined-parameters:
306                   BUNDLEURL=$BUNDLEURL
307
308     publishers:
309         - email-notification:
310             email-recipients: '{email-recipients}'
311             email-prefix: '[integration]'
312
313 # Template: integration-patch-test-{stream}
314 # Goal: Build a patch and run all available system test on a distribution containing the change
315 # Operation: This job template builds a patch, creates a distribution containing the patch, and
316 # triggers the distribution test when test-integration is used in gerrit comments
317
318 - job-template:
319     name: 'integration-patch-test-{stream}'
320
321     project-type: maven
322     node: centos7-java-builder-2c-8g
323     jdk: '{jdk}'
324
325     logrotate:
326         daysToKeep: '{build-days-to-keep}'
327         numToKeep: '{build-num-to-keep}'
328         artifactDaysToKeep: '{build-artifact-days-to-keep}'
329         artifactNumToKeep: '{build-artifact-num-to-keep}'
330
331     parameters:
332         - opendaylight-infra-parameters:
333             project: '$GERRIT_PROJECT'
334             branch: '{branch}'
335             refspec: '$GERRIT_REFSPEC'
336             artifacts: '{archive-artifacts} **/dependency_tree.txt'
337         - integration-branch:
338             branch: '{branch}'
339         - integration-distribution-git-url
340
341     scm:
342         - integration-gerrit-scm:
343             basedir: '$GERRIT_PROJECT'
344             refspec: '$GERRIT_REFSPEC'
345             branch: '{branch}'
346         - integration-distribution-scm:
347             branch: '{branch}'
348
349     wrappers:
350         - opendaylight-infra-wrappers:
351             build-timeout: '720'
352
353     triggers:
354         - gerrit:
355             server-name: '{server-name}'
356             trigger-on:
357                 - comment-added-contains-event:
358                     comment-contains-value: 'test-integration'
359             projects:
360               - project-compare-type: 'ANT'
361                 project-pattern: '**'
362                 branches:
363                   - branch-compare-type: 'ANT'
364                     branch-pattern: '**/{branch}'
365             skip-vote:
366                 successful: true
367                 failed: true
368                 unstable: true
369                 notbuilt: true
370
371     prebuilders:
372         - integration-rebase-gerrit-patch
373         - integration-get-bundle-url
374         - inject:
375             properties-file: 'bundle.txt'
376         - wipe-org-opendaylight-repo
377         - provide-maven-settings:
378             global-settings-file: 'odl-global-settings'
379             settings-file: 'integration-settings'
380         - maven-target:
381             maven-version: 'mvn33'
382             pom: '$GERRIT_PROJECT/pom.xml'
383             goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Pq -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
384             java-opts:
385                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
386             settings: 'integration-settings'
387             settings-type: cfp
388             global-settings: 'odl-global-settings'
389             global-settings-type: cfp
390
391     maven:
392         maven-name: 'mvn33'
393         root-pom: 'distribution/pom.xml'
394         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
395         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
396         settings: 'integration-settings'
397         settings-type: cfp
398         global-settings: 'odl-global-settings'
399         global-settings-type: cfp
400         ignore-upstream-changes: true
401         post-step-run-condition: 'SUCCESS'
402
403     postbuilders:
404         - trigger-builds:
405             - project: '{csit-list}'
406               block: true
407               predefined-parameters:
408                   BUNDLEURL=$BUNDLEURL
409
410     publishers:
411         - opendaylight-infra-shiplogs:
412             maven-version: 'mvn33'
413         - email-notification:
414             email-recipients: '{email-recipients}'
415             email-prefix: '[$GERRIT_PROJECT]'
416
417 # Template: integration-multipatch-test-{stream}
418 # Goal: Build one or more patches and run all available system test on a distribution containing the change
419 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
420 # containing these patches, and triggers the distribution test job which includes most (if not all) available
421 # CSIT jobs
422
423 - job-template:
424     name: 'integration-multipatch-test-{stream}'
425
426     project-type: maven
427     node: centos7-java-builder-8c-8g
428     jdk: '{jdk}'
429
430     logrotate:
431         daysToKeep: '{build-days-to-keep}'
432         numToKeep: '{build-num-to-keep}'
433         artifactDaysToKeep: '{build-artifact-days-to-keep}'
434         artifactNumToKeep: '{build-artifact-num-to-keep}'
435
436     parameters:
437         - patches-to-build-parameter:
438             patches_to_build: '$PATCHES_TO_BUILD'
439         - integration-branch:
440             branch: '{branch}'
441         - opendaylight-infra-parameters:
442             project: 'integration/distribution'
443             branch: '{branch}'
444             refspec: 'refs/heads/{branch}'
445             artifacts: '{archive-artifacts} **/dependency_tree.txt'
446
447     prebuilders:
448         - wipe-org-opendaylight-repo
449         - integration-multipatch-builder
450         - inject:
451             properties-file: 'bundle.txt'
452         - provide-maven-settings:
453             global-settings-file: 'odl-global-settings'
454             settings-file: 'yangtools-settings'
455
456     wrappers:
457         - opendaylight-infra-wrappers:
458             build-timeout: '1200'
459
460     maven:
461         maven-name: 'mvn33'
462         root-pom: 'patch_tester/pom.xml'
463         # TODO: Make Maven options configurable. Currently tests are not skipped, everything else is.
464         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -f patch_tester/pom.xml -V -B -Pq -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
465         maven-opts: '-Xmx7168m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
466         settings: 'yangtools-settings'
467         settings-type: cfp
468         global-settings: 'odl-global-settings'
469         global-settings-type: cfp
470         post-step-run-condition: 'SUCCESS'
471
472     postbuilders:
473         - trigger-builds:
474             - project: '{csit-list}'
475               block: true
476               predefined-parameters:
477                   BUNDLEURL=$BUNDLEURL
478
479     publishers:
480         - opendaylight-infra-shiplogs:
481             maven-version: 'mvn33'
482         - email-notification:
483             email-recipients: '{email-recipients}'
484             email-prefix: '[int/dist]'