Merge "Add builder autorelease-deps to invoke script"
[releng/builder.git] / jjb / integration / integration-test-jobs.yaml
1 - project:
2     name: integration-test
3     jobs:
4         - '{project-name}-verify-tox-{stream}'
5         - 'integration-csit-verify-1node-library'
6         - 'integration-distribution-test-{stream}'
7         - 'integration-patch-test-{stream}'
8         - 'integration-multipatch-test-{stream}'
9
10     project: integration/test
11     project-name: integration-test
12
13     stream:
14         - carbon:
15             branch: 'master'
16             jdk: 'openjdk8'
17             jre: 'openjdk8'
18             csit-list: >
19                 controller-csit-3node-clustering-only-{stream},
20                 controller-csit-3node-clustering-all-{stream},
21                 integration-distribution-deploy-{stream},
22                 integration-distribution-offline-{stream},
23                 l2switch-csit-1node-switch-only-{stream},
24                 l2switch-csit-1node-switch-all-{stream},
25                 l2switch-csit-1node-scalability-only-{stream},
26                 l2switch-csit-1node-scalability-all-{stream},
27                 lispflowmapping-csit-1node-msmr-only-{stream},
28                 lispflowmapping-csit-1node-msmr-all-{stream},
29                 nemo-csit-1node-engine-all-{stream},
30                 nemo-csit-1node-engine-only-{stream},
31                 netvirt-csit-1node-openstack-basic-only-{stream},
32                 netvirt-csit-1node-openstack-basic-all-{stream},
33                 netvirt-csit-1node-openstack-mitaka-openstack-{stream},
34                 netvirt-vpnservice-csit-1node-openstack-mitaka-openstack-{stream},
35                 netvirt-csit-3node-clustering-only-{stream},
36                 ocpplugin-csit-1node-get-only-{stream},
37                 ocpplugin-csit-1node-get-all-{stream},
38                 ocpplugin-csit-1node-scalability-only-{stream},
39                 ocpplugin-csit-1node-scalability-all-{stream},
40                 openflowplugin-csit-1node-flow-services-only-{stream},
41                 openflowplugin-csit-1node-flow-services-all-{stream},
42                 openflowplugin-csit-1node-scalability-only-{stream},
43                 openflowplugin-csit-1node-cbench-performance-only-{stream},
44                 openflowplugin-csit-1node-config-performance-only-{stream},
45                 openflowplugin-csit-3node-clustering-only-{stream},
46                 ovsdb-csit-1node-southbound-all-{stream},
47                 ovsdb-csit-1node-southbound-only-{stream},
48                 ovsdb-csit-3node-clustering-only-{stream},
49                 packetcable-csit-1node-pcmm-only-{stream},
50                 packetcable-csit-1node-pcmm-all-{stream},
51                 sxp-csit-1node-basic-only-{stream},
52                 sxp-csit-1node-filtering-all-{stream},
53                 sxp-csit-1node-topology-only-{stream},
54                 sxp-csit-1node-topology-all-{stream},
55                 topoprocessing-csit-1node-topology-operations-all-{stream},
56                 topoprocessing-csit-1node-topology-operations-only-{stream},
57                 tsdr-csit-1node-cassandra-datastore-only-{stream},
58                 tsdr-csit-1node-hbase-datastore-all-{stream},
59                 tsdr-csit-1node-hbase-datastore-only-{stream},
60                 tsdr-csit-1node-hsqldb-datastore-all-{stream},
61                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
62                 usc-csit-1node-channel-only-{stream},
63                 usc-csit-1node-channel-all-{stream},
64                 usc-csit-1node-tcp-only-{stream},
65                 usc-csit-1node-tcp-all-{stream},
66                 vtn-csit-1node-manager-only-{stream},
67                 vtn-csit-1node-manager-all-{stream},
68                 vtn-csit-1node-coordinator-only-{stream}
69
70         - boron:
71             branch: 'stable/boron'
72             jdk: 'openjdk8'
73             jre: 'openjdk8'
74             csit-list: >
75                 controller-csit-3node-clustering-only-{stream},
76                 controller-csit-3node-clustering-all-{stream},
77                 integration-distribution-deploy-{stream},
78                 integration-distribution-offline-{stream},
79                 l2switch-csit-1node-switch-only-{stream},
80                 l2switch-csit-1node-switch-all-{stream},
81                 l2switch-csit-1node-scalability-only-{stream},
82                 l2switch-csit-1node-scalability-all-{stream},
83                 lispflowmapping-csit-1node-msmr-only-{stream},
84                 lispflowmapping-csit-1node-msmr-all-{stream},
85                 nemo-csit-1node-engine-all-{stream},
86                 nemo-csit-1node-engine-only-{stream},
87                 netvirt-csit-1node-openstack-mitaka-upstream-{stream},
88                 netvirt-legacy-csit-1node-openstack-basic-only-{stream},
89                 netvirt-legacy-csit-1node-openstack-basic-all-{stream},
90                 netvirt-legacy-csit-1node-openstack-mitaka-openstack-{stream},
91                 netvirt-legacy-csit-3node-clustering-only-{stream},
92                 ocpplugin-csit-1node-get-only-{stream},
93                 ocpplugin-csit-1node-get-all-{stream},
94                 ocpplugin-csit-1node-scalability-only-{stream},
95                 ocpplugin-csit-1node-scalability-all-{stream},
96                 openflowplugin-csit-1node-flow-services-only-{stream},
97                 openflowplugin-csit-1node-flow-services-all-{stream},
98                 openflowplugin-csit-1node-scalability-only-{stream},
99                 openflowplugin-csit-1node-cbench-performance-only-{stream},
100                 openflowplugin-csit-1node-config-performance-only-{stream},
101                 openflowplugin-csit-3node-clustering-only-{stream},
102                 ovsdb-csit-1node-southbound-all-{stream},
103                 ovsdb-csit-1node-southbound-only-{stream},
104                 ovsdb-csit-3node-clustering-only-{stream},
105                 packetcable-csit-1node-pcmm-only-{stream},
106                 packetcable-csit-1node-pcmm-all-{stream},
107                 sxp-csit-1node-basic-only-{stream},
108                 sxp-csit-1node-filtering-all-{stream},
109                 sxp-csit-1node-topology-only-{stream},
110                 sxp-csit-1node-topology-all-{stream},
111                 topoprocessing-csit-1node-topology-operations-all-{stream},
112                 topoprocessing-csit-1node-topology-operations-only-{stream},
113                 tsdr-csit-1node-cassandra-datastore-only-{stream},
114                 tsdr-csit-1node-hbase-datastore-only-{stream},
115                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
116                 usc-csit-1node-channel-only-{stream},
117                 usc-csit-1node-channel-all-{stream},
118                 usc-csit-1node-tcp-only-{stream},
119                 usc-csit-1node-tcp-all-{stream},
120                 vtn-csit-1node-manager-only-{stream},
121                 vtn-csit-1node-manager-all-{stream},
122                 vtn-csit-1node-coordinator-only-{stream}
123
124         - beryllium:
125             branch: 'stable/beryllium'
126             jdk: 'openjdk7'
127             jre: 'openjdk7'
128             csit-list: >
129                 aaa-csit-1node-authn-only-{stream},
130                 aaa-csit-1node-authn-all-{stream},
131                 bgpcep-csit-1node-userfeatures-only-{stream},
132                 bgpcep-csit-1node-userfeatures-all-{stream},
133                 capwap-csit-1node-ac-only-{stream},
134                 capwap-csit-1node-ac-all-{stream},
135                 integration-distribution-offline-{stream},
136                 integration-distribution-deploy-{stream},
137                 l2switch-csit-1node-switch-only-{stream},
138                 l2switch-csit-1node-scalability-only-{stream},
139                 l2switch-csit-1node-scalability-all-{stream},
140                 lispflowmapping-csit-1node-msmr-only-{stream},
141                 lispflowmapping-csit-1node-msmr-all-{stream},
142                 nemo-csit-1node-engine-all-{stream},
143                 nemo-csit-1node-engine-only-{stream},
144                 netconf-csit-1node-userfeatures-all-{stream},
145                 netconf-csit-1node-userfeatures-only-{stream},
146                 netvirt-csit-1node-openstack-basic-only-{stream},
147                 netvirt-csit-1node-openstack-basic-all-{stream},
148                 netvirt-csit-3node-clustering-only-{stream},
149                 nic-csit-1node-basic-all-{stream},
150                 nic-csit-1node-basic-only-{stream},
151                 openflowplugin-csit-1node-flow-services-only-{stream},
152                 openflowplugin-csit-1node-flow-services-all-{stream},
153                 openflowplugin-csit-1node-scalability-only-{stream},
154                 openflowplugin-csit-1node-cbench-performance-only-{stream},
155                 openflowplugin-csit-1node-config-performance-only-{stream},
156                 openflowplugin-csit-3node-clustering-only-{stream},
157                 ovsdb-csit-1node-southbound-all-{stream},
158                 ovsdb-csit-1node-southbound-only-{stream},
159                 packetcable-csit-1node-pcmm-only-{stream},
160                 packetcable-csit-1node-pcmm-all-{stream},
161                 snmp-csit-1node-basic-only-{stream},
162                 snmp-csit-1node-basic-all-{stream},
163                 sxp-csit-1node-basic-only-{stream},
164                 sxp-csit-1node-filtering-only-{stream},
165                 sxp-csit-1node-filtering-all-{stream},
166                 topoprocessing-csit-1node-topology-operations-all-{stream},
167                 topoprocessing-csit-1node-topology-operations-only-{stream},
168                 tsdr-csit-1node-cassandra-datastore-only-{stream},
169                 tsdr-csit-1node-hbase-datastore-only-{stream},
170                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
171                 usc-csit-1node-channel-only-{stream},
172                 usc-csit-1node-channel-all-{stream},
173                 usc-csit-1node-tcp-only-{stream},
174                 usc-csit-1node-tcp-all-{stream},
175                 vtn-csit-1node-manager-only-{stream},
176                 vtn-csit-1node-manager-all-{stream},
177                 vtn-csit-1node-coordinator-only-{stream}
178
179     # mininet image
180     mininet-image: 'ubuntu-trusty-mininet-ovs-25-2c-2g'
181
182 # Template: integration-csit-verify-1node-library
183 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
184 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
185
186 - job-template:
187     name: 'integration-csit-verify-1node-library'
188
189     project-type: freestyle
190     node: centos7-robot-2c-2g
191
192     logrotate:
193         daysToKeep: '{build-days-to-keep}'
194         numToKeep: '{build-num-to-keep}'
195         artifactDaysToKeep: '{build-artifact-days-to-keep}'
196         artifactNumToKeep: '{build-artifact-num-to-keep}'
197
198     parameters:
199         - opendaylight-infra-parameters:
200             project: 'integration/test'
201             branch: '{branch}'
202             refspec: 'refs/heads/{branch}'
203             artifacts: '{archive-artifacts}'
204         - integration-branch:
205             branch: 'stable/boron'
206         - integration-distribution-stream:
207             stream: 'boron'
208         - integration-bundleurl:
209             bundleurl: 'last'
210         - integration-controller-scope:
211             controller-scope: 'only'
212         - integration-controller-features:
213             controller-features: >
214                 odl-clustering-test-app,
215                 odl-openflowplugin-flow-services-ui,
216                 odl-bgpcep-pcep,
217                 odl-bgpcep-bgp,
218                 odl-netconf-connector-all
219         - integration-test-options:
220             test-options: '-v TIMEOUT_BUG_4220:10s'
221         - integration-stream-test-plan:
222             stream-test-plan: 'test-libraries-boron.txt'
223         - integration-test-plan:
224             test-plan: 'test-libraries.txt'
225         - integration-patch-refspec:
226             branch: '$GERRIT_REFSPEC'
227         - integration-jdk-version:
228             jdkversion: 'openjdk8'
229
230     scm:
231         - integration-gerrit-scm:
232             basedir: 'test'
233             refspec: '$PATCHREFSPEC'
234             branch: 'master'
235
236     wrappers:
237         - opendaylight-infra-wrappers:
238             build-timeout: '{build-timeout}'
239         - integration-jclouds-controller-mininet:
240             controller-image: '{controller-image}'
241             controller-vms: 1
242             mininet-image: '{mininet-image}'
243             mininet-vms: '{mininet-vms}'
244
245     triggers:
246         - integration-trigger-patch-submitted:
247             name: 'integration/test'
248             branch: 'master'
249             pattern: 'csit/libraries/*'
250
251     builders:
252         - integration-copy-ssh-keys
253         - integration-cleanup-workspace
254         - integration-install-robotframework
255         - inject:
256             properties-file: 'env.properties'
257         - integration-get-slave-addresses
258         - inject:
259             properties-file: 'slave_addresses.txt'
260         - integration-get-bundle-vars
261         - inject:
262             properties-file: 'bundle_vars.txt'
263         - integration-deploy-controller-run-test
264         - integration-cleanup-tmp
265
266     publishers:
267         - integration-robot:
268             unstable-if: 0.0
269             pass-if: 100.0
270         - email-notification:
271             email-recipients: '{email-recipients}'
272             email-prefix: '[integration]'
273         - integration-csit-archive-build
274         - opendaylight-infra-shiplogs:
275             maven-version: 'mvn33'
276
277 # Template: integration-distribution-test-{stream}
278 # Goal: Verify a distribution through all system test available
279 # Operation: This daily job template takes a distribution and passes all available system test
280
281 - job-template:
282     name: 'integration-distribution-test-{stream}'
283
284     project-type: freestyle
285     node: centos7-java-builder-2c-8g
286
287     logrotate:
288         daysToKeep: '{build-days-to-keep}'
289         numToKeep: '{build-num-to-keep}'
290         artifactDaysToKeep: '{build-artifact-days-to-keep}'
291         artifactNumToKeep: '{build-artifact-num-to-keep}'
292
293     parameters:
294         - integration-bundleurl:
295             bundleurl: 'last'
296         - integration-jdk-version:
297             jdkversion: '{jre}'
298
299     triggers:
300         - timed: 'H H * * 6'
301
302     builders:
303         - trigger-builds:
304             - project: '{csit-list}'
305               block: true
306               predefined-parameters:
307                   BUNDLEURL=$BUNDLEURL
308
309     publishers:
310         - email-notification:
311             email-recipients: '{email-recipients}'
312             email-prefix: '[integration]'
313
314 # Template: integration-patch-test-{stream}
315 # Goal: Build a patch and run all available system test on a distribution containing the change
316 # Operation: This job template builds a patch, creates a distribution containing the patch, and
317 # triggers the distribution test when test-integration is used in gerrit comments
318
319 - job-template:
320     name: 'integration-patch-test-{stream}'
321
322     project-type: maven
323     node: centos7-java-builder-2c-8g
324     jdk: '{jdk}'
325
326     logrotate:
327         daysToKeep: '{build-days-to-keep}'
328         numToKeep: '{build-num-to-keep}'
329         artifactDaysToKeep: '{build-artifact-days-to-keep}'
330         artifactNumToKeep: '{build-artifact-num-to-keep}'
331
332     parameters:
333         - opendaylight-infra-parameters:
334             project: '$GERRIT_PROJECT'
335             branch: '{branch}'
336             refspec: '$GERRIT_REFSPEC'
337             artifacts: '{archive-artifacts} **/dependency_tree.txt'
338         - integration-branch:
339             branch: '{branch}'
340         - integration-distribution-git-url
341
342     scm:
343         - integration-gerrit-scm:
344             basedir: '$GERRIT_PROJECT'
345             refspec: '$GERRIT_REFSPEC'
346             branch: '{branch}'
347         - integration-distribution-scm:
348             branch: '{branch}'
349
350     wrappers:
351         - opendaylight-infra-wrappers:
352             build-timeout: '{build-timeout}'
353
354     triggers:
355         - gerrit:
356             server-name: 'OpenDaylight'
357             trigger-on:
358                 - comment-added-contains-event:
359                     comment-contains-value: 'test-integration'
360             projects:
361               - project-compare-type: 'ANT'
362                 project-pattern: '**'
363                 branches:
364                   - branch-compare-type: 'ANT'
365                     branch-pattern: '**/{branch}'
366             skip-vote:
367                 successful: true
368                 failed: true
369                 unstable: true
370                 notbuilt: true
371
372     prebuilders:
373         - integration-rebase-gerrit-patch
374         - integration-get-bundle-url
375         - inject:
376             properties-file: 'bundle.txt'
377         - wipe-org-opendaylight-repo
378         - provide-maven-settings:
379             global-settings-file: 'odl-global-settings'
380             settings-file: 'integration-settings'
381         - maven-target:
382             maven-version: 'mvn33'
383             pom: '$GERRIT_PROJECT/pom.xml'
384             goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Pq -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
385             java-opts:
386                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
387             settings: 'integration-settings'
388             settings-type: cfp
389             global-settings: 'odl-global-settings'
390             global-settings-type: cfp
391
392     maven:
393         maven-name: 'mvn33'
394         root-pom: 'distribution/pom.xml'
395         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -V -B -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
396         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
397         settings: 'integration-settings'
398         settings-type: cfp
399         global-settings: 'odl-global-settings'
400         global-settings-type: cfp
401         ignore-upstream-changes: true
402         post-step-run-condition: 'SUCCESS'
403
404     postbuilders:
405         - trigger-builds:
406             - project: '{csit-list}'
407               block: true
408               predefined-parameters:
409                   BUNDLEURL=$BUNDLEURL
410
411     publishers:
412         - opendaylight-infra-shiplogs:
413             maven-version: 'mvn33'
414         - email-notification:
415             email-recipients: '{email-recipients}'
416             email-prefix: '[$GERRIT_PROJECT]'
417
418 # Template: integration-multipatch-test-{stream}
419 # Goal: Build one or more patches and run all available system test on a distribution containing the change
420 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
421 # containing these patches, and triggers the distribution test job which includes most (if not all) available
422 # CSIT jobs
423
424 - job-template:
425     name: 'integration-multipatch-test-{stream}'
426
427     project-type: maven
428     node: centos7-java-builder-8c-8g
429     jdk: '{jdk}'
430
431     logrotate:
432         daysToKeep: '{build-days-to-keep}'
433         numToKeep: '{build-num-to-keep}'
434         artifactDaysToKeep: '{build-artifact-days-to-keep}'
435         artifactNumToKeep: '{build-artifact-num-to-keep}'
436
437     parameters:
438         - patches-to-build-parameter:
439             patches_to_build: '$PATCHES_TO_BUILD'
440         - integration-branch:
441             branch: '{branch}'
442         - opendaylight-infra-parameters:
443             project: 'integration/distribution'
444             branch: '{branch}'
445             refspec: 'refs/heads/{branch}'
446             artifacts: '{archive-artifacts} **/dependency_tree.txt'
447
448     prebuilders:
449         - wipe-org-opendaylight-repo
450         - integration-multipatch-builder
451         - inject:
452             properties-file: 'bundle.txt'
453         - provide-maven-settings:
454             global-settings-file: 'odl-global-settings'
455             settings-file: 'yangtools-settings'
456
457     wrappers:
458         - opendaylight-infra-wrappers:
459             build-timeout: '1200'
460
461     maven:
462         maven-name: 'mvn33'
463         root-pom: 'patch_tester/pom.xml'
464         # TODO: Make Maven options configurable. Currently tests are not skipped, everything else is.
465         goals: 'clean install dependency:tree -DoutputFile=dependency_tree.txt -f patch_tester/pom.xml -V -B -Pq -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
466         maven-opts: '-Xmx7168m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
467         settings: 'yangtools-settings'
468         settings-type: cfp
469         global-settings: 'odl-global-settings'
470         global-settings-type: cfp
471         post-step-run-condition: 'SUCCESS'
472
473     postbuilders:
474         - trigger-builds:
475             - project: '{csit-list}'
476               block: true
477               predefined-parameters:
478                   BUNDLEURL=$BUNDLEURL
479
480     publishers:
481         - opendaylight-infra-shiplogs:
482             maven-version: 'mvn33'
483         - email-notification:
484             email-recipients: '{email-recipients}'
485             email-prefix: '[int/dist]'