Merge "sfc-csit-clustering fixes"
[releng/builder.git] / jjb / integration / integration-test-jobs.yaml
1
2 - project:
3     name: integration-test-jobs
4     jobs:
5         - 'integration-verify-python'
6         - 'integration-csit-verify-1node-library'
7         - 'integration-distribution-offline-{stream}'
8         - 'integration-distribution-test-{stream}'
9         - 'integration-patch-test-{stream}'
10
11     stream:
12         - beryllium:
13             branch: 'master'
14             csit-list: >
15                 aaa-csit-1node-authn-only-{stream},
16                 aaa-csit-1node-authn-all-{stream},
17                 bgpcep-csit-1node-userfeatures-only-{stream},
18                 bgpcep-csit-1node-userfeatures-all-{stream},
19                 capwap-csit-1node-ac-only-{stream},
20                 capwap-csit-1node-ac-all-{stream},
21                 controller-csit-1node-netconf-only-{stream},
22                 controller-csit-1node-netconf-all-{stream},
23                 controller-csit-3node-clustering-only-{stream},
24                 controller-csit-3node-clustering-all-{stream},
25                 integration-csit-3node-basic-only-{stream},
26                 integration-csit-3node-basic-all-{stream},
27                 integration-distribution-offline-{stream},
28                 l2switch-csit-1node-switch-only-{stream},
29                 l2switch-csit-1node-switch-all-{stream},
30                 l2switch-csit-1node-scalability-only-{stream},
31                 l2switch-csit-1node-scalability-all-{stream},
32                 lispflowmapping-csit-1node-all-only-{stream},
33                 lispflowmapping-csit-1node-all-all-{stream},
34                 nic-csit-1node-basic-all-{stream},
35                 nic-csit-1node-basic-only-{stream},
36                 openflowplugin-csit-1node-flow-services-only-{stream},
37                 openflowplugin-csit-1node-flow-services-all-{stream},
38                 openflowplugin-csit-1node-flow-services-more-only-{stream},
39                 openflowplugin-csit-1node-flow-services-more-all-{stream},
40                 openflowplugin-csit-1node-scalability-only-{stream},
41                 openflowplugin-csit-1node-scalability-all-{stream},
42                 openflowplugin-csit-1node-cbench-performance-only-{stream},
43                 openflowplugin-csit-1node-config-performance-only-{stream},
44                 ovsdb-csit-1node-netvirt-only-{stream},
45                 ovsdb-csit-1node-netvirt-all-{stream},
46                 ovsdb-csit-1node-southbound-only-{stream},
47                 ovsdb-csit-1node-southbound-all-{stream},
48                 snmp-csit-1node-basic-only-{stream},
49                 snmp-csit-1node-basic-all-{stream},
50                 tsdr-csit-1node-h2-datastore-only-{stream},
51                 tsdr-csit-1node-h2-datastore-all-{stream},
52                 tsdr-csit-1node-hbase-datastore-only-{stream},
53                 tsdr-csit-1node-hbase-datastore-all-{stream},
54                 usc-csit-1node-channel-only-{stream},
55                 usc-csit-1node-channel-all-{stream},
56                 vpnservice-csit-1node-vpnservice-only-{stream},
57                 vpnservice-csit-1node-vpnservice-all-{stream},
58                 vtn-csit-1node-manager-only-{stream},
59                 vtn-csit-1node-manager-all-{stream}
60
61         - stable-lithium:
62             branch: 'stable/lithium'
63             csit-list: >
64                 aaa-csit-1node-authn-only-{stream},
65                 aaa-csit-1node-authn-all-{stream},
66                 bgpcep-csit-1node-userfeatures-only-{stream},
67                 bgpcep-csit-1node-userfeatures-all-{stream},
68                 capwap-csit-1node-ac-only-{stream},
69                 capwap-csit-1node-ac-all-{stream},
70                 controller-csit-1node-netconf-only-{stream},
71                 controller-csit-1node-netconf-all-{stream},
72                 controller-csit-3node-clustering-only-{stream},
73                 controller-csit-3node-clustering-all-{stream},
74                 integration-csit-3node-basic-only-{stream},
75                 integration-csit-3node-basic-all-{stream},
76                 integration-distribution-offline-{stream},
77                 l2switch-csit-1node-switch-only-{stream},
78                 l2switch-csit-1node-switch-all-{stream},
79                 l2switch-csit-1node-scalability-only-{stream},
80                 l2switch-csit-1node-scalability-all-{stream},
81                 lispflowmapping-csit-1node-all-only-{stream},
82                 lispflowmapping-csit-1node-all-all-{stream},
83                 nic-csit-1node-basic-all-{stream},
84                 nic-csit-1node-basic-only-{stream},
85                 openflowplugin-csit-1node-flow-services-only-{stream},
86                 openflowplugin-csit-1node-flow-services-all-{stream},
87                 openflowplugin-csit-1node-flow-services-more-only-{stream},
88                 openflowplugin-csit-1node-flow-services-more-all-{stream},
89                 openflowplugin-csit-1node-scalability-only-{stream},
90                 openflowplugin-csit-1node-scalability-all-{stream},
91                 openflowplugin-csit-1node-cbench-performance-only-{stream},
92                 openflowplugin-csit-1node-config-performance-only-{stream},
93                 ovsdb-csit-1node-netvirt-only-{stream},
94                 ovsdb-csit-1node-netvirt-all-{stream},
95                 ovsdb-csit-1node-southbound-only-{stream},
96                 ovsdb-csit-1node-southbound-all-{stream},
97                 snmp-csit-1node-basic-only-{stream},
98                 snmp-csit-1node-basic-all-{stream},
99                 usc-csit-1node-channel-only-{stream},
100                 usc-csit-1node-channel-all-{stream},
101                 vpnservice-csit-1node-vpnservice-only-{stream},
102                 vpnservice-csit-1node-vpnservice-all-{stream},
103                 vtn-csit-1node-manager-only-{stream},
104                 vtn-csit-1node-manager-all-{stream}
105
106         - stable-helium:
107             branch: 'stable/helium'
108             csit-list: >
109                 aaa-csit-1node-imds-authn-only-{stream},
110                 aaa-csit-1node-imds-authn-all-{stream},
111                 controller-csit-1node-imds-netconf-only-{stream},
112                 controller-csit-1node-imds-netconf-all-{stream},
113                 controller-csit-1node-imds-nsf-only-{stream},
114                 controller-csit-1node-imds-nsf-all-{stream},
115                 integration-csit-3node-basic-only-{stream},
116                 integration-csit-3node-basic-all-{stream},
117                 l2switch-csit-1node-imds-switch-only-{stream},
118                 l2switch-csit-1node-imds-switch-all-{stream},
119                 lispflowmapping-csit-1node-imds-all-only-{stream},
120                 lispflowmapping-csit-1node-imds-all-all-{stream},
121                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
122                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
123                 vtn-csit-1node-imds-manager-only-{stream},
124                 vtn-csit-1node-imds-manager-all-{stream}
125
126     jdk: 'openjdk7'
127
128     # Trigger jobs (upstream dependencies)
129     trigger-jobs: >
130         odlparent-distribution-{stream},
131         yangtools-distribution-{stream},
132         controller-distribution-{stream},
133         aaa-distribution-{stream},
134         integration-distribution-merge-{stream}
135
136 # Template: integration-verify-python
137 # Goal: Verify python scripts correct syntax
138 # Operation: This job template performs a python tox check on any integration/test patch
139
140 - job-template:
141     name: 'integration-verify-python'
142
143     project-type: freestyle
144     node: dynamic_verify
145     concurrent: true
146
147     logrotate:
148         daysToKeep: '{build-days-to-keep}'
149         numToKeep: '{build-num-to-keep}'
150         artifactDaysToKeep: '{build-artifact-days-to-keep}'
151         artifactNumToKeep: '{build-artifact-num-to-keep}'
152
153     parameters:
154         - project-parameter:
155             project: 'integration/test'
156         - integration-patch-refspec:
157             branch: '$GERRIT_REFSPEC'
158
159     scm:
160         - integration-gerrit-scm:
161             credentials-id: '{ssh-credentials}'
162             basedir: 'test'
163             refspec: '$PATCHREFSPEC'
164             branch: 'master'
165
166     wrappers:
167         - build-timeout
168         - ssh-agent-credentials:
169             users:
170                 - '{ssh-credentials}'
171
172     triggers:
173         - integration-trigger-patch-submitted:
174             name: 'integration/test'
175             branch: 'master'
176             pattern: '**'
177
178     builders:
179         - shell: |
180             virtualenv $WORKSPACE/venv-tox
181             source $WORKSPACE/venv-tox/bin/activate
182             pip install tox argparse
183             tox --version
184             cd $WORKSPACE/test
185             tox
186
187     publishers:
188         - email-notification:
189             email-prefix: '[integration]'
190
191 # Template: integration-csit-verify-1node-library
192 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
193 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
194
195 - job-template:
196     name: 'integration-csit-verify-1node-library'
197
198     project-type: freestyle
199     node: dynamic_robot
200
201     logrotate:
202         daysToKeep: '{build-days-to-keep}'
203         numToKeep: '{build-num-to-keep}'
204         artifactDaysToKeep: '{build-artifact-days-to-keep}'
205         artifactNumToKeep: '{build-artifact-num-to-keep}'
206
207     parameters:
208         - project-parameter:
209             project: 'integration/test'
210         - integration-branch:
211             branch: 'master'
212         - integration-bundleurl:
213             bundleurl: 'last'
214         - integration-controller-scope:
215             controller-scope: 'only'
216         - integration-controller-features:
217             controller-features: 'odl-openflowplugin-flow-services-ui'
218         - integration-test-options:
219             test-options: '-e adsal'
220         - integration-test-plan:
221             test-plan: 'openflowplugin-flow-services.txt'
222
223     scm:
224         - integration-gerrit-scm:
225             credentials-id: '{ssh-credentials}'
226             basedir: 'test'
227             refspec: '$GERRIT_REFSPEC'
228             branch: 'master'
229
230     wrappers:
231         - build-timeout
232         - integration-jclouds-controller-mininet:
233             controller-vms: 1
234             mininet-image: '{mininet-image}'
235             mininet-vms: '{mininet-vms}'
236             mininet-cloud-name: '{mininet-cloud-name}'
237         - ssh-agent-credentials:
238             users:
239                 - '{ssh-credentials}'
240
241     triggers:
242         - integration-trigger-patch-submitted:
243             name: 'integration/test'
244             branch: 'master'
245             pattern: 'csit/libraries/*'
246
247     builders:
248         - integration-install-robotframework
249         - integration-get-slave-addresses
250         - inject:
251             properties-file: 'slave_addresses.txt'
252         - integration-get-bundle-vars
253         - inject:
254             properties-file: 'bundle_vars.txt'
255         - integration-deploy-controller-run-test
256
257     publishers:
258         - integration-robot:
259             unstable-if: 0.0
260             pass-if: 0.0
261         - archive:
262             artifacts: 'karaf.log'
263         - email-notification:
264             email-prefix: '[integration]'
265
266 # Template: integration-distribution-offline-{stream}
267 # Goal: Verify distribution can start with no internet connection
268 # Operation: This job deployes the controller removing any external repository definition
269 # whenever there is a change in a kernel project (odlparent, controller, yangtools, etc...)
270
271 - job-template:
272     name: 'integration-distribution-offline-{stream}'
273
274     project-type: freestyle
275     node: dynamic_controller
276
277     logrotate:
278         daysToKeep: '{build-days-to-keep}'
279         numToKeep: '{build-num-to-keep}'
280         artifactDaysToKeep: '{build-artifact-days-to-keep}'
281         artifactNumToKeep: '{build-artifact-num-to-keep}'
282
283     parameters:
284         - project-parameter:
285             project: 'integration/distribution'
286         - integration-branch:
287             branch: '{branch}'
288         - integration-bundleurl:
289             bundleurl: 'last'
290
291     wrappers:
292         - build-timeout
293         - ssh-agent-credentials:
294             users:
295                 - '{ssh-credentials}'
296
297     triggers:
298         - reverse:
299             jobs: '{trigger-jobs}'
300             result: 'success'
301
302     builders:
303         - integration-get-bundle-vars
304         - inject:
305             properties-file: 'bundle_vars.txt'
306         - integration-deploy-controller-offline
307
308     publishers:
309         - archive:
310             artifacts: 'karaf.log'
311         - email-notification:
312             email-prefix: '[integration]'
313
314 # Template: integration-distribution-test-{stream}
315 # Goal: Verify a distribution through all system test available
316 # Operation: This daily job template takes a distribution and passes all available system test
317
318 - job-template:
319     name: 'integration-distribution-test-{stream}'
320
321     project-type: freestyle
322     node: dynamic_verify
323
324     logrotate:
325         daysToKeep: '{build-days-to-keep}'
326         numToKeep: '{build-num-to-keep}'
327         artifactDaysToKeep: '{build-artifact-days-to-keep}'
328         artifactNumToKeep: '{build-artifact-num-to-keep}'
329
330     parameters:
331         - integration-bundleurl:
332             bundleurl: 'last'
333
334     triggers:
335         - timed: 'H H * * *'
336
337     builders:
338         - trigger-builds:
339             - project: '{csit-list}'
340               block: true
341               predefined-parameters:
342                   BUNDLEURL=$BUNDLEURL
343
344     publishers:
345         - email-notification:
346             email-prefix: '[integration]'
347
348 # Template: integration-patch-test-{stream}
349 # Goal: Build a patch and run all available system test on a distribution containing the change
350 # Operation: This job teamplate builds a patch, creates a distribution containing the patch, and
351 # triggers the distribution test when test-integration is used in gerrit comments
352
353 - job-template:
354     name: 'integration-patch-test-{stream}'
355
356     project-type: maven
357     node: dynamic_verify
358     jdk: '{jdk}'
359
360     logrotate:
361         daysToKeep: '{build-days-to-keep}'
362         numToKeep: '{build-num-to-keep}'
363         artifactDaysToKeep: '{build-artifact-days-to-keep}'
364         artifactNumToKeep: '{build-artifact-num-to-keep}'
365
366     parameters:
367         - gerrit-project-parameter:
368             project: '$GERRIT_PROJECT'
369         - gerrit-refspec-parameter:
370             refspec: '$GERRIT_REFSPEC'
371         - project-parameter:
372             project: '$GERRIT_PROJECT'
373         - integration-distribution-git-url
374
375     scm:
376         - integration-gerrit-scm:
377             credentials-id: '{ssh-credentials}'
378             basedir: '$GERRIT_PROJECT'
379             refspec: '$GERRIT_REFSPEC'
380             branch: '{branch}'
381         - integration-distribution-scm:
382             credentials-id: '{ssh-credentials}'
383             branch: '{branch}'
384
385     wrappers:
386         - build-timeout
387         - ssh-agent-credentials:
388             users:
389                 - '{ssh-credentials}'
390
391     triggers:
392         - gerrit:
393             server-name: 'OpenDaylight'
394             trigger-on:
395                 - comment-added-contains-event:
396                     comment-contains-value: 'test-integration'
397             projects:
398               - project-compare-type: 'ANT'
399                 project-pattern: '**'
400                 branches:
401                   - branch-compare-type: 'ANT'
402                     branch-pattern: '**/{branch}'
403             skip-vote:
404                 successful: true
405                 failed: true
406                 unstable: true
407                 notbuilt: true
408
409     prebuilders:
410         - integration-get-bundle-url
411         - inject:
412             properties-file: 'bundle.txt'
413         - wipe-org-opendaylight-repo
414         - provide-maven-settings:
415             global-settings-file: '{odl-global-settings}'
416             settings-file: '{yangtools-settings}'
417         - maven-target:
418             maven-version: '{mvn33}'
419             pom: '$GERRIT_PROJECT/pom.xml'
420             goals: 'clean install -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r source:jar javadoc:jar'
421             java-opts:
422                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
423             settings: '{integration-settings}'
424             global-settings: '{odl-global-settings}'
425
426     maven:
427         maven-name: '{mvn33}'
428         root-pom: 'distribution/pom.xml'
429         goals: 'clean install -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r source:jar javadoc:jar'
430         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
431         settings: '{integration-settings}'
432         global-settings: '{odl-global-settings}'
433         ignore-upstream-changes: true
434         post-step-run-condition: 'SUCCESS'
435
436     postbuilders:
437         - trigger-builds:
438             - project: 'integration-distribution-test-{stream}'
439               block: true
440               predefined-parameters:
441                   BUNDLEURL=$BUNDLEURL
442
443     publishers:
444         - email-notification:
445             email-prefix: '[integration]'