Merge "Vagrant and start-up script updates for GBP image"
[releng/builder.git] / jjb / integration / integration-test-jobs.yaml
1
2 - project:
3     name: integration-test-jobs
4     jobs:
5         - 'integration-verify-python'
6         - 'integration-csit-verify-1node-library'
7         - 'integration-distribution-offline-{stream}'
8         - 'integration-distribution-test-{stream}'
9         - 'integration-patch-test-{stream}'
10
11     stream:
12         - beryllium:
13             branch: 'master'
14             csit-list: >
15                 aaa-csit-1node-authn-only-{stream},
16                 aaa-csit-1node-authn-all-{stream},
17                 bgpcep-csit-1node-userfeatures-only-{stream},
18                 bgpcep-csit-1node-userfeatures-all-{stream},
19                 capwap-csit-1node-ac-only-{stream},
20                 capwap-csit-1node-ac-all-{stream},
21                 controller-csit-1node-netconf-only-{stream},
22                 controller-csit-1node-netconf-all-{stream},
23                 controller-csit-3node-clustering-only-{stream},
24                 controller-csit-3node-clustering-all-{stream},
25                 integration-csit-3node-basic-only-{stream},
26                 integration-csit-3node-basic-all-{stream},
27                 integration-distribution-offline-{stream},
28                 l2switch-csit-1node-switch-only-{stream},
29                 l2switch-csit-1node-switch-all-{stream},
30                 l2switch-csit-1node-scalability-only-{stream},
31                 l2switch-csit-1node-scalability-all-{stream},
32                 lispflowmapping-csit-1node-all-only-{stream},
33                 lispflowmapping-csit-1node-all-all-{stream},
34                 nic-csit-1node-basic-all-{stream},
35                 nic-csit-1node-basic-only-{stream},
36                 openflowplugin-csit-1node-flow-services-only-{stream},
37                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
38                 openflowplugin-csit-1node-flow-services-all-{stream},
39                 openflowplugin-csit-1node-flow-services-lithium-redesign-all-{stream},
40                 openflowplugin-csit-1node-scalability-only-{stream},
41                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
42                 openflowplugin-csit-1node-scalability-all-{stream},
43                 openflowplugin-csit-1node-scalability-lithium-redesign-all-{stream},
44                 openflowplugin-csit-1node-cbench-performance-only-{stream},
45                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
46                 openflowplugin-csit-1node-config-performance-only-{stream},
47                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
48                 ovsdb-csit-1node-netvirt-only-{stream},
49                 ovsdb-csit-1node-netvirt-all-{stream},
50                 ovsdb-csit-1node-southbound-only-{stream},
51                 ovsdb-csit-1node-southbound-all-{stream},
52                 snmp-csit-1node-basic-only-{stream},
53                 snmp-csit-1node-basic-all-{stream},
54                 tsdr-csit-1node-h2-datastore-only-{stream},
55                 tsdr-csit-1node-h2-datastore-all-{stream},
56                 tsdr-csit-1node-hbase-datastore-only-{stream},
57                 tsdr-csit-1node-hbase-datastore-all-{stream},
58                 usc-csit-1node-channel-only-{stream},
59                 usc-csit-1node-channel-all-{stream},
60                 vpnservice-csit-1node-vpnservice-only-{stream},
61                 vpnservice-csit-1node-vpnservice-all-{stream},
62                 vtn-csit-1node-manager-only-{stream},
63                 vtn-csit-1node-manager-all-{stream}
64
65         - stable-lithium:
66             branch: 'stable/lithium'
67             csit-list: >
68                 aaa-csit-1node-authn-only-{stream},
69                 aaa-csit-1node-authn-all-{stream},
70                 bgpcep-csit-1node-userfeatures-only-{stream},
71                 bgpcep-csit-1node-userfeatures-all-{stream},
72                 capwap-csit-1node-ac-only-{stream},
73                 capwap-csit-1node-ac-all-{stream},
74                 controller-csit-1node-netconf-only-{stream},
75                 controller-csit-1node-netconf-all-{stream},
76                 controller-csit-3node-clustering-only-{stream},
77                 controller-csit-3node-clustering-all-{stream},
78                 integration-csit-3node-basic-only-{stream},
79                 integration-csit-3node-basic-all-{stream},
80                 integration-distribution-offline-{stream},
81                 l2switch-csit-1node-switch-only-{stream},
82                 l2switch-csit-1node-switch-all-{stream},
83                 l2switch-csit-1node-scalability-only-{stream},
84                 l2switch-csit-1node-scalability-all-{stream},
85                 lispflowmapping-csit-1node-all-only-{stream},
86                 lispflowmapping-csit-1node-all-all-{stream},
87                 nic-csit-1node-basic-all-{stream},
88                 nic-csit-1node-basic-only-{stream},
89                 openflowplugin-csit-1node-flow-services-only-{stream},
90                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
91                 openflowplugin-csit-1node-flow-services-all-{stream},
92                 openflowplugin-csit-1node-flow-services-lithium-redesign-all-{stream},
93                 openflowplugin-csit-1node-scalability-only-{stream},
94                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
95                 openflowplugin-csit-1node-scalability-all-{stream},
96                 openflowplugin-csit-1node-scalability-lithium-redesign-all-{stream},
97                 openflowplugin-csit-1node-cbench-performance-only-{stream},
98                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
99                 openflowplugin-csit-1node-config-performance-only-{stream},
100                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
101                 ovsdb-csit-1node-netvirt-only-{stream},
102                 ovsdb-csit-1node-netvirt-all-{stream},
103                 ovsdb-csit-1node-southbound-only-{stream},
104                 ovsdb-csit-1node-southbound-all-{stream},
105                 snmp-csit-1node-basic-only-{stream},
106                 snmp-csit-1node-basic-all-{stream},
107                 usc-csit-1node-channel-only-{stream},
108                 usc-csit-1node-channel-all-{stream},
109                 vpnservice-csit-1node-vpnservice-only-{stream},
110                 vpnservice-csit-1node-vpnservice-all-{stream},
111                 vtn-csit-1node-manager-only-{stream},
112                 vtn-csit-1node-manager-all-{stream}
113
114         - stable-helium:
115             branch: 'stable/helium'
116             csit-list: >
117                 aaa-csit-1node-imds-authn-only-{stream},
118                 aaa-csit-1node-imds-authn-all-{stream},
119                 controller-csit-1node-imds-netconf-only-{stream},
120                 controller-csit-1node-imds-netconf-all-{stream},
121                 controller-csit-1node-imds-nsf-only-{stream},
122                 controller-csit-1node-imds-nsf-all-{stream},
123                 integration-csit-3node-basic-only-{stream},
124                 integration-csit-3node-basic-all-{stream},
125                 l2switch-csit-1node-imds-switch-only-{stream},
126                 l2switch-csit-1node-imds-switch-all-{stream},
127                 lispflowmapping-csit-1node-imds-all-only-{stream},
128                 lispflowmapping-csit-1node-imds-all-all-{stream},
129                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
130                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
131                 vtn-csit-1node-imds-manager-only-{stream},
132                 vtn-csit-1node-imds-manager-all-{stream}
133
134     jdk: 'openjdk7'
135
136     # Trigger jobs (upstream dependencies)
137     trigger-jobs: >
138         odlparent-distribution-{stream},
139         yangtools-distribution-{stream},
140         controller-distribution-{stream},
141         aaa-distribution-{stream},
142         integration-distribution-merge-{stream}
143
144 # Template: integration-verify-python
145 # Goal: Verify python scripts correct syntax
146 # Operation: This job template performs a python tox check on any integration/test patch
147
148 - job-template:
149     name: 'integration-verify-python'
150
151     project-type: freestyle
152     node: dynamic_verify
153     concurrent: true
154
155     logrotate:
156         daysToKeep: '{build-days-to-keep}'
157         numToKeep: '{build-num-to-keep}'
158         artifactDaysToKeep: '{build-artifact-days-to-keep}'
159         artifactNumToKeep: '{build-artifact-num-to-keep}'
160
161     parameters:
162         - project-parameter:
163             project: 'integration/test'
164         - integration-patch-refspec:
165             branch: '$GERRIT_REFSPEC'
166
167     scm:
168         - integration-gerrit-scm:
169             credentials-id: '{ssh-credentials}'
170             basedir: 'test'
171             refspec: '$PATCHREFSPEC'
172             branch: 'master'
173
174     wrappers:
175         - build-timeout
176         - ssh-agent-credentials:
177             users:
178                 - '{ssh-credentials}'
179
180     triggers:
181         - integration-trigger-patch-submitted:
182             name: 'integration/test'
183             branch: 'master'
184             pattern: '**'
185
186     builders:
187         - shell: |
188             virtualenv $WORKSPACE/venv-tox
189             source $WORKSPACE/venv-tox/bin/activate
190             pip install tox argparse
191             tox --version
192             cd $WORKSPACE/test
193             tox
194
195     publishers:
196         - email-notification:
197             email-prefix: '[integration]'
198
199 # Template: integration-csit-verify-1node-library
200 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
201 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
202
203 - job-template:
204     name: 'integration-csit-verify-1node-library'
205
206     project-type: freestyle
207     node: dynamic_robot
208
209     logrotate:
210         daysToKeep: '{build-days-to-keep}'
211         numToKeep: '{build-num-to-keep}'
212         artifactDaysToKeep: '{build-artifact-days-to-keep}'
213         artifactNumToKeep: '{build-artifact-num-to-keep}'
214
215     parameters:
216         - project-parameter:
217             project: 'integration/test'
218         - integration-branch:
219             branch: 'master'
220         - integration-bundleurl:
221             bundleurl: 'last'
222         - integration-controller-scope:
223             controller-scope: 'only'
224         - integration-controller-features:
225             controller-features: 'odl-openflowplugin-flow-services-ui,odl-bgpcep-pcep-all,odl-bgpcep-bgp-all,odl-bgpcep-bgp,odl-bgpcep-pcep,odl-netconf-connector-all'
226         - integration-test-options:
227             test-options: '-e adsal'
228         - integration-test-plan:
229             test-plan: 'test-libraries.txt'
230         - integration-patch-refspec:
231             branch: '$GERRIT_REFSPEC'
232
233     scm:
234         - integration-gerrit-scm:
235             credentials-id: '{ssh-credentials}'
236             basedir: 'test'
237             refspec: '$PATCHREFSPEC'
238             branch: 'master'
239
240     wrappers:
241         - build-timeout
242         - integration-jclouds-controller-mininet:
243             controller-vms: 1
244             mininet-image: '{mininet-image}'
245             mininet-vms: '{mininet-vms}'
246             mininet-cloud-name: '{mininet-cloud-name}'
247         - ssh-agent-credentials:
248             users:
249                 - '{ssh-credentials}'
250
251     triggers:
252         - integration-trigger-patch-submitted:
253             name: 'integration/test'
254             branch: 'master'
255             pattern: 'csit/libraries/*'
256
257     builders:
258         - integration-install-robotframework
259         - inject:
260             properties-file: 'env.properties'
261         - integration-get-slave-addresses
262         - inject:
263             properties-file: 'slave_addresses.txt'
264         - integration-get-bundle-vars
265         - inject:
266             properties-file: 'bundle_vars.txt'
267         - integration-deploy-controller-run-test
268         - integration-cleanup-tmp
269
270     publishers:
271         - integration-robot:
272             unstable-if: 0.0
273             pass-if: 0.0
274         - archive:
275             artifacts: 'karaf.log'
276         - email-notification:
277             email-prefix: '[integration]'
278
279 # Template: integration-distribution-offline-{stream}
280 # Goal: Verify distribution can start with no internet connection
281 # Operation: This job deployes the controller removing any external repository definition
282 # whenever there is a change in a kernel project (odlparent, controller, yangtools, etc...)
283
284 - job-template:
285     name: 'integration-distribution-offline-{stream}'
286
287     project-type: freestyle
288     node: dynamic_controller
289
290     logrotate:
291         daysToKeep: '{build-days-to-keep}'
292         numToKeep: '{build-num-to-keep}'
293         artifactDaysToKeep: '{build-artifact-days-to-keep}'
294         artifactNumToKeep: '{build-artifact-num-to-keep}'
295
296     parameters:
297         - project-parameter:
298             project: 'integration/distribution'
299         - integration-branch:
300             branch: '{branch}'
301         - integration-bundleurl:
302             bundleurl: 'last'
303
304     wrappers:
305         - build-timeout
306         - ssh-agent-credentials:
307             users:
308                 - '{ssh-credentials}'
309
310     triggers:
311         - reverse:
312             jobs: '{trigger-jobs}'
313             result: 'success'
314
315     builders:
316         - integration-get-bundle-vars
317         - inject:
318             properties-file: 'bundle_vars.txt'
319         - integration-deploy-controller-offline
320
321     publishers:
322         - archive:
323             artifacts: 'karaf.log'
324         - email-notification:
325             email-prefix: '[integration]'
326
327 # Template: integration-distribution-test-{stream}
328 # Goal: Verify a distribution through all system test available
329 # Operation: This daily job template takes a distribution and passes all available system test
330
331 - job-template:
332     name: 'integration-distribution-test-{stream}'
333
334     project-type: freestyle
335     node: dynamic_verify
336
337     logrotate:
338         daysToKeep: '{build-days-to-keep}'
339         numToKeep: '{build-num-to-keep}'
340         artifactDaysToKeep: '{build-artifact-days-to-keep}'
341         artifactNumToKeep: '{build-artifact-num-to-keep}'
342
343     parameters:
344         - integration-bundleurl:
345             bundleurl: 'last'
346
347     triggers:
348         - timed: 'H H * * *'
349
350     builders:
351         - trigger-builds:
352             - project: '{csit-list}'
353               block: true
354               predefined-parameters:
355                   BUNDLEURL=$BUNDLEURL
356
357     publishers:
358         - email-notification:
359             email-prefix: '[integration]'
360
361 # Template: integration-patch-test-{stream}
362 # Goal: Build a patch and run all available system test on a distribution containing the change
363 # Operation: This job teamplate builds a patch, creates a distribution containing the patch, and
364 # triggers the distribution test when test-integration is used in gerrit comments
365
366 - job-template:
367     name: 'integration-patch-test-{stream}'
368
369     project-type: maven
370     node: dynamic_verify
371     jdk: '{jdk}'
372
373     logrotate:
374         daysToKeep: '{build-days-to-keep}'
375         numToKeep: '{build-num-to-keep}'
376         artifactDaysToKeep: '{build-artifact-days-to-keep}'
377         artifactNumToKeep: '{build-artifact-num-to-keep}'
378
379     parameters:
380         - gerrit-project-parameter:
381             project: '$GERRIT_PROJECT'
382         - gerrit-refspec-parameter:
383             refspec: '$GERRIT_REFSPEC'
384         - project-parameter:
385             project: '$GERRIT_PROJECT'
386         - integration-distribution-git-url
387
388     scm:
389         - integration-gerrit-scm:
390             credentials-id: '{ssh-credentials}'
391             basedir: '$GERRIT_PROJECT'
392             refspec: '$GERRIT_REFSPEC'
393             branch: '{branch}'
394         - integration-distribution-scm:
395             credentials-id: '{ssh-credentials}'
396             branch: '{branch}'
397
398     wrappers:
399         - build-timeout
400         - ssh-agent-credentials:
401             users:
402                 - '{ssh-credentials}'
403
404     triggers:
405         - gerrit:
406             server-name: 'OpenDaylight'
407             trigger-on:
408                 - comment-added-contains-event:
409                     comment-contains-value: 'test-integration'
410             projects:
411               - project-compare-type: 'ANT'
412                 project-pattern: '**'
413                 branches:
414                   - branch-compare-type: 'ANT'
415                     branch-pattern: '**/{branch}'
416             skip-vote:
417                 successful: true
418                 failed: true
419                 unstable: true
420                 notbuilt: true
421
422     prebuilders:
423         - integration-get-bundle-url
424         - inject:
425             properties-file: 'bundle.txt'
426         - wipe-org-opendaylight-repo
427         - provide-maven-settings:
428             global-settings-file: '{odl-global-settings}'
429             settings-file: '{yangtools-settings}'
430         - maven-target:
431             maven-version: '{mvn33}'
432             pom: '$GERRIT_PROJECT/pom.xml'
433             goals: 'clean install -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r source:jar javadoc:jar'
434             java-opts:
435                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
436             settings: '{integration-settings}'
437             global-settings: '{odl-global-settings}'
438
439     maven:
440         maven-name: '{mvn33}'
441         root-pom: 'distribution/pom.xml'
442         goals: 'clean install -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r source:jar javadoc:jar'
443         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
444         settings: '{integration-settings}'
445         global-settings: '{odl-global-settings}'
446         ignore-upstream-changes: true
447         post-step-run-condition: 'SUCCESS'
448
449     postbuilders:
450         - trigger-builds:
451             - project: 'integration-distribution-test-{stream}'
452               block: true
453               predefined-parameters:
454                   BUNDLEURL=$BUNDLEURL
455
456     publishers:
457         - email-notification:
458             email-prefix: '[integration]'