f627a8ca37de8b4dbae808bfba1f9255e1c51d56
[releng/builder.git] / jjb / integration / integration-test-jobs.yaml
1
2 - project:
3     name: integration-test-jobs
4     jobs:
5         - 'integration-verify-python'
6         - 'integration-csit-verify-1node-library'
7         - 'integration-distribution-offline-{stream}'
8         - 'integration-distribution-test-{stream}'
9         - 'integration-patch-test-{stream}'
10
11     stream:
12         - beryllium:
13             branch: 'master'
14             csit-list: >
15                 aaa-csit-1node-authn-only-{stream},
16                 aaa-csit-1node-authn-all-{stream},
17                 bgpcep-csit-1node-userfeatures-only-{stream},
18                 bgpcep-csit-1node-userfeatures-all-{stream},
19                 capwap-csit-1node-ac-only-{stream},
20                 capwap-csit-1node-ac-all-{stream},
21                 controller-csit-1node-netconf-only-{stream},
22                 controller-csit-1node-netconf-all-{stream},
23                 controller-csit-3node-clustering-only-{stream},
24                 controller-csit-3node-clustering-all-{stream},
25                 integration-csit-3node-basic-only-{stream},
26                 integration-csit-3node-basic-all-{stream},
27                 integration-distribution-offline-{stream},
28                 l2switch-csit-1node-switch-only-{stream},
29                 l2switch-csit-1node-switch-all-{stream},
30                 l2switch-csit-1node-scalability-only-{stream},
31                 l2switch-csit-1node-scalability-all-{stream},
32                 lispflowmapping-csit-1node-all-only-{stream},
33                 lispflowmapping-csit-1node-all-all-{stream},
34                 nic-csit-1node-basic-all-{stream},
35                 nic-csit-1node-basic-only-{stream},
36                 openflowplugin-csit-1node-flow-services-only-{stream},
37                 openflowplugin-csit-1node-flow-services-all-{stream},
38                 openflowplugin-csit-1node-scalability-only-{stream},
39                 openflowplugin-csit-1node-scalability-all-{stream},
40                 openflowplugin-csit-1node-cbench-performance-only-{stream},
41                 openflowplugin-csit-1node-config-performance-only-{stream},
42                 ovsdb-csit-1node-netvirt-only-{stream},
43                 ovsdb-csit-1node-netvirt-all-{stream},
44                 ovsdb-csit-1node-southbound-only-{stream},
45                 ovsdb-csit-1node-southbound-all-{stream},
46                 snmp-csit-1node-basic-only-{stream},
47                 snmp-csit-1node-basic-all-{stream},
48                 tsdr-csit-1node-h2-datastore-only-{stream},
49                 tsdr-csit-1node-h2-datastore-all-{stream},
50                 tsdr-csit-1node-hbase-datastore-only-{stream},
51                 tsdr-csit-1node-hbase-datastore-all-{stream},
52                 usc-csit-1node-channel-only-{stream},
53                 usc-csit-1node-channel-all-{stream},
54                 vpnservice-csit-1node-vpnservice-only-{stream},
55                 vpnservice-csit-1node-vpnservice-all-{stream},
56                 vtn-csit-1node-manager-only-{stream},
57                 vtn-csit-1node-manager-all-{stream}
58
59         - stable-lithium:
60             branch: 'stable/lithium'
61             csit-list: >
62                 aaa-csit-1node-authn-only-{stream},
63                 aaa-csit-1node-authn-all-{stream},
64                 bgpcep-csit-1node-userfeatures-only-{stream},
65                 bgpcep-csit-1node-userfeatures-all-{stream},
66                 capwap-csit-1node-ac-only-{stream},
67                 capwap-csit-1node-ac-all-{stream},
68                 controller-csit-1node-netconf-only-{stream},
69                 controller-csit-1node-netconf-all-{stream},
70                 controller-csit-3node-clustering-only-{stream},
71                 controller-csit-3node-clustering-all-{stream},
72                 integration-csit-3node-basic-only-{stream},
73                 integration-csit-3node-basic-all-{stream},
74                 integration-distribution-offline-{stream},
75                 l2switch-csit-1node-switch-only-{stream},
76                 l2switch-csit-1node-switch-all-{stream},
77                 l2switch-csit-1node-scalability-only-{stream},
78                 l2switch-csit-1node-scalability-all-{stream},
79                 lispflowmapping-csit-1node-all-only-{stream},
80                 lispflowmapping-csit-1node-all-all-{stream},
81                 nic-csit-1node-basic-all-{stream},
82                 nic-csit-1node-basic-only-{stream},
83                 openflowplugin-csit-1node-flow-services-only-{stream},
84                 openflowplugin-csit-1node-flow-services-all-{stream},
85                 openflowplugin-csit-1node-scalability-only-{stream},
86                 openflowplugin-csit-1node-scalability-all-{stream},
87                 openflowplugin-csit-1node-cbench-performance-only-{stream},
88                 openflowplugin-csit-1node-config-performance-only-{stream},
89                 ovsdb-csit-1node-netvirt-only-{stream},
90                 ovsdb-csit-1node-netvirt-all-{stream},
91                 ovsdb-csit-1node-southbound-only-{stream},
92                 ovsdb-csit-1node-southbound-all-{stream},
93                 snmp-csit-1node-basic-only-{stream},
94                 snmp-csit-1node-basic-all-{stream},
95                 usc-csit-1node-channel-only-{stream},
96                 usc-csit-1node-channel-all-{stream},
97                 vpnservice-csit-1node-vpnservice-only-{stream},
98                 vpnservice-csit-1node-vpnservice-all-{stream},
99                 vtn-csit-1node-manager-only-{stream},
100                 vtn-csit-1node-manager-all-{stream}
101
102         - stable-helium:
103             branch: 'stable/helium'
104             csit-list: >
105                 aaa-csit-1node-imds-authn-only-{stream},
106                 aaa-csit-1node-imds-authn-all-{stream},
107                 controller-csit-1node-imds-netconf-only-{stream},
108                 controller-csit-1node-imds-netconf-all-{stream},
109                 controller-csit-1node-imds-nsf-only-{stream},
110                 controller-csit-1node-imds-nsf-all-{stream},
111                 integration-csit-3node-basic-only-{stream},
112                 integration-csit-3node-basic-all-{stream},
113                 l2switch-csit-1node-imds-switch-only-{stream},
114                 l2switch-csit-1node-imds-switch-all-{stream},
115                 lispflowmapping-csit-1node-imds-all-only-{stream},
116                 lispflowmapping-csit-1node-imds-all-all-{stream},
117                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
118                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
119                 vtn-csit-1node-imds-manager-only-{stream},
120                 vtn-csit-1node-imds-manager-all-{stream}
121
122     jdk: 'openjdk7'
123
124     # Trigger jobs (upstream dependencies)
125     trigger-jobs: >
126         odlparent-distribution-{stream},
127         yangtools-distribution-{stream},
128         controller-distribution-{stream},
129         aaa-distribution-{stream},
130         integration-distribution-merge-{stream}
131
132 # Template: integration-verify-python
133 # Goal: Verify python scripts correct syntax
134 # Operation: This job template performs a python tox check on any integration/test patch
135
136 - job-template:
137     name: 'integration-verify-python'
138
139     project-type: freestyle
140     node: dynamic_verify
141     concurrent: true
142
143     logrotate:
144         daysToKeep: '{build-days-to-keep}'
145         numToKeep: '{build-num-to-keep}'
146         artifactDaysToKeep: '{build-artifact-days-to-keep}'
147         artifactNumToKeep: '{build-artifact-num-to-keep}'
148
149     parameters:
150         - project-parameter:
151             project: 'integration/test'
152         - integration-patch-refspec:
153             branch: '$GERRIT_REFSPEC'
154
155     scm:
156         - integration-gerrit-scm:
157             credentials-id: '{ssh-credentials}'
158             basedir: 'test'
159             refspec: '$PATCHREFSPEC'
160             branch: 'master'
161
162     wrappers:
163         - build-timeout
164         - ssh-agent-credentials:
165             users:
166                 - '{ssh-credentials}'
167
168     triggers:
169         - integration-trigger-patch-submitted:
170             name: 'integration/test'
171             branch: 'master'
172             pattern: '**'
173
174     builders:
175         - shell: |
176             virtualenv $WORKSPACE/venv-tox
177             source $WORKSPACE/venv-tox/bin/activate
178             pip install tox argparse
179             tox --version
180             cd $WORKSPACE/test
181             tox
182
183     publishers:
184         - email-notification:
185             email-prefix: '[integration]'
186
187 # Template: integration-csit-verify-1node-library
188 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
189 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
190
191 - job-template:
192     name: 'integration-csit-verify-1node-library'
193
194     project-type: freestyle
195     node: dynamic_robot
196
197     logrotate:
198         daysToKeep: '{build-days-to-keep}'
199         numToKeep: '{build-num-to-keep}'
200         artifactDaysToKeep: '{build-artifact-days-to-keep}'
201         artifactNumToKeep: '{build-artifact-num-to-keep}'
202
203     parameters:
204         - project-parameter:
205             project: 'integration/test'
206         - integration-branch:
207             branch: 'master'
208         - integration-bundleurl:
209             bundleurl: 'last'
210         - integration-controller-scope:
211             controller-scope: 'only'
212         - integration-controller-features:
213             controller-features: 'odl-openflowplugin-flow-services-ui'
214         - integration-test-options:
215             test-options: '-e adsal'
216         - integration-test-plan:
217             test-plan: 'openflowplugin-flow-services.txt'
218
219     scm:
220         - integration-gerrit-scm:
221             credentials-id: '{ssh-credentials}'
222             basedir: 'test'
223             refspec: '$GERRIT_REFSPEC'
224             branch: 'master'
225
226     wrappers:
227         - build-timeout
228         - integration-jclouds-controller-mininet:
229             controller-vms: 1
230             mininet-image: '{mininet-image}'
231             mininet-vms: '{mininet-vms}'
232             mininet-cloud-name: '{mininet-cloud-name}'
233         - ssh-agent-credentials:
234             users:
235                 - '{ssh-credentials}'
236
237     triggers:
238         - integration-trigger-patch-submitted:
239             name: 'integration/test'
240             branch: 'master'
241             pattern: 'csit/libraries/*'
242
243     builders:
244         - integration-install-robotframework
245         - inject:
246             properties-file: 'env.properties'
247         - integration-get-slave-addresses
248         - inject:
249             properties-file: 'slave_addresses.txt'
250         - integration-get-bundle-vars
251         - inject:
252             properties-file: 'bundle_vars.txt'
253         - integration-deploy-controller-run-test
254         - integration-cleanup-tmp
255
256     publishers:
257         - integration-robot:
258             unstable-if: 0.0
259             pass-if: 0.0
260         - archive:
261             artifacts: 'karaf.log'
262         - email-notification:
263             email-prefix: '[integration]'
264
265 # Template: integration-distribution-offline-{stream}
266 # Goal: Verify distribution can start with no internet connection
267 # Operation: This job deployes the controller removing any external repository definition
268 # whenever there is a change in a kernel project (odlparent, controller, yangtools, etc...)
269
270 - job-template:
271     name: 'integration-distribution-offline-{stream}'
272
273     project-type: freestyle
274     node: dynamic_controller
275
276     logrotate:
277         daysToKeep: '{build-days-to-keep}'
278         numToKeep: '{build-num-to-keep}'
279         artifactDaysToKeep: '{build-artifact-days-to-keep}'
280         artifactNumToKeep: '{build-artifact-num-to-keep}'
281
282     parameters:
283         - project-parameter:
284             project: 'integration/distribution'
285         - integration-branch:
286             branch: '{branch}'
287         - integration-bundleurl:
288             bundleurl: 'last'
289
290     wrappers:
291         - build-timeout
292         - ssh-agent-credentials:
293             users:
294                 - '{ssh-credentials}'
295
296     triggers:
297         - reverse:
298             jobs: '{trigger-jobs}'
299             result: 'success'
300
301     builders:
302         - integration-get-bundle-vars
303         - inject:
304             properties-file: 'bundle_vars.txt'
305         - integration-deploy-controller-offline
306
307     publishers:
308         - archive:
309             artifacts: 'karaf.log'
310         - email-notification:
311             email-prefix: '[integration]'
312
313 # Template: integration-distribution-test-{stream}
314 # Goal: Verify a distribution through all system test available
315 # Operation: This daily job template takes a distribution and passes all available system test
316
317 - job-template:
318     name: 'integration-distribution-test-{stream}'
319
320     project-type: freestyle
321     node: dynamic_verify
322
323     logrotate:
324         daysToKeep: '{build-days-to-keep}'
325         numToKeep: '{build-num-to-keep}'
326         artifactDaysToKeep: '{build-artifact-days-to-keep}'
327         artifactNumToKeep: '{build-artifact-num-to-keep}'
328
329     parameters:
330         - integration-bundleurl:
331             bundleurl: 'last'
332
333     triggers:
334         - timed: 'H H * * *'
335
336     builders:
337         - trigger-builds:
338             - project: '{csit-list}'
339               block: true
340               predefined-parameters:
341                   BUNDLEURL=$BUNDLEURL
342
343     publishers:
344         - email-notification:
345             email-prefix: '[integration]'
346
347 # Template: integration-patch-test-{stream}
348 # Goal: Build a patch and run all available system test on a distribution containing the change
349 # Operation: This job teamplate builds a patch, creates a distribution containing the patch, and
350 # triggers the distribution test when test-integration is used in gerrit comments
351
352 - job-template:
353     name: 'integration-patch-test-{stream}'
354
355     project-type: maven
356     node: dynamic_verify
357     jdk: '{jdk}'
358
359     logrotate:
360         daysToKeep: '{build-days-to-keep}'
361         numToKeep: '{build-num-to-keep}'
362         artifactDaysToKeep: '{build-artifact-days-to-keep}'
363         artifactNumToKeep: '{build-artifact-num-to-keep}'
364
365     parameters:
366         - gerrit-project-parameter:
367             project: '$GERRIT_PROJECT'
368         - gerrit-refspec-parameter:
369             refspec: '$GERRIT_REFSPEC'
370         - project-parameter:
371             project: '$GERRIT_PROJECT'
372         - integration-distribution-git-url
373
374     scm:
375         - integration-gerrit-scm:
376             credentials-id: '{ssh-credentials}'
377             basedir: '$GERRIT_PROJECT'
378             refspec: '$GERRIT_REFSPEC'
379             branch: '{branch}'
380         - integration-distribution-scm:
381             credentials-id: '{ssh-credentials}'
382             branch: '{branch}'
383
384     wrappers:
385         - build-timeout
386         - ssh-agent-credentials:
387             users:
388                 - '{ssh-credentials}'
389
390     triggers:
391         - gerrit:
392             server-name: 'OpenDaylight'
393             trigger-on:
394                 - comment-added-contains-event:
395                     comment-contains-value: 'test-integration'
396             projects:
397               - project-compare-type: 'ANT'
398                 project-pattern: '**'
399                 branches:
400                   - branch-compare-type: 'ANT'
401                     branch-pattern: '**/{branch}'
402             skip-vote:
403                 successful: true
404                 failed: true
405                 unstable: true
406                 notbuilt: true
407
408     prebuilders:
409         - integration-get-bundle-url
410         - inject:
411             properties-file: 'bundle.txt'
412         - wipe-org-opendaylight-repo
413         - provide-maven-settings:
414             global-settings-file: '{odl-global-settings}'
415             settings-file: '{yangtools-settings}'
416         - maven-target:
417             maven-version: '{mvn33}'
418             pom: '$GERRIT_PROJECT/pom.xml'
419             goals: 'clean install -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r source:jar javadoc:jar'
420             java-opts:
421                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
422             settings: '{integration-settings}'
423             global-settings: '{odl-global-settings}'
424
425     maven:
426         maven-name: '{mvn33}'
427         root-pom: 'distribution/pom.xml'
428         goals: 'clean install -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r source:jar javadoc:jar'
429         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
430         settings: '{integration-settings}'
431         global-settings: '{odl-global-settings}'
432         ignore-upstream-changes: true
433         post-step-run-condition: 'SUCCESS'
434
435     postbuilders:
436         - trigger-builds:
437             - project: 'integration-distribution-test-{stream}'
438               block: true
439               predefined-parameters:
440                   BUNDLEURL=$BUNDLEURL
441
442     publishers:
443         - email-notification:
444             email-prefix: '[integration]'