Merge "Remove Li redesign -all- test"
[releng/builder.git] / jjb / integration / integration-test-jobs.yaml
1
2 - project:
3     name: integration-test-jobs
4     jobs:
5         - 'integration-verify-python'
6         - 'integration-csit-verify-1node-library'
7         - 'integration-distribution-offline-{stream}'
8         - 'integration-distribution-test-{stream}'
9         - 'integration-patch-test-{stream}'
10
11     stream:
12         - beryllium:
13             branch: 'master'
14             csit-list: >
15                 aaa-csit-1node-authn-only-{stream},
16                 aaa-csit-1node-authn-all-{stream},
17                 bgpcep-csit-1node-userfeatures-only-{stream},
18                 bgpcep-csit-1node-userfeatures-all-{stream},
19                 capwap-csit-1node-ac-only-{stream},
20                 capwap-csit-1node-ac-all-{stream},
21                 controller-csit-1node-netconf-only-{stream},
22                 controller-csit-1node-netconf-all-{stream},
23                 controller-csit-3node-clustering-only-{stream},
24                 controller-csit-3node-clustering-all-{stream},
25                 integration-csit-3node-basic-only-{stream},
26                 integration-csit-3node-basic-all-{stream},
27                 integration-distribution-offline-{stream},
28                 l2switch-csit-1node-switch-only-{stream},
29                 l2switch-csit-1node-switch-all-{stream},
30                 l2switch-csit-1node-scalability-only-{stream},
31                 l2switch-csit-1node-scalability-all-{stream},
32                 lispflowmapping-csit-1node-all-only-{stream},
33                 lispflowmapping-csit-1node-all-all-{stream},
34                 nic-csit-1node-basic-all-{stream},
35                 nic-csit-1node-basic-only-{stream},
36                 openflowplugin-csit-1node-flow-services-only-{stream},
37                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
38                 openflowplugin-csit-1node-flow-services-all-{stream},
39                 openflowplugin-csit-1node-scalability-only-{stream},
40                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
41                 openflowplugin-csit-1node-scalability-all-{stream},
42                 openflowplugin-csit-1node-cbench-performance-only-{stream},
43                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
44                 openflowplugin-csit-1node-config-performance-only-{stream},
45                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
46                 ovsdb-csit-1node-netvirt-only-{stream},
47                 ovsdb-csit-1node-netvirt-all-{stream},
48                 ovsdb-csit-1node-southbound-only-{stream},
49                 ovsdb-csit-1node-southbound-all-{stream},
50                 snmp-csit-1node-basic-only-{stream},
51                 snmp-csit-1node-basic-all-{stream},
52                 tsdr-csit-1node-h2-datastore-only-{stream},
53                 tsdr-csit-1node-h2-datastore-all-{stream},
54                 tsdr-csit-1node-hbase-datastore-only-{stream},
55                 tsdr-csit-1node-hbase-datastore-all-{stream},
56                 usc-csit-1node-channel-only-{stream},
57                 usc-csit-1node-channel-all-{stream},
58                 vpnservice-csit-1node-vpnservice-only-{stream},
59                 vpnservice-csit-1node-vpnservice-all-{stream},
60                 vtn-csit-1node-manager-only-{stream},
61                 vtn-csit-1node-manager-all-{stream}
62
63         - stable-lithium:
64             branch: 'stable/lithium'
65             csit-list: >
66                 aaa-csit-1node-authn-only-{stream},
67                 aaa-csit-1node-authn-all-{stream},
68                 bgpcep-csit-1node-userfeatures-only-{stream},
69                 bgpcep-csit-1node-userfeatures-all-{stream},
70                 capwap-csit-1node-ac-only-{stream},
71                 capwap-csit-1node-ac-all-{stream},
72                 controller-csit-1node-netconf-only-{stream},
73                 controller-csit-1node-netconf-all-{stream},
74                 controller-csit-3node-clustering-only-{stream},
75                 controller-csit-3node-clustering-all-{stream},
76                 integration-csit-3node-basic-only-{stream},
77                 integration-csit-3node-basic-all-{stream},
78                 integration-distribution-offline-{stream},
79                 l2switch-csit-1node-switch-only-{stream},
80                 l2switch-csit-1node-switch-all-{stream},
81                 l2switch-csit-1node-scalability-only-{stream},
82                 l2switch-csit-1node-scalability-all-{stream},
83                 lispflowmapping-csit-1node-all-only-{stream},
84                 lispflowmapping-csit-1node-all-all-{stream},
85                 nic-csit-1node-basic-all-{stream},
86                 nic-csit-1node-basic-only-{stream},
87                 openflowplugin-csit-1node-flow-services-only-{stream},
88                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
89                 openflowplugin-csit-1node-flow-services-all-{stream},
90                 openflowplugin-csit-1node-scalability-only-{stream},
91                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
92                 openflowplugin-csit-1node-scalability-all-{stream},
93                 openflowplugin-csit-1node-cbench-performance-only-{stream},
94                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
95                 openflowplugin-csit-1node-config-performance-only-{stream},
96                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
97                 ovsdb-csit-1node-netvirt-only-{stream},
98                 ovsdb-csit-1node-netvirt-all-{stream},
99                 ovsdb-csit-1node-southbound-only-{stream},
100                 ovsdb-csit-1node-southbound-all-{stream},
101                 snmp-csit-1node-basic-only-{stream},
102                 snmp-csit-1node-basic-all-{stream},
103                 usc-csit-1node-channel-only-{stream},
104                 usc-csit-1node-channel-all-{stream},
105                 vpnservice-csit-1node-vpnservice-only-{stream},
106                 vpnservice-csit-1node-vpnservice-all-{stream},
107                 vtn-csit-1node-manager-only-{stream},
108                 vtn-csit-1node-manager-all-{stream}
109
110         - stable-helium:
111             branch: 'stable/helium'
112             csit-list: >
113                 aaa-csit-1node-imds-authn-only-{stream},
114                 aaa-csit-1node-imds-authn-all-{stream},
115                 controller-csit-1node-imds-netconf-only-{stream},
116                 controller-csit-1node-imds-netconf-all-{stream},
117                 controller-csit-1node-imds-nsf-only-{stream},
118                 controller-csit-1node-imds-nsf-all-{stream},
119                 integration-csit-3node-basic-only-{stream},
120                 integration-csit-3node-basic-all-{stream},
121                 l2switch-csit-1node-imds-switch-only-{stream},
122                 l2switch-csit-1node-imds-switch-all-{stream},
123                 lispflowmapping-csit-1node-imds-all-only-{stream},
124                 lispflowmapping-csit-1node-imds-all-all-{stream},
125                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
126                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
127                 vtn-csit-1node-imds-manager-only-{stream},
128                 vtn-csit-1node-imds-manager-all-{stream}
129
130     jdk: 'openjdk7'
131
132     # Trigger jobs (upstream dependencies)
133     trigger-jobs: >
134         odlparent-distribution-{stream},
135         yangtools-distribution-{stream},
136         controller-distribution-{stream},
137         aaa-distribution-{stream},
138         integration-distribution-merge-{stream}
139
140 # Template: integration-verify-python
141 # Goal: Verify python scripts correct syntax
142 # Operation: This job template performs a python tox check on any integration/test patch
143
144 - job-template:
145     name: 'integration-verify-python'
146
147     project-type: freestyle
148     node: dynamic_verify
149     concurrent: true
150
151     logrotate:
152         daysToKeep: '{build-days-to-keep}'
153         numToKeep: '{build-num-to-keep}'
154         artifactDaysToKeep: '{build-artifact-days-to-keep}'
155         artifactNumToKeep: '{build-artifact-num-to-keep}'
156
157     parameters:
158         - project-parameter:
159             project: 'integration/test'
160         - integration-patch-refspec:
161             branch: '$GERRIT_REFSPEC'
162
163     scm:
164         - integration-gerrit-scm:
165             credentials-id: '{ssh-credentials}'
166             basedir: 'test'
167             refspec: '$PATCHREFSPEC'
168             branch: 'master'
169
170     wrappers:
171         - build-timeout
172         - ssh-agent-credentials:
173             users:
174                 - '{ssh-credentials}'
175
176     triggers:
177         - integration-trigger-patch-submitted:
178             name: 'integration/test'
179             branch: 'master'
180             pattern: '**'
181
182     builders:
183         - shell: |
184             virtualenv $WORKSPACE/venv-tox
185             source $WORKSPACE/venv-tox/bin/activate
186             pip install tox argparse
187             tox --version
188             cd $WORKSPACE/test
189             tox
190
191     publishers:
192         - email-notification:
193             email-prefix: '[integration]'
194
195 # Template: integration-csit-verify-1node-library
196 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
197 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
198
199 - job-template:
200     name: 'integration-csit-verify-1node-library'
201
202     project-type: freestyle
203     node: dynamic_robot
204
205     logrotate:
206         daysToKeep: '{build-days-to-keep}'
207         numToKeep: '{build-num-to-keep}'
208         artifactDaysToKeep: '{build-artifact-days-to-keep}'
209         artifactNumToKeep: '{build-artifact-num-to-keep}'
210
211     parameters:
212         - project-parameter:
213             project: 'integration/test'
214         - integration-branch:
215             branch: 'master'
216         - integration-bundleurl:
217             bundleurl: 'last'
218         - integration-controller-scope:
219             controller-scope: 'only'
220         - integration-controller-features:
221             controller-features: 'odl-openflowplugin-flow-services-ui,odl-bgpcep-pcep-all,odl-bgpcep-bgp-all,odl-bgpcep-bgp,odl-bgpcep-pcep,odl-netconf-connector-all'
222         - integration-test-options:
223             test-options: '-e adsal'
224         - integration-test-plan:
225             test-plan: 'test-libraries.txt'
226         - integration-patch-refspec:
227             branch: '$GERRIT_REFSPEC'
228
229     scm:
230         - integration-gerrit-scm:
231             credentials-id: '{ssh-credentials}'
232             basedir: 'test'
233             refspec: '$PATCHREFSPEC'
234             branch: 'master'
235
236     wrappers:
237         - build-timeout
238         - integration-jclouds-controller-mininet:
239             controller-vms: 1
240             mininet-image: '{mininet-image}'
241             mininet-vms: '{mininet-vms}'
242             mininet-cloud-name: '{mininet-cloud-name}'
243         - ssh-agent-credentials:
244             users:
245                 - '{ssh-credentials}'
246
247     triggers:
248         - integration-trigger-patch-submitted:
249             name: 'integration/test'
250             branch: 'master'
251             pattern: 'csit/libraries/*'
252
253     builders:
254         - integration-install-robotframework
255         - inject:
256             properties-file: 'env.properties'
257         - integration-get-slave-addresses
258         - inject:
259             properties-file: 'slave_addresses.txt'
260         - integration-get-bundle-vars
261         - inject:
262             properties-file: 'bundle_vars.txt'
263         - integration-deploy-controller-run-test
264         - integration-cleanup-tmp
265
266     publishers:
267         - integration-robot:
268             unstable-if: 0.0
269             pass-if: 0.0
270         - archive:
271             artifacts: 'karaf.log'
272         - email-notification:
273             email-prefix: '[integration]'
274
275 # Template: integration-distribution-offline-{stream}
276 # Goal: Verify distribution can start with no internet connection
277 # Operation: This job deployes the controller removing any external repository definition
278 # whenever there is a change in a kernel project (odlparent, controller, yangtools, etc...)
279
280 - job-template:
281     name: 'integration-distribution-offline-{stream}'
282
283     project-type: freestyle
284     node: dynamic_controller
285
286     logrotate:
287         daysToKeep: '{build-days-to-keep}'
288         numToKeep: '{build-num-to-keep}'
289         artifactDaysToKeep: '{build-artifact-days-to-keep}'
290         artifactNumToKeep: '{build-artifact-num-to-keep}'
291
292     parameters:
293         - project-parameter:
294             project: 'integration/distribution'
295         - integration-branch:
296             branch: '{branch}'
297         - integration-bundleurl:
298             bundleurl: 'last'
299
300     wrappers:
301         - build-timeout
302         - ssh-agent-credentials:
303             users:
304                 - '{ssh-credentials}'
305
306     triggers:
307         - reverse:
308             jobs: '{trigger-jobs}'
309             result: 'success'
310
311     builders:
312         - integration-get-bundle-vars
313         - inject:
314             properties-file: 'bundle_vars.txt'
315         - integration-deploy-controller-offline
316
317     publishers:
318         - archive:
319             artifacts: 'karaf.log'
320         - email-notification:
321             email-prefix: '[integration]'
322
323 # Template: integration-distribution-test-{stream}
324 # Goal: Verify a distribution through all system test available
325 # Operation: This daily job template takes a distribution and passes all available system test
326
327 - job-template:
328     name: 'integration-distribution-test-{stream}'
329
330     project-type: freestyle
331     node: dynamic_verify
332
333     logrotate:
334         daysToKeep: '{build-days-to-keep}'
335         numToKeep: '{build-num-to-keep}'
336         artifactDaysToKeep: '{build-artifact-days-to-keep}'
337         artifactNumToKeep: '{build-artifact-num-to-keep}'
338
339     parameters:
340         - integration-bundleurl:
341             bundleurl: 'last'
342
343     triggers:
344         - timed: 'H H * * *'
345
346     builders:
347         - trigger-builds:
348             - project: '{csit-list}'
349               block: true
350               predefined-parameters:
351                   BUNDLEURL=$BUNDLEURL
352
353     publishers:
354         - email-notification:
355             email-prefix: '[integration]'
356
357 # Template: integration-patch-test-{stream}
358 # Goal: Build a patch and run all available system test on a distribution containing the change
359 # Operation: This job teamplate builds a patch, creates a distribution containing the patch, and
360 # triggers the distribution test when test-integration is used in gerrit comments
361
362 - job-template:
363     name: 'integration-patch-test-{stream}'
364
365     project-type: maven
366     node: dynamic_verify
367     jdk: '{jdk}'
368
369     logrotate:
370         daysToKeep: '{build-days-to-keep}'
371         numToKeep: '{build-num-to-keep}'
372         artifactDaysToKeep: '{build-artifact-days-to-keep}'
373         artifactNumToKeep: '{build-artifact-num-to-keep}'
374
375     parameters:
376         - gerrit-project-parameter:
377             project: '$GERRIT_PROJECT'
378         - gerrit-refspec-parameter:
379             refspec: '$GERRIT_REFSPEC'
380         - project-parameter:
381             project: '$GERRIT_PROJECT'
382         - integration-distribution-git-url
383
384     scm:
385         - integration-gerrit-scm:
386             credentials-id: '{ssh-credentials}'
387             basedir: '$GERRIT_PROJECT'
388             refspec: '$GERRIT_REFSPEC'
389             branch: '{branch}'
390         - integration-distribution-scm:
391             credentials-id: '{ssh-credentials}'
392             branch: '{branch}'
393
394     wrappers:
395         - build-timeout
396         - ssh-agent-credentials:
397             users:
398                 - '{ssh-credentials}'
399
400     triggers:
401         - gerrit:
402             server-name: 'OpenDaylight'
403             trigger-on:
404                 - comment-added-contains-event:
405                     comment-contains-value: 'test-integration'
406             projects:
407               - project-compare-type: 'ANT'
408                 project-pattern: '**'
409                 branches:
410                   - branch-compare-type: 'ANT'
411                     branch-pattern: '**/{branch}'
412             skip-vote:
413                 successful: true
414                 failed: true
415                 unstable: true
416                 notbuilt: true
417
418     prebuilders:
419         - integration-get-bundle-url
420         - inject:
421             properties-file: 'bundle.txt'
422         - wipe-org-opendaylight-repo
423         - provide-maven-settings:
424             global-settings-file: '{odl-global-settings}'
425             settings-file: '{yangtools-settings}'
426         - maven-target:
427             maven-version: '{mvn33}'
428             pom: '$GERRIT_PROJECT/pom.xml'
429             goals: 'clean install -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r source:jar javadoc:jar'
430             java-opts:
431                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
432             settings: '{integration-settings}'
433             global-settings: '{odl-global-settings}'
434
435     maven:
436         maven-name: '{mvn33}'
437         root-pom: 'distribution/pom.xml'
438         goals: 'clean install -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r source:jar javadoc:jar'
439         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
440         settings: '{integration-settings}'
441         global-settings: '{odl-global-settings}'
442         ignore-upstream-changes: true
443         post-step-run-condition: 'SUCCESS'
444
445     postbuilders:
446         - trigger-builds:
447             - project: 'integration-distribution-test-{stream}'
448               block: true
449               predefined-parameters:
450                   BUNDLEURL=$BUNDLEURL
451
452     publishers:
453         - email-notification:
454             email-prefix: '[integration]'