d98c1c7fa49e5e528bfb58a2de9d64dfa5b485e8
[releng/builder.git] / jjb / integration / integration-test-jobs.yaml
1
2 - project:
3     name: integration-test-jobs
4     jobs:
5         - 'integration-verify-python'
6         - 'integration-csit-verify-1node-library'
7         - 'integration-distribution-test-{stream}'
8         - 'integration-patch-test-{stream}'
9         - 'integration-multipatch-test-{stream}'
10
11     stream:
12         - beryllium:
13             branch: 'master'
14             csit-list: >
15                 aaa-csit-1node-authn-only-{stream},
16                 aaa-csit-1node-authn-all-{stream},
17                 bgpcep-csit-1node-userfeatures-only-{stream},
18                 bgpcep-csit-1node-userfeatures-all-{stream},
19                 capwap-csit-1node-ac-only-{stream},
20                 capwap-csit-1node-ac-all-{stream},
21                 controller-csit-3node-clustering-only-{stream},
22                 controller-csit-3node-clustering-all-{stream},
23                 integration-csit-3node-basic-only-{stream},
24                 integration-csit-3node-basic-all-{stream},
25                 integration-distribution-offline-{stream},
26                 l2switch-csit-1node-switch-only-{stream},
27                 l2switch-csit-1node-switch-all-{stream},
28                 l2switch-csit-1node-scalability-only-{stream},
29                 l2switch-csit-1node-scalability-all-{stream},
30                 lispflowmapping-csit-1node-all-only-{stream},
31                 lispflowmapping-csit-1node-all-all-{stream},
32                 nic-csit-1node-basic-all-{stream},
33                 nic-csit-1node-basic-only-{stream},
34                 openflowplugin-csit-1node-flow-services-only-{stream},
35                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
36                 openflowplugin-csit-1node-flow-services-all-{stream},
37                 openflowplugin-csit-1node-scalability-only-{stream},
38                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
39                 openflowplugin-csit-1node-scalability-all-{stream},
40                 openflowplugin-csit-1node-cbench-performance-only-{stream},
41                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
42                 openflowplugin-csit-1node-config-performance-only-{stream},
43                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
44                 ovsdb-csit-1node-netvirt-only-{stream},
45                 ovsdb-csit-1node-netvirt-all-{stream},
46                 ovsdb-csit-1node-southbound-only-{stream},
47                 ovsdb-csit-1node-southbound-all-{stream},
48                 snmp-csit-1node-basic-only-{stream},
49                 snmp-csit-1node-basic-all-{stream},
50                 topoprocessing-csit-1node-topology-operations-all-{stream},
51                 topoprocessing-csit-1node-topology-operations-only-{stream},
52                 tsdr-csit-1node-h2-datastore-only-{stream},
53                 tsdr-csit-1node-h2-datastore-all-{stream},
54                 tsdr-csit-1node-hbase-datastore-only-{stream},
55                 tsdr-csit-1node-hbase-datastore-all-{stream},
56                 usc-csit-1node-channel-only-{stream},
57                 usc-csit-1node-channel-all-{stream},
58                 vpnservice-csit-1node-vpnservice-only-{stream},
59                 vpnservice-csit-1node-vpnservice-all-{stream},
60                 vtn-csit-1node-manager-only-{stream},
61                 vtn-csit-1node-manager-all-{stream}
62
63         - stable-lithium:
64             branch: 'stable/lithium'
65             csit-list: >
66                 aaa-csit-1node-authn-only-{stream},
67                 aaa-csit-1node-authn-all-{stream},
68                 bgpcep-csit-1node-userfeatures-only-{stream},
69                 bgpcep-csit-1node-userfeatures-all-{stream},
70                 capwap-csit-1node-ac-only-{stream},
71                 capwap-csit-1node-ac-all-{stream},
72                 controller-csit-3node-clustering-only-{stream},
73                 controller-csit-3node-clustering-all-{stream},
74                 integration-csit-3node-basic-only-{stream},
75                 integration-csit-3node-basic-all-{stream},
76                 integration-distribution-offline-{stream},
77                 l2switch-csit-1node-switch-only-{stream},
78                 l2switch-csit-1node-switch-all-{stream},
79                 l2switch-csit-1node-scalability-only-{stream},
80                 l2switch-csit-1node-scalability-all-{stream},
81                 lispflowmapping-csit-1node-all-only-{stream},
82                 lispflowmapping-csit-1node-all-all-{stream},
83                 nic-csit-1node-basic-all-{stream},
84                 nic-csit-1node-basic-only-{stream},
85                 openflowplugin-csit-1node-flow-services-only-{stream},
86                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
87                 openflowplugin-csit-1node-flow-services-all-{stream},
88                 openflowplugin-csit-1node-scalability-only-{stream},
89                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
90                 openflowplugin-csit-1node-scalability-all-{stream},
91                 openflowplugin-csit-1node-cbench-performance-only-{stream},
92                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
93                 openflowplugin-csit-1node-config-performance-only-{stream},
94                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
95                 ovsdb-csit-1node-netvirt-only-{stream},
96                 ovsdb-csit-1node-netvirt-all-{stream},
97                 ovsdb-csit-1node-southbound-only-{stream},
98                 ovsdb-csit-1node-southbound-all-{stream},
99                 snmp-csit-1node-basic-only-{stream},
100                 snmp-csit-1node-basic-all-{stream},
101                 usc-csit-1node-channel-only-{stream},
102                 usc-csit-1node-channel-all-{stream},
103                 vpnservice-csit-1node-vpnservice-only-{stream},
104                 vpnservice-csit-1node-vpnservice-all-{stream},
105                 vtn-csit-1node-manager-only-{stream},
106                 vtn-csit-1node-manager-all-{stream}
107
108         - stable-helium:
109             branch: 'stable/helium'
110             csit-list: >
111                 aaa-csit-1node-imds-authn-only-{stream},
112                 aaa-csit-1node-imds-authn-all-{stream},
113                 controller-csit-1node-imds-nsf-only-{stream},
114                 controller-csit-1node-imds-nsf-all-{stream},
115                 integration-csit-3node-basic-only-{stream},
116                 integration-csit-3node-basic-all-{stream},
117                 l2switch-csit-1node-imds-switch-only-{stream},
118                 l2switch-csit-1node-imds-switch-all-{stream},
119                 lispflowmapping-csit-1node-imds-all-only-{stream},
120                 lispflowmapping-csit-1node-imds-all-all-{stream},
121                 openflowplugin-csit-1node-imds-flow-services-only-{stream},
122                 openflowplugin-csit-1node-imds-flow-services-all-{stream},
123                 vtn-csit-1node-imds-manager-only-{stream},
124                 vtn-csit-1node-imds-manager-all-{stream}
125
126     jdk: 'openjdk7'
127
128 # Template: integration-verify-python
129 # Goal: Verify python scripts correct syntax
130 # Operation: This job template performs a python tox check on any integration/test patch
131
132 - job-template:
133     name: 'integration-verify-python'
134
135     project-type: freestyle
136     node: dynamic_verify
137     concurrent: true
138
139     logrotate:
140         daysToKeep: '{build-days-to-keep}'
141         numToKeep: '{build-num-to-keep}'
142         artifactDaysToKeep: '{build-artifact-days-to-keep}'
143         artifactNumToKeep: '{build-artifact-num-to-keep}'
144
145     parameters:
146         - project-parameter:
147             project: 'integration/test'
148         - integration-patch-refspec:
149             branch: '$GERRIT_REFSPEC'
150
151     scm:
152         - integration-gerrit-scm:
153             credentials-id: '{ssh-credentials}'
154             basedir: 'test'
155             refspec: '$PATCHREFSPEC'
156             branch: 'master'
157
158     wrappers:
159         - build-timeout
160         - ssh-agent-credentials:
161             users:
162                 - '{ssh-credentials}'
163
164     triggers:
165         - integration-trigger-patch-submitted:
166             name: 'integration/test'
167             branch: 'master'
168             pattern: '**'
169
170     builders:
171         - shell: |
172             virtualenv $WORKSPACE/venv-tox
173             source $WORKSPACE/venv-tox/bin/activate
174             pip install tox argparse
175             tox --version
176             cd $WORKSPACE/test
177             tox
178
179     publishers:
180         - email-notification:
181             email-prefix: '[integration]'
182
183 # Template: integration-csit-verify-1node-library
184 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
185 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
186
187 - job-template:
188     name: 'integration-csit-verify-1node-library'
189
190     project-type: freestyle
191     node: dynamic_robot
192
193     logrotate:
194         daysToKeep: '{build-days-to-keep}'
195         numToKeep: '{build-num-to-keep}'
196         artifactDaysToKeep: '{build-artifact-days-to-keep}'
197         artifactNumToKeep: '{build-artifact-num-to-keep}'
198
199     parameters:
200         - project-parameter:
201             project: 'integration/test'
202         - integration-branch:
203             branch: 'master'
204         - integration-bundleurl:
205             bundleurl: 'last'
206         - integration-controller-scope:
207             controller-scope: 'only'
208         - integration-controller-features:
209             controller-features: >
210                 odl-openflowplugin-flow-services-ui,
211                 odl-bgpcep-pcep,
212                 odl-bgpcep-bgp,
213                 odl-netconf-connector-all
214         - integration-test-options:
215             test-options: '-e adsal'
216         - integration-test-plan:
217             test-plan: 'test-libraries.txt'
218         - integration-patch-refspec:
219             branch: '$GERRIT_REFSPEC'
220
221     scm:
222         - integration-gerrit-scm:
223             credentials-id: '{ssh-credentials}'
224             basedir: 'test'
225             refspec: '$PATCHREFSPEC'
226             branch: 'master'
227
228     wrappers:
229         - build-timeout
230         - integration-jclouds-controller-mininet:
231             controller-vms: 1
232             mininet-image: '{mininet-image}'
233             mininet-vms: '{mininet-vms}'
234             mininet-cloud-name: '{mininet-cloud-name}'
235         - ssh-agent-credentials:
236             users:
237                 - '{ssh-credentials}'
238
239     triggers:
240         - integration-trigger-patch-submitted:
241             name: 'integration/test'
242             branch: 'master'
243             pattern: 'csit/libraries/*'
244
245     builders:
246         - integration-install-robotframework
247         - inject:
248             properties-file: 'env.properties'
249         - integration-get-slave-addresses
250         - inject:
251             properties-file: 'slave_addresses.txt'
252         - integration-get-bundle-vars
253         - inject:
254             properties-file: 'bundle_vars.txt'
255         - integration-deploy-controller-run-test
256         - integration-cleanup-tmp
257
258     publishers:
259         - integration-robot:
260             unstable-if: 0.0
261             pass-if: 0.0
262         - archive:
263             artifacts: 'karaf.log'
264         - email-notification:
265             email-prefix: '[integration]'
266
267 # Template: integration-distribution-test-{stream}
268 # Goal: Verify a distribution through all system test available
269 # Operation: This daily job template takes a distribution and passes all available system test
270
271 - job-template:
272     name: 'integration-distribution-test-{stream}'
273
274     project-type: freestyle
275     node: dynamic_verify
276
277     logrotate:
278         daysToKeep: '{build-days-to-keep}'
279         numToKeep: '{build-num-to-keep}'
280         artifactDaysToKeep: '{build-artifact-days-to-keep}'
281         artifactNumToKeep: '{build-artifact-num-to-keep}'
282
283     parameters:
284         - integration-bundleurl:
285             bundleurl: 'last'
286
287     triggers:
288         - timed: 'H H * * 6'
289
290     builders:
291         - trigger-builds:
292             - project: '{csit-list}'
293               block: true
294               predefined-parameters:
295                   BUNDLEURL=$BUNDLEURL
296
297     publishers:
298         - email-notification:
299             email-prefix: '[integration]'
300
301 # Template: integration-patch-test-{stream}
302 # Goal: Build a patch and run all available system test on a distribution containing the change
303 # Operation: This job template builds a patch, creates a distribution containing the patch, and
304 # triggers the distribution test when test-integration is used in gerrit comments
305
306 - job-template:
307     name: 'integration-patch-test-{stream}'
308
309     project-type: maven
310     node: dynamic_verify
311     jdk: '{jdk}'
312
313     logrotate:
314         daysToKeep: '{build-days-to-keep}'
315         numToKeep: '{build-num-to-keep}'
316         artifactDaysToKeep: '{build-artifact-days-to-keep}'
317         artifactNumToKeep: '{build-artifact-num-to-keep}'
318
319     parameters:
320         - gerrit-project-parameter:
321             project: '$GERRIT_PROJECT'
322         - gerrit-refspec-parameter:
323             refspec: '$GERRIT_REFSPEC'
324         - project-parameter:
325             project: '$GERRIT_PROJECT'
326         - integration-distribution-git-url
327
328     scm:
329         - integration-gerrit-scm:
330             credentials-id: '{ssh-credentials}'
331             basedir: '$GERRIT_PROJECT'
332             refspec: '$GERRIT_REFSPEC'
333             branch: '{branch}'
334         - integration-distribution-scm:
335             credentials-id: '{ssh-credentials}'
336             branch: '{branch}'
337
338     wrappers:
339         - build-timeout
340         - ssh-agent-credentials:
341             users:
342                 - '{ssh-credentials}'
343
344     triggers:
345         - gerrit:
346             server-name: 'OpenDaylight'
347             trigger-on:
348                 - comment-added-contains-event:
349                     comment-contains-value: 'test-integration'
350             projects:
351               - project-compare-type: 'ANT'
352                 project-pattern: '**'
353                 branches:
354                   - branch-compare-type: 'ANT'
355                     branch-pattern: '**/{branch}'
356             skip-vote:
357                 successful: true
358                 failed: true
359                 unstable: true
360                 notbuilt: true
361
362     prebuilders:
363         - integration-get-bundle-url
364         - inject:
365             properties-file: 'bundle.txt'
366         - wipe-org-opendaylight-repo
367         - maven-target:
368             maven-version: '{mvn33}'
369             pom: '$GERRIT_PROJECT/pom.xml'
370             goals: 'clean install -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
371             java-opts:
372                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
373             settings: '{integration-settings}'
374             global-settings: '{odl-global-settings}'
375
376     maven:
377         maven-name: '{mvn33}'
378         root-pom: 'distribution/pom.xml'
379         goals: 'clean install -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
380         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
381         settings: '{integration-settings}'
382         global-settings: '{odl-global-settings}'
383         ignore-upstream-changes: true
384         post-step-run-condition: 'SUCCESS'
385
386     postbuilders:
387         - trigger-builds:
388             - project: 'integration-distribution-test-{stream}'
389               block: true
390               predefined-parameters:
391                   BUNDLEURL=$BUNDLEURL
392
393     publishers:
394         - email-notification:
395             email-prefix: '[$GERRIT_PROJECT]'
396
397 # Template: integration-multipatch-test-{stream}
398 # Goal: Build one or more patches and run all available system test on a distribution containing the change
399 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
400 # containing these patches, and triggers the distribution test job which includes most (if not all) available
401 # CSIT jobs
402
403 - job-template:
404     name: 'integration-multipatch-test-{stream}'
405
406     project-type: maven
407     node: dynamic_verify
408     jdk: '{jdk}'
409
410     logrotate:
411         daysToKeep: '{build-days-to-keep}'
412         numToKeep: '{build-num-to-keep}'
413         artifactDaysToKeep: '{build-artifact-days-to-keep}'
414         artifactNumToKeep: '{build-artifact-num-to-keep}'
415
416     parameters:
417         - patches-to-build-parameter:
418             patches_to_build: '$PATCHES_TO_BUILD'
419
420     wrappers:
421         - build-timeout
422         - ssh-agent-credentials:
423             users:
424                 - '{ssh-credentials}'
425
426     prebuilders:
427         - wipe-org-opendaylight-repo
428         - integration-multipatch-builder
429         - inject:
430             properties-file: 'bundle.txt'
431
432     maven:
433         maven-name: '{mvn33}'
434         root-pom: 'patch_tester/pom.xml'
435         goals: 'clean install -f patch_tester/pom.xml -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
436         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
437         settings: '{integration-settings}'
438         global-settings: '{odl-global-settings}'
439         ignore-upstream-changes: true
440         post-step-run-condition: 'SUCCESS'
441
442     postbuilders:
443         - trigger-builds:
444             - project: 'integration-distribution-test-{stream}'
445               block: true
446               predefined-parameters:
447                   BUNDLEURL=$BUNDLEURL
448
449     publishers:
450         - email-notification:
451             email-prefix: '[integration]'