Merge "Plaintext gerrit commit signing instructions"
[releng/builder.git] / jjb / integration / integration-test-jobs.yaml
1 - project:
2     name: integration-test
3     jobs:
4         - '{name}-verify-python-{stream}'
5         - 'integration-csit-verify-1node-library'
6         - 'integration-distribution-test-{stream}'
7         - 'integration-patch-test-{stream}'
8         - 'integration-multipatch-test-{stream}'
9
10     project: integration/test
11
12     stream:
13         - boron:
14             branch: 'master'
15             jdk: 'openjdk8'
16             jre: 'openjdk8'
17             csit-list: >
18                 aaa-csit-1node-authn-only-{stream},
19                 aaa-csit-1node-authn-all-{stream},
20                 bgpcep-csit-1node-userfeatures-only-{stream},
21                 bgpcep-csit-1node-userfeatures-all-{stream},
22                 capwap-csit-1node-ac-only-{stream},
23                 capwap-csit-1node-ac-all-{stream},
24                 controller-csit-3node-clustering-only-{stream},
25                 integration-distribution-deploy-{stream},
26                 integration-distribution-offline-{stream},
27                 l2switch-csit-1node-switch-only-{stream},
28                 l2switch-csit-1node-switch-all-{stream},
29                 l2switch-csit-1node-scalability-only-{stream},
30                 l2switch-csit-1node-scalability-all-{stream},
31                 lispflowmapping-csit-1node-msmr-only-{stream},
32                 lispflowmapping-csit-1node-msmr-all-{stream},
33                 nemo-csit-1node-engine-all-{stream},
34                 nemo-csit-1node-engine-only-{stream},
35                 netconf-csit-1node-userfeatures-all-{stream},
36                 netconf-csit-1node-userfeatures-only-{stream},
37                 nic-csit-1node-basic-all-{stream},
38                 nic-csit-1node-basic-only-{stream},
39                 openflowplugin-csit-1node-flow-services-only-{stream},
40                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
41                 openflowplugin-csit-1node-flow-services-all-{stream},
42                 openflowplugin-csit-1node-scalability-only-{stream},
43                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
44                 openflowplugin-csit-1node-scalability-all-{stream},
45                 openflowplugin-csit-1node-cbench-performance-only-{stream},
46                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
47                 openflowplugin-csit-1node-config-performance-only-{stream},
48                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
49                 openflowplugin-csit-3node-clustering-helium-design-only-{stream},
50                 openflowplugin-csit-3node-clustering-only-{stream},
51                 ovsdb-csit-3node-clustering-only-{stream},
52                 ovsdb-csit-1node-netvirt-only-{stream},
53                 ovsdb-csit-1node-netvirt-all-{stream},
54                 ovsdb-csit-1node-southbound-only-{stream},
55                 ovsdb-csit-1node-southbound-all-{stream},
56                 packetcable-csit-1node-pcmm-only-{stream},
57                 packetcable-csit-1node-pcmm-all-{stream},
58                 sxp-csit-1node-basic-only-{stream},
59                 sxp-csit-1node-basic-all-{stream},
60                 sxp-csit-1node-filtering-only-{stream},
61                 sxp-csit-1node-filtering-all-{stream},
62                 sxp-csit-1node-topology-only-{stream},
63                 sxp-csit-1node-topology-all-{stream},
64                 topoprocessing-csit-1node-topology-operations-all-{stream},
65                 topoprocessing-csit-1node-topology-operations-only-{stream},
66                 tsdr-csit-1node-cassandra-datastore-only-{stream},
67                 tsdr-csit-1node-hbase-datastore-only-{stream},
68                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
69                 usc-csit-1node-channel-only-{stream},
70                 usc-csit-1node-channel-all-{stream},
71                 vpnservice-csit-1node-vpnservice-only-{stream},
72                 vpnservice-csit-1node-vpnservice-all-{stream},
73                 vtn-csit-1node-manager-only-{stream}
74
75         - beryllium:
76             branch: 'stable/beryllium'
77             jdk: 'openjdk7'
78             jre: 'openjdk7'
79             csit-list: >
80                 aaa-csit-1node-authn-only-{stream},
81                 aaa-csit-1node-authn-all-{stream},
82                 bgpcep-csit-1node-userfeatures-only-{stream},
83                 bgpcep-csit-1node-userfeatures-all-{stream},
84                 capwap-csit-1node-ac-only-{stream},
85                 capwap-csit-1node-ac-all-{stream},
86                 controller-csit-3node-clustering-only-{stream},
87                 integration-distribution-offline-{stream},
88                 integration-distribution-deploy-{stream},
89                 l2switch-csit-1node-switch-only-{stream},
90                 l2switch-csit-1node-switch-all-{stream},
91                 l2switch-csit-1node-scalability-only-{stream},
92                 l2switch-csit-1node-scalability-all-{stream},
93                 lispflowmapping-csit-1node-msmr-only-{stream},
94                 lispflowmapping-csit-1node-msmr-all-{stream},
95                 nemo-csit-1node-engine-all-{stream},
96                 nemo-csit-1node-engine-only-{stream},
97                 netconf-csit-1node-userfeatures-all-{stream},
98                 netconf-csit-1node-userfeatures-only-{stream},
99                 nic-csit-1node-basic-all-{stream},
100                 nic-csit-1node-basic-only-{stream},
101                 openflowplugin-csit-1node-flow-services-only-{stream},
102                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
103                 openflowplugin-csit-1node-flow-services-all-{stream},
104                 openflowplugin-csit-1node-scalability-only-{stream},
105                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
106                 openflowplugin-csit-1node-scalability-all-{stream},
107                 openflowplugin-csit-1node-cbench-performance-only-{stream},
108                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
109                 openflowplugin-csit-1node-config-performance-only-{stream},
110                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
111                 openflowplugin-csit-3node-clustering-helium-design-only-{stream},
112                 openflowplugin-csit-3node-clustering-only-{stream},
113                 ovsdb-csit-3node-clustering-only-{stream},
114                 ovsdb-csit-1node-netvirt-only-{stream},
115                 ovsdb-csit-1node-netvirt-all-{stream},
116                 ovsdb-csit-1node-southbound-only-{stream},
117                 ovsdb-csit-1node-southbound-all-{stream},
118                 packetcable-csit-1node-pcmm-only-{stream},
119                 packetcable-csit-1node-pcmm-all-{stream},
120                 snmp-csit-1node-basic-only-{stream},
121                 snmp-csit-1node-basic-all-{stream},
122                 sxp-csit-1node-basic-only-{stream},
123                 sxp-csit-1node-basic-all-{stream},
124                 sxp-csit-1node-filtering-only-{stream},
125                 sxp-csit-1node-filtering-all-{stream},
126                 sxp-csit-1node-topology-only-{stream},
127                 sxp-csit-1node-topology-all-{stream},
128                 topoprocessing-csit-1node-topology-operations-all-{stream},
129                 topoprocessing-csit-1node-topology-operations-only-{stream},
130                 tsdr-csit-1node-cassandra-datastore-only-{stream},
131                 tsdr-csit-1node-hbase-datastore-only-{stream},
132                 tsdr-csit-1node-hsqldb-datastore-only-{stream},
133                 usc-csit-1node-channel-only-{stream},
134                 usc-csit-1node-channel-all-{stream},
135                 vpnservice-csit-1node-vpnservice-only-{stream},
136                 vpnservice-csit-1node-vpnservice-all-{stream},
137                 vtn-csit-1node-manager-only-{stream},
138                 vtn-csit-1node-manager-all-{stream},
139                 vtn-csit-1node-coordinator-only-{stream}
140
141         - stable-lithium:
142             branch: 'stable/lithium'
143             jdk: 'openjdk7'
144             jre: 'openjdk7'
145             csit-list: >
146                 aaa-csit-1node-authn-only-{stream},
147                 aaa-csit-1node-authn-all-{stream},
148                 bgpcep-csit-1node-userfeatures-only-{stream},
149                 bgpcep-csit-1node-userfeatures-all-{stream},
150                 capwap-csit-1node-ac-only-{stream},
151                 capwap-csit-1node-ac-all-{stream},
152                 controller-csit-3node-clustering-only-{stream},
153                 integration-distribution-offline-{stream},
154                 l2switch-csit-1node-switch-only-{stream},
155                 l2switch-csit-1node-switch-all-{stream},
156                 l2switch-csit-1node-scalability-only-{stream},
157                 l2switch-csit-1node-scalability-all-{stream},
158                 lispflowmapping-csit-1node-all-only-{stream},
159                 lispflowmapping-csit-1node-all-all-{stream},
160                 netconf-csit-1node-userfeatures-all-{stream},
161                 netconf-csit-1node-userfeatures-only-{stream},
162                 nic-csit-1node-basic-all-{stream},
163                 nic-csit-1node-basic-only-{stream},
164                 openflowplugin-csit-1node-flow-services-only-{stream},
165                 openflowplugin-csit-1node-flow-services-lithium-redesign-only-{stream},
166                 openflowplugin-csit-1node-flow-services-all-{stream},
167                 openflowplugin-csit-1node-scalability-only-{stream},
168                 openflowplugin-csit-1node-scalability-lithium-redesign-only-{stream},
169                 openflowplugin-csit-1node-scalability-all-{stream},
170                 openflowplugin-csit-1node-cbench-performance-only-{stream},
171                 openflowplugin-csit-1node-cbench-performance-lithium-redesign-only-{stream},
172                 openflowplugin-csit-1node-config-performance-only-{stream},
173                 openflowplugin-csit-1node-config-performance-lithium-redesign-only-{stream},
174                 ovsdb-csit-1node-netvirt-only-{stream},
175                 ovsdb-csit-1node-netvirt-all-{stream},
176                 ovsdb-csit-1node-southbound-only-{stream},
177                 ovsdb-csit-1node-southbound-all-{stream},
178                 snmp-csit-1node-basic-only-{stream},
179                 snmp-csit-1node-basic-all-{stream},
180                 usc-csit-1node-channel-only-{stream},
181                 usc-csit-1node-channel-all-{stream},
182                 vpnservice-csit-1node-vpnservice-only-{stream},
183                 vpnservice-csit-1node-vpnservice-all-{stream},
184                 vtn-csit-1node-manager-li-only-{stream},
185                 vtn-csit-1node-manager-li-all-{stream},
186                 vtn-csit-1node-coordinator-only-{stream}
187
188
189 # Template: integration-csit-verify-1node-library
190 # Goal: Verify changes in csit folder not covered by projects suite verify jobs (e.g. libraries or variables)
191 # Operation: This job template performs a base openflow test when there is a change in the libraries folder
192
193 - job-template:
194     name: 'integration-csit-verify-1node-library'
195
196     project-type: freestyle
197     node: dynamic_robot
198
199     logrotate:
200         daysToKeep: '{build-days-to-keep}'
201         numToKeep: '{build-num-to-keep}'
202         artifactDaysToKeep: '{build-artifact-days-to-keep}'
203         artifactNumToKeep: '{build-artifact-num-to-keep}'
204
205     parameters:
206         - project-parameter:
207             project: 'integration/test'
208         - integration-branch:
209             branch: 'stable/beryllium'
210         - integration-distribution-stream:
211             stream: 'beryllium'
212         - integration-bundleurl:
213             bundleurl: 'last'
214         - integration-controller-scope:
215             controller-scope: 'only'
216         - integration-controller-features:
217             controller-features: >
218                 odl-clustering-test-app,
219                 odl-openflowplugin-flow-services-ui,
220                 odl-bgpcep-pcep,
221                 odl-bgpcep-bgp,
222                 odl-netconf-connector-all
223         - integration-test-options:
224             test-options: '-v TIMEOUT_BUG_4220:10s'
225         - integration-stream-test-plan:
226             stream-test-plan: 'test-libraries-beryllium.txt'
227         - integration-test-plan:
228             test-plan: 'test-libraries.txt'
229         - integration-patch-refspec:
230             branch: '$GERRIT_REFSPEC'
231         - integration-jdk-version:
232             jdkversion: 'openjdk7'
233             # TODO: Switch to openjdk8 from Boron on.
234
235     scm:
236         - integration-gerrit-scm:
237             credentials-id: '{ssh-credentials}'
238             basedir: 'test'
239             refspec: '$PATCHREFSPEC'
240             branch: 'master'
241
242     wrappers:
243         - build-timeout
244         - integration-jclouds-controller-mininet:
245             controller-vms: 1
246             mininet-image: '{mininet-image}'
247             mininet-vms: '{mininet-vms}'
248             mininet-cloud-name: '{mininet-cloud-name}'
249         - ssh-agent-credentials:
250             users:
251                 - '{ssh-credentials}'
252
253     triggers:
254         - integration-trigger-patch-submitted:
255             name: 'integration/test'
256             branch: 'master'
257             pattern: 'csit/libraries/*'
258
259     builders:
260         - integration-cleanup-workspace
261         - integration-install-robotframework
262         - inject:
263             properties-file: 'env.properties'
264         - integration-get-slave-addresses
265         - inject:
266             properties-file: 'slave_addresses.txt'
267         - integration-get-bundle-vars
268         - inject:
269             properties-file: 'bundle_vars.txt'
270         - integration-deploy-controller-run-test
271         - integration-cleanup-tmp
272
273     publishers:
274         - integration-robot:
275             unstable-if: 0.0
276             pass-if: 100.0
277         - archive:
278             artifacts: '*.log,*.log.xz'
279         - email-notification:
280             email-prefix: '[integration]'
281
282 # Template: integration-distribution-test-{stream}
283 # Goal: Verify a distribution through all system test available
284 # Operation: This daily job template takes a distribution and passes all available system test
285
286 - job-template:
287     name: 'integration-distribution-test-{stream}'
288
289     project-type: freestyle
290     node: dynamic_verify
291
292     logrotate:
293         daysToKeep: '{build-days-to-keep}'
294         numToKeep: '{build-num-to-keep}'
295         artifactDaysToKeep: '{build-artifact-days-to-keep}'
296         artifactNumToKeep: '{build-artifact-num-to-keep}'
297
298     parameters:
299         - integration-bundleurl:
300             bundleurl: 'last'
301         - integration-jdk-version:
302             jdkversion: '{jre}'
303
304     triggers:
305         - timed: 'H H * * 6'
306
307     builders:
308         - trigger-builds:
309             - project: '{csit-list}'
310               block: true
311               predefined-parameters:
312                   BUNDLEURL=$BUNDLEURL
313
314     publishers:
315         - email-notification:
316             email-prefix: '[integration]'
317
318 # Template: integration-patch-test-{stream}
319 # Goal: Build a patch and run all available system test on a distribution containing the change
320 # Operation: This job template builds a patch, creates a distribution containing the patch, and
321 # triggers the distribution test when test-integration is used in gerrit comments
322
323 - job-template:
324     name: 'integration-patch-test-{stream}'
325
326     project-type: maven
327     node: dynamic_verify
328     jdk: '{jdk}'
329
330     logrotate:
331         daysToKeep: '{build-days-to-keep}'
332         numToKeep: '{build-num-to-keep}'
333         artifactDaysToKeep: '{build-artifact-days-to-keep}'
334         artifactNumToKeep: '{build-artifact-num-to-keep}'
335
336     parameters:
337         - gerrit-parameters:
338             project: '$GERRIT_PROJECT'
339             branch: '{branch}'
340             refspec: '$GERRIT_REFSPEC'
341         - project-parameter:
342             project: '$GERRIT_PROJECT'
343         - integration-branch:
344             branch: '{branch}'
345         - integration-distribution-git-url
346
347     scm:
348         - integration-gerrit-scm:
349             credentials-id: '{ssh-credentials}'
350             basedir: '$GERRIT_PROJECT'
351             refspec: '$GERRIT_REFSPEC'
352             branch: '{branch}'
353         - integration-distribution-scm:
354             credentials-id: '{ssh-credentials}'
355             branch: '{branch}'
356
357     wrappers:
358         - build-timeout
359         - ssh-agent-credentials:
360             users:
361                 - '{ssh-credentials}'
362
363     triggers:
364         - gerrit:
365             server-name: 'OpenDaylight'
366             trigger-on:
367                 - comment-added-contains-event:
368                     comment-contains-value: 'test-integration'
369             projects:
370               - project-compare-type: 'ANT'
371                 project-pattern: '**'
372                 branches:
373                   - branch-compare-type: 'ANT'
374                     branch-pattern: '**/{branch}'
375             skip-vote:
376                 successful: true
377                 failed: true
378                 unstable: true
379                 notbuilt: true
380
381     prebuilders:
382         - integration-rebase-gerrit-patch
383         - integration-get-bundle-url
384         - inject:
385             properties-file: 'bundle.txt'
386         - wipe-org-opendaylight-repo
387         - maven-target:
388             maven-version: '{mvn33}'
389             pom: '$GERRIT_PROJECT/pom.xml'
390             goals: 'clean install -Djenkins -DskipTests -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
391             java-opts:
392                 - '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
393             settings: '{integration-settings}'
394             global-settings: '{odl-global-settings}'
395
396     maven:
397         maven-name: '{mvn33}'
398         root-pom: 'distribution/pom.xml'
399         goals: 'clean install -Djenkins -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r'
400         maven-opts: '-Xmx1024m -XX:MaxPermSize=256m -Dmaven.compile.fork=true'
401         settings: '{integration-settings}'
402         global-settings: '{odl-global-settings}'
403         ignore-upstream-changes: true
404         post-step-run-condition: 'SUCCESS'
405
406     postbuilders:
407         - trigger-builds:
408             - project: 'integration-distribution-test-{stream}'
409               block: true
410               predefined-parameters:
411                   BUNDLEURL=$BUNDLEURL
412
413     publishers:
414         - email-notification:
415             email-prefix: '[$GERRIT_PROJECT]'
416
417 # Template: integration-multipatch-test-{stream}
418 # Goal: Build one or more patches and run all available system test on a distribution containing the change
419 # Operation: This job template checks out and builds each patch provided in job parameters, creates a distribution
420 # containing these patches, and triggers the distribution test job which includes most (if not all) available
421 # CSIT jobs
422
423 - job-template:
424     name: 'integration-multipatch-test-{stream}'
425
426     project-type: maven
427     node: dynamic_verify
428     jdk: '{jdk}'
429
430     logrotate:
431         daysToKeep: '{build-days-to-keep}'
432         numToKeep: '{build-num-to-keep}'
433         artifactDaysToKeep: '{build-artifact-days-to-keep}'
434         artifactNumToKeep: '{build-artifact-num-to-keep}'
435
436     parameters:
437         - patches-to-build-parameter:
438             patches_to_build: '$PATCHES_TO_BUILD'
439         - integration-branch:
440             branch: '{branch}'
441
442     wrappers:
443         - build-timeout
444         - ssh-agent-credentials:
445             users:
446                 - '{ssh-credentials}'
447
448     prebuilders:
449         - wipe-org-opendaylight-repo
450         - integration-multipatch-builder
451         - inject:
452             properties-file: 'bundle.txt'
453         - provide-maven-settings:
454             global-settings-file: '{odl-global-settings}'
455             settings-file: '{yangtools-settings}'
456
457
458     maven:
459         maven-name: '{mvn33}'
460         root-pom: 'patch_tester/pom.xml'
461         # TODO: Make Maven option configurable. Currently tests are not skipped, everything elase is.
462         goals: 'clean install -f patch_tester/pom.xml -Djenkins -Dcheckstyle.skip=true -Dmaven.javadoc.skip=true -Dmaven.site.skip=true -DgenerateReports=false -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dstream={stream}'
463         maven-opts: '-Xmx4096m -XX:MaxPermSize=1024m -Dmaven.compile.fork=true'
464         settings: '{yangtools-settings}'
465         global-settings: '{odl-global-settings}'
466         post-step-run-condition: 'SUCCESS'
467
468     postbuilders:
469         - trigger-builds:
470             - project: 'integration-distribution-test-{stream}'
471               block: true
472               predefined-parameters:
473                   BUNDLEURL=$BUNDLEURL
474
475     publishers:
476         - email-notification:
477             email-prefix: '[integration]'