Auto Update CSIT Jobs to run
[releng/builder.git] / jjb / releng-defaults.yaml
1 # ODL Releng jenkins defaults
2
3 - defaults:
4     name: global
5
6     build-days-to-keep: 30
7
8     # Timeout in minutes
9     build-timeout: 360
10     build-node: centos7-java-builder-2c-8g
11
12     email-recipients: 'jenkins@lists.opendaylight.org'
13     odl-ml2-driver-repo: 'https://github.com/openstack/networking-odl'
14     server-name: 'OpenDaylight'
15     git-url: 'ssh://jenkins-$SILO@git.opendaylight.org:29418'
16
17     # openstack-infra-parameters defaults
18     archive-artifacts: ''
19     branch: master
20
21     # Distribution bundle URL
22     bundleurl: 'last'
23
24     # CSIT images configuration
25     stack-template: csit-2-instance-type.yaml
26     docker_system_count: 1
27     docker_system_flavor: 4 GB General Purpose v1
28     docker_system_image: CentOS 7 - docker - 20170120-1434
29     odl_system_count: 1
30     odl_system_flavor: 4 GB General Purpose v1
31     odl_system_image: CentOS 7 - java-builder - 20170126-0058
32     openstack_system_count: 1
33     openstack_system_flavor: 8 GB General Purpose v1
34     openstack_system_image: CentOS 7 - devstack - 20170120-1710
35     tools_system_count: 1
36     tools_system_flavor: 2 GB General Purpose v1
37     tools_system_image: Ubuntu 14.04 - mininet - 20170210-0439
38
39     # Default Robot framework options
40     robot-options: ''
41
42     # Data for csit-verify jobs
43     # Branch for "last" version detection
44     verify-branch: 'stable/boron'
45     # Value for ODL_STREAM
46     verify-stream: 'boron'
47     verify-jdkversion: 'openjdk8'
48
49     # In case a CSIT job is merged without Java version specified
50     jdk: 'openjdk8'
51
52     # Python
53     toxdir: ''
54
55     # Plot configuration
56     01-plot-title: ''
57     01-plot-yaxis: ''
58     01-plot-group: 'Default Plot Group'
59     01-plot-data-file: 'plot-data.csv'
60     02-plot-title: ''
61     02-plot-yaxis: ''
62     02-plot-group: 'Default Plot Group'
63     02-plot-data-file: 'plot-data.csv'
64     03-plot-data-file: '03-nonexisting.csv'
65     03-plot-title: ''
66     03-plot-yaxis: ''
67     03-plot-group: ''
68     03-inclusion-flag: 'off'
69     03-exclude-value: ''
70     04-plot-data-file: '04-nonexisting.csv'
71     04-plot-title: ''
72     04-plot-yaxis: ''
73     04-plot-group: ''
74     04-inclusion-flag: 'off'
75     04-exclude-value: ''
76     05-plot-data-file: '05-nonexisting.csv'
77     05-plot-title: ''
78     05-plot-yaxis: ''
79     05-plot-group: ''
80     05-inclusion-flag: 'off'
81     05-exclude-value: ''
82     06-plot-data-file: '06-nonexisting.csv'
83     06-plot-title: ''
84     06-plot-yaxis: ''
85     06-plot-group: ''
86     06-inclusion-flag: 'off'
87     06-exclude-value: ''
88     07-plot-data-file: '07-nonexisting.csv'
89     07-plot-title: ''
90     07-plot-yaxis: ''
91     07-plot-group: ''
92     07-inclusion-flag: 'off'
93     07-exclude-value: ''
94     08-plot-data-file: '08-nonexisting.csv'
95     08-plot-title: ''
96     08-plot-yaxis: ''
97     08-plot-group: ''
98     08-inclusion-flag: 'off'
99     08-exclude-value: ''
100     09-plot-data-file: '09-nonexisting.csv'
101     09-plot-title: ''
102     09-plot-yaxis: ''
103     09-plot-group: ''
104     09-inclusion-flag: 'off'
105     09-exclude-value: ''
106     10-plot-data-file: '10-nonexisting.csv'
107     10-plot-title: ''
108     10-plot-yaxis: ''
109     10-plot-group: ''
110     10-inclusion-flag: 'off'
111     10-exclude-value: ''
112
113     ### CSIT Test List Variables
114     # Space seperated strings to exclude from CSIT lists
115     csit-list-blacklist: 'longevity gate'
116     # Auto Generated CSIT job lists used
117     # in integration-distribution-test jobs
118     csit-list-carbon: >
119         aaa-csit-1node-authn-all-carbon,
120         aaa-csit-1node-authn-only-carbon,
121         aaa-csit-1node-idmlite-all-carbon,
122         aaa-csit-1node-idmlite-only-carbon,
123         alto-csit-1node-setup-all-carbon,
124         alto-csit-1node-setup-only-carbon,
125         armoury-csit-1node-basic-all-carbon,
126         armoury-csit-1node-basic-only-carbon,
127         bgpcep-csit-1node-periodic-bgp-ingest-all-carbon,
128         bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-carbon,
129         bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-carbon,
130         bgpcep-csit-1node-periodic-bgp-ingest-only-carbon,
131         bgpcep-csit-1node-periodic-throughpcep-all-carbon,
132         bgpcep-csit-1node-periodic-throughpcep-only-carbon,
133         bgpcep-csit-1node-userfeatures-all-carbon,
134         bgpcep-csit-1node-userfeatures-only-carbon,
135         bgpcep-csit-3node-periodic-bgpclustering-all-carbon,
136         bgpcep-csit-3node-periodic-bgpclustering-ha-only-carbon,
137         bgpcep-csit-3node-periodic-bgpclustering-only-carbon,
138         capwap-csit-1node-ac-all-carbon,
139         capwap-csit-1node-ac-only-carbon,
140         centinel-csit-1node-basic-all-carbon,
141         centinel-csit-1node-basic-only-carbon,
142         controller-csit-1node-akka1-all-carbon,
143         controller-csit-1node-akka1-only-carbon,
144         controller-csit-1node-periodic-benchmark-all-carbon,
145         controller-csit-1node-periodic-benchmark-only-carbon,
146         controller-csit-1node-rest-cars-perf-all-carbon,
147         controller-csit-1node-rest-cars-perf-only-carbon,
148         controller-csit-3node-clustering-all-carbon,
149         controller-csit-3node-clustering-only-carbon,
150         controller-csit-3node-periodic-benchmark-all-carbon,
151         controller-csit-3node-periodic-benchmark-only-carbon,
152         controller-csit-3node-rest-clust-cars-perf-only-carbon,
153         daexim-csit-1node-basic-only-carbon,
154         didm-csit-1node-discovery-only-carbon,
155         distribution-csit-1node-userfeatures-all-carbon,
156         distribution-csit-1node-userfeatures-only-carbon,
157         eman-csit-1node-model-all-carbon,
158         eman-csit-1node-model-only-carbon,
159         genius-csit-1node-genius-all-carbon,
160         genius-csit-1node-genius-only-carbon,
161         groupbasedpolicy-csit-1node-3-node-all-carbon,
162         groupbasedpolicy-csit-1node-3-node-only-carbon,
163         groupbasedpolicy-csit-1node-6node-all-carbon,
164         groupbasedpolicy-csit-1node-6node-only-carbon,
165         groupbasedpolicy-csit-1node-openstack-liberty-openstack-carbon,
166         groupbasedpolicy-csit-1node-openstack-mitaka-openstack-carbon,
167         groupbasedpolicy-csit-1node-sxp-only-carbon,
168         groupbasedpolicy-csit-3node-clustering-all-carbon,
169         groupbasedpolicy-csit-3node-clustering-only-carbon,
170         iotdm-csit-1node-basic-all-carbon,
171         iotdm-csit-1node-basic-only-carbon,
172         l2switch-csit-1node-periodic-host-scalability-daily-only-carbon,
173         l2switch-csit-1node-scalability-all-carbon,
174         l2switch-csit-1node-scalability-only-carbon,
175         l2switch-csit-1node-switch-all-carbon,
176         l2switch-csit-1node-switch-only-carbon,
177         lacp-csit-1node-lacp-all-carbon,
178         lacp-csit-1node-lacp-only-carbon,
179         lispflowmapping-csit-1node-msmr-all-carbon,
180         lispflowmapping-csit-1node-msmr-only-carbon,
181         lispflowmapping-csit-1node-performance-only-carbon,
182         lispflowmapping-csit-3node-msmr-all-carbon,
183         lispflowmapping-csit-3node-msmr-only-carbon,
184         mdsal-csit-1node-periodic-bindingv1-only-carbon,
185         messaging4transport-csit-1node-basic-all-carbon,
186         messaging4transport-csit-1node-basic-only-carbon,
187         natapp-csit-1node-basic-all-carbon,
188         natapp-csit-1node-basic-only-carbon,
189         nemo-csit-1node-engine-all-carbon,
190         nemo-csit-1node-engine-only-carbon,
191         netconf-csit-1node-periodic-scale-all-carbon,
192         netconf-csit-1node-periodic-scale-only-carbon,
193         netconf-csit-1node-userfeatures-all-carbon,
194         netconf-csit-1node-userfeatures-only-carbon,
195         netconf-csit-3node-cluster-stress-all-carbon,
196         netconf-csit-3node-cluster-stress-only-carbon,
197         netconf-csit-3node-clustering-all-carbon,
198         netconf-csit-3node-clustering-only-carbon,
199         netconf-csit-3node-periodic-clustering-scale-all-carbon,
200         netconf-csit-3node-periodic-clustering-scale-only-carbon,
201         netide-csit-1node-basic-all-carbon,
202         netide-csit-1node-basic-only-carbon,
203         netvirt-csit-1node-openstack-mitaka-upstream-learn-carbon,
204         netvirt-csit-1node-openstack-mitaka-upstream-stateful-carbon,
205         netvirt-csit-1node-openstack-mitaka-upstream-transparent-carbon,
206         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-learn-carbon,
207         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-carbon,
208         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-transparent-carbon,
209         netvirt-csit-1node-openstack-newton-upstream-learn-carbon,
210         netvirt-csit-1node-openstack-newton-upstream-stateful-carbon,
211         netvirt-csit-1node-openstack-newton-upstream-transparent-carbon,
212         netvirt-csit-3node-openstack-mitaka-upstream-learn-carbon,
213         netvirt-csit-3node-openstack-mitaka-upstream-stateful-carbon,
214         netvirt-csit-3node-openstack-mitaka-upstream-transparent-carbon,
215         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-learn-carbon,
216         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-carbon,
217         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-transparent-carbon,
218         netvirt-csit-3node-openstack-newton-upstream-learn-carbon,
219         netvirt-csit-3node-openstack-newton-upstream-stateful-carbon,
220         netvirt-csit-3node-openstack-newton-upstream-transparent-carbon,
221         netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-learn-carbon,
222         netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-stateful-carbon,
223         netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-transparent-carbon,
224         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-learn-carbon,
225         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-stateful-carbon,
226         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-transparent-carbon,
227         netvirt-csit-hwvtep-1node-openstack-newton-upstream-learn-carbon,
228         netvirt-csit-hwvtep-1node-openstack-newton-upstream-stateful-carbon,
229         netvirt-csit-hwvtep-1node-openstack-newton-upstream-transparent-carbon,
230         netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-learn-carbon,
231         netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-stateful-carbon,
232         netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-transparent-carbon,
233         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-learn-carbon,
234         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-stateful-carbon,
235         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-transparent-carbon,
236         netvirt-csit-hwvtep-3node-openstack-newton-upstream-learn-carbon,
237         netvirt-csit-hwvtep-3node-openstack-newton-upstream-stateful-carbon,
238         netvirt-csit-hwvtep-3node-openstack-newton-upstream-transparent-carbon,
239         netvirt-legacy-csit-1node-openstack-basic-all-carbon,
240         netvirt-legacy-csit-1node-openstack-basic-only-carbon,
241         netvirt-legacy-csit-1node-openstack-mitaka-upstream-carbon,
242         netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-carbon,
243         netvirt-legacy-csit-1node-openstack-newton-upstream-carbon,
244         netvirt-legacy-csit-3node-clustering-only-carbon,
245         netvirt-legacy-csit-3node-openstack-mitaka-upstream-carbon,
246         netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-carbon,
247         netvirt-legacy-csit-3node-openstack-newton-upstream-carbon,
248         nic-csit-1node-basic-all-carbon,
249         nic-csit-1node-basic-only-carbon,
250         nic-csit-1node-vtnrenderer-all-carbon,
251         nic-csit-1node-vtnrenderer-only-carbon,
252         ocpplugin-csit-1node-get-all-carbon,
253         ocpplugin-csit-1node-get-only-carbon,
254         ocpplugin-csit-1node-scalability-all-carbon,
255         ocpplugin-csit-1node-scalability-only-carbon,
256         of-config-csit-1node-basic-all-carbon,
257         of-config-csit-1node-basic-only-carbon,
258         openflowplugin-csit-1node-cbench-performance-only-carbon,
259         openflowplugin-csit-1node-config-performance-only-carbon,
260         openflowplugin-csit-1node-flow-services-all-carbon,
261         openflowplugin-csit-1node-flow-services-frs-only-carbon,
262         openflowplugin-csit-1node-flow-services-only-carbon,
263         openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-carbon,
264         openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-carbon,
265         openflowplugin-csit-1node-periodic-cbench-daily-only-carbon,
266         openflowplugin-csit-1node-periodic-link-scalability-daily-only-carbon,
267         openflowplugin-csit-1node-periodic-restconf-perf-daily-only-carbon,
268         openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-carbon,
269         openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-carbon,
270         openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-carbon,
271         openflowplugin-csit-1node-periodic-sw-scalability-daily-only-carbon,
272         openflowplugin-csit-1node-scalability-only-carbon,
273         openflowplugin-csit-3node-clustering-only-carbon,
274         openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-carbon,
275         openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-carbon,
276         openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-carbon,
277         ovsdb-csit-1node-periodic-scalability-daily-only-carbon,
278         ovsdb-csit-1node-southbound-all-carbon,
279         ovsdb-csit-1node-southbound-only-carbon,
280         ovsdb-csit-3node-clustering-only-carbon,
281         packetcable-csit-1node-pcmm-all-carbon,
282         packetcable-csit-1node-pcmm-only-carbon,
283         sdninterfaceapp-csit-1node-basic-only-carbon,
284         sfc-csit-3node-docker-full-deploy-all-carbon,
285         sfc-csit-3node-docker-full-deploy-only-carbon,
286         sfc-csit-3node-rest-basic-all-carbon,
287         sfc-csit-3node-rest-basic-only-carbon,
288         snmp-csit-1node-basic-all-carbon,
289         snmp-csit-1node-basic-only-carbon,
290         sxp-csit-1node-basic-all-carbon,
291         sxp-csit-1node-basic-only-carbon,
292         sxp-csit-1node-filtering-all-carbon,
293         sxp-csit-1node-filtering-only-carbon,
294         sxp-csit-1node-periodic-performance-all-carbon,
295         sxp-csit-1node-periodic-performance-only-carbon,
296         sxp-csit-1node-topology-all-carbon,
297         sxp-csit-1node-topology-only-carbon,
298         sxp-csit-3node-periodic-clustering-all-carbon,
299         sxp-csit-3node-periodic-clustering-only-carbon,
300         topoprocessing-csit-1node-topology-operations-all-carbon,
301         topoprocessing-csit-1node-topology-operations-only-carbon,
302         tsdr-csit-1node-cassandra-datastore-only-carbon,
303         tsdr-csit-1node-hbase-datastore-all-carbon,
304         tsdr-csit-1node-hbase-datastore-only-carbon,
305         tsdr-csit-1node-hsqldb-datastore-all-carbon,
306         tsdr-csit-1node-hsqldb-datastore-only-carbon,
307         unimgr-csit-1node-basic-all-carbon,
308         unimgr-csit-1node-basic-only-carbon,
309         unimgr-csit-1node-legato-all-carbon,
310         unimgr-csit-1node-legato-only-carbon,
311         usc-csit-1node-channel-all-carbon,
312         usc-csit-1node-channel-only-carbon,
313         usc-csit-1node-tcp-all-carbon,
314         usc-csit-1node-tcp-only-carbon,
315         usecplugin-csit-1node-basic-all-carbon,
316         usecplugin-csit-1node-basic-only-carbon,
317         vtn-csit-1node-coordinator-only-carbon,
318         vtn-csit-1node-manager-all-carbon,
319         vtn-csit-1node-manager-only-carbon,
320         vtn-csit-1node-openstack-mitaka-neutron-carbon,
321         vtn-csit-1node-openstack-newton-neutron-carbon,
322         vtn-csit-3node-manager-all-carbon,
323         vtn-csit-3node-manager-only-carbon,
324         yangtools-csit-1node-periodic-system-only-carbon
325     csit-list-boron: >
326         aaa-csit-1node-authn-all-boron,
327         aaa-csit-1node-authn-only-boron,
328         aaa-csit-1node-idmlite-all-boron,
329         aaa-csit-1node-idmlite-only-boron,
330         alto-csit-1node-setup-all-boron,
331         alto-csit-1node-setup-only-boron,
332         armoury-csit-1node-basic-all-boron,
333         armoury-csit-1node-basic-only-boron,
334         bgpcep-csit-1node-periodic-bgp-ingest-all-boron,
335         bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-boron,
336         bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-boron,
337         bgpcep-csit-1node-periodic-bgp-ingest-only-boron,
338         bgpcep-csit-1node-periodic-throughpcep-all-boron,
339         bgpcep-csit-1node-periodic-throughpcep-only-boron,
340         bgpcep-csit-1node-userfeatures-all-boron,
341         bgpcep-csit-1node-userfeatures-only-boron,
342         bgpcep-csit-3node-periodic-bgpclustering-all-boron,
343         bgpcep-csit-3node-periodic-bgpclustering-ha-only-boron,
344         bgpcep-csit-3node-periodic-bgpclustering-only-boron,
345         capwap-csit-1node-ac-all-boron,
346         capwap-csit-1node-ac-only-boron,
347         centinel-csit-1node-basic-all-boron,
348         centinel-csit-1node-basic-only-boron,
349         controller-csit-1node-akka1-all-boron,
350         controller-csit-1node-akka1-only-boron,
351         controller-csit-1node-periodic-benchmark-all-boron,
352         controller-csit-1node-periodic-benchmark-only-boron,
353         controller-csit-1node-rest-cars-perf-all-boron,
354         controller-csit-1node-rest-cars-perf-only-boron,
355         controller-csit-3node-clustering-all-boron,
356         controller-csit-3node-clustering-only-boron,
357         controller-csit-3node-periodic-benchmark-all-boron,
358         controller-csit-3node-periodic-benchmark-only-boron,
359         controller-csit-3node-rest-clust-cars-perf-only-boron,
360         didm-csit-1node-discovery-only-boron,
361         distribution-csit-1node-userfeatures-all-boron,
362         distribution-csit-1node-userfeatures-only-boron,
363         eman-csit-1node-model-all-boron,
364         eman-csit-1node-model-only-boron,
365         genius-csit-1node-genius-all-boron,
366         genius-csit-1node-genius-only-boron,
367         groupbasedpolicy-csit-1node-3-node-all-boron,
368         groupbasedpolicy-csit-1node-3-node-only-boron,
369         groupbasedpolicy-csit-1node-6node-all-boron,
370         groupbasedpolicy-csit-1node-6node-only-boron,
371         groupbasedpolicy-csit-1node-openstack-liberty-openstack-boron,
372         groupbasedpolicy-csit-1node-openstack-mitaka-openstack-boron,
373         groupbasedpolicy-csit-3node-clustering-all-boron,
374         groupbasedpolicy-csit-3node-clustering-only-boron,
375         l2switch-csit-1node-periodic-host-scalability-daily-only-boron,
376         l2switch-csit-1node-scalability-all-boron,
377         l2switch-csit-1node-scalability-only-boron,
378         l2switch-csit-1node-switch-all-boron,
379         l2switch-csit-1node-switch-only-boron,
380         lacp-csit-1node-lacp-all-boron,
381         lacp-csit-1node-lacp-only-boron,
382         lispflowmapping-csit-1node-msmr-all-boron,
383         lispflowmapping-csit-1node-msmr-only-boron,
384         lispflowmapping-csit-1node-performance-only-boron,
385         lispflowmapping-csit-3node-msmr-all-boron,
386         lispflowmapping-csit-3node-msmr-only-boron,
387         mdsal-csit-1node-periodic-bindingv1-only-boron,
388         messaging4transport-csit-1node-basic-all-boron,
389         messaging4transport-csit-1node-basic-only-boron,
390         natapp-csit-1node-basic-all-boron,
391         natapp-csit-1node-basic-only-boron,
392         nemo-csit-1node-engine-all-boron,
393         nemo-csit-1node-engine-only-boron,
394         netconf-csit-1node-periodic-scale-all-boron,
395         netconf-csit-1node-periodic-scale-only-boron,
396         netconf-csit-1node-userfeatures-all-boron,
397         netconf-csit-1node-userfeatures-only-boron,
398         netconf-csit-3node-cluster-stress-all-boron,
399         netconf-csit-3node-cluster-stress-only-boron,
400         netconf-csit-3node-clustering-all-boron,
401         netconf-csit-3node-clustering-only-boron,
402         netconf-csit-3node-periodic-clustering-scale-all-boron,
403         netconf-csit-3node-periodic-clustering-scale-only-boron,
404         netide-csit-1node-basic-all-boron,
405         netide-csit-1node-basic-only-boron,
406         netvirt-csit-1node-openstack-mitaka-upstream-learn-boron,
407         netvirt-csit-1node-openstack-mitaka-upstream-stateful-boron,
408         netvirt-csit-1node-openstack-mitaka-upstream-transparent-boron,
409         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-learn-boron,
410         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-boron,
411         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-transparent-boron,
412         netvirt-csit-1node-openstack-newton-upstream-learn-boron,
413         netvirt-csit-1node-openstack-newton-upstream-stateful-boron,
414         netvirt-csit-1node-openstack-newton-upstream-transparent-boron,
415         netvirt-csit-3node-openstack-mitaka-upstream-learn-boron,
416         netvirt-csit-3node-openstack-mitaka-upstream-stateful-boron,
417         netvirt-csit-3node-openstack-mitaka-upstream-transparent-boron,
418         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-learn-boron,
419         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-boron,
420         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-transparent-boron,
421         netvirt-csit-3node-openstack-newton-upstream-learn-boron,
422         netvirt-csit-3node-openstack-newton-upstream-stateful-boron,
423         netvirt-csit-3node-openstack-newton-upstream-transparent-boron,
424         netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-learn-boron,
425         netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-stateful-boron,
426         netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-transparent-boron,
427         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-learn-boron,
428         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-stateful-boron,
429         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-transparent-boron,
430         netvirt-csit-hwvtep-1node-openstack-newton-upstream-learn-boron,
431         netvirt-csit-hwvtep-1node-openstack-newton-upstream-stateful-boron,
432         netvirt-csit-hwvtep-1node-openstack-newton-upstream-transparent-boron,
433         netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-learn-boron,
434         netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-stateful-boron,
435         netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-transparent-boron,
436         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-learn-boron,
437         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-stateful-boron,
438         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-transparent-boron,
439         netvirt-csit-hwvtep-3node-openstack-newton-upstream-learn-boron,
440         netvirt-csit-hwvtep-3node-openstack-newton-upstream-stateful-boron,
441         netvirt-csit-hwvtep-3node-openstack-newton-upstream-transparent-boron,
442         netvirt-legacy-csit-1node-openstack-basic-all-boron,
443         netvirt-legacy-csit-1node-openstack-basic-only-boron,
444         netvirt-legacy-csit-1node-openstack-mitaka-upstream-boron,
445         netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-boron,
446         netvirt-legacy-csit-1node-openstack-newton-upstream-boron,
447         netvirt-legacy-csit-3node-clustering-only-boron,
448         netvirt-legacy-csit-3node-openstack-mitaka-upstream-boron,
449         netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-boron,
450         netvirt-legacy-csit-3node-openstack-newton-upstream-boron,
451         nic-csit-1node-basic-all-boron,
452         nic-csit-1node-basic-only-boron,
453         nic-csit-1node-vtnrenderer-all-boron,
454         nic-csit-1node-vtnrenderer-only-boron,
455         ocpplugin-csit-1node-get-all-boron,
456         ocpplugin-csit-1node-get-only-boron,
457         ocpplugin-csit-1node-scalability-all-boron,
458         ocpplugin-csit-1node-scalability-only-boron,
459         of-config-csit-1node-basic-all-boron,
460         of-config-csit-1node-basic-only-boron,
461         openflowplugin-csit-1node-cbench-performance-only-boron,
462         openflowplugin-csit-1node-config-performance-only-boron,
463         openflowplugin-csit-1node-flow-services-all-boron,
464         openflowplugin-csit-1node-flow-services-frs-only-boron,
465         openflowplugin-csit-1node-flow-services-only-boron,
466         openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-boron,
467         openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-boron,
468         openflowplugin-csit-1node-periodic-cbench-daily-only-boron,
469         openflowplugin-csit-1node-periodic-link-scalability-daily-only-boron,
470         openflowplugin-csit-1node-periodic-restconf-perf-daily-only-boron,
471         openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-boron,
472         openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-boron,
473         openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-boron,
474         openflowplugin-csit-1node-periodic-sw-scalability-daily-only-boron,
475         openflowplugin-csit-1node-scalability-only-boron,
476         openflowplugin-csit-3node-clustering-only-boron,
477         openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-boron,
478         openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-boron,
479         openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-boron,
480         ovsdb-csit-1node-periodic-scalability-daily-only-boron,
481         ovsdb-csit-1node-southbound-all-boron,
482         ovsdb-csit-1node-southbound-only-boron,
483         ovsdb-csit-3node-clustering-only-boron,
484         packetcable-csit-1node-pcmm-all-boron,
485         packetcable-csit-1node-pcmm-only-boron,
486         sdninterfaceapp-csit-1node-basic-only-boron,
487         sfc-csit-3node-rest-basic-all-boron,
488         sfc-csit-3node-rest-basic-only-boron,
489         snmp-csit-1node-basic-all-boron,
490         snmp-csit-1node-basic-only-boron,
491         sxp-csit-1node-basic-all-boron,
492         sxp-csit-1node-basic-only-boron,
493         sxp-csit-1node-filtering-all-boron,
494         sxp-csit-1node-filtering-only-boron,
495         sxp-csit-1node-topology-all-boron,
496         sxp-csit-1node-topology-only-boron,
497         sxp-csit-3node-periodic-clustering-all-boron,
498         sxp-csit-3node-periodic-clustering-only-boron,
499         topoprocessing-csit-1node-topology-operations-all-boron,
500         topoprocessing-csit-1node-topology-operations-only-boron,
501         tsdr-csit-1node-cassandra-datastore-only-boron,
502         tsdr-csit-1node-hbase-datastore-all-boron,
503         tsdr-csit-1node-hbase-datastore-only-boron,
504         tsdr-csit-1node-hsqldb-datastore-all-boron,
505         tsdr-csit-1node-hsqldb-datastore-only-boron,
506         unimgr-csit-1node-basic-all-boron,
507         unimgr-csit-1node-basic-only-boron,
508         unimgr-csit-1node-legato-all-boron,
509         unimgr-csit-1node-legato-only-boron,
510         usc-csit-1node-channel-all-boron,
511         usc-csit-1node-channel-only-boron,
512         usc-csit-1node-tcp-all-boron,
513         usc-csit-1node-tcp-only-boron,
514         usc-csit-1node-udp-all-boron,
515         usc-csit-1node-udp-only-boron,
516         usecplugin-csit-1node-basic-all-boron,
517         usecplugin-csit-1node-basic-only-boron,
518         vtn-csit-1node-coordinator-only-boron,
519         vtn-csit-1node-manager-all-boron,
520         vtn-csit-1node-manager-only-boron,
521         vtn-csit-1node-openstack-mitaka-neutron-boron,
522         vtn-csit-1node-openstack-newton-neutron-boron,
523         vtn-csit-3node-manager-all-boron,
524         vtn-csit-3node-manager-only-boron
525     csit-list-beryllium: >
526         aaa-csit-1node-authn-all-beryllium,
527         aaa-csit-1node-authn-only-beryllium,
528         aaa-csit-1node-idmlite-all-beryllium,
529         aaa-csit-1node-idmlite-only-beryllium,
530         alto-csit-1node-setup-all-beryllium,
531         alto-csit-1node-setup-only-beryllium,
532         armoury-csit-1node-basic-all-beryllium,
533         armoury-csit-1node-basic-only-beryllium,
534         bgpcep-csit-1node-periodic-bgp-ingest-all-beryllium,
535         bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-beryllium,
536         bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-beryllium,
537         bgpcep-csit-1node-periodic-bgp-ingest-only-beryllium,
538         bgpcep-csit-1node-periodic-throughpcep-all-beryllium,
539         bgpcep-csit-1node-periodic-throughpcep-only-beryllium,
540         bgpcep-csit-1node-userfeatures-all-beryllium,
541         bgpcep-csit-1node-userfeatures-only-beryllium,
542         bgpcep-csit-3node-periodic-bgpclustering-all-beryllium,
543         bgpcep-csit-3node-periodic-bgpclustering-only-beryllium,
544         capwap-csit-1node-ac-all-beryllium,
545         capwap-csit-1node-ac-only-beryllium,
546         centinel-csit-1node-basic-all-beryllium,
547         centinel-csit-1node-basic-only-beryllium,
548         controller-csit-1node-akka1-all-beryllium,
549         controller-csit-1node-akka1-only-beryllium,
550         controller-csit-1node-periodic-benchmark-all-beryllium,
551         controller-csit-1node-periodic-benchmark-only-beryllium,
552         controller-csit-1node-rest-cars-perf-all-beryllium,
553         controller-csit-1node-rest-cars-perf-only-beryllium,
554         controller-csit-3node-clustering-all-beryllium,
555         controller-csit-3node-clustering-only-beryllium,
556         controller-csit-3node-periodic-benchmark-all-beryllium,
557         controller-csit-3node-periodic-benchmark-only-beryllium,
558         controller-csit-3node-rest-clust-cars-perf-only-beryllium,
559         didm-csit-1node-discovery-only-beryllium,
560         distribution-csit-1node-userfeatures-all-beryllium,
561         distribution-csit-1node-userfeatures-only-beryllium,
562         groupbasedpolicy-csit-1node-3-node-all-beryllium,
563         groupbasedpolicy-csit-1node-3-node-only-beryllium,
564         groupbasedpolicy-csit-1node-6node-all-beryllium,
565         groupbasedpolicy-csit-1node-6node-only-beryllium,
566         groupbasedpolicy-csit-1node-openstack-liberty-openstack-beryllium,
567         groupbasedpolicy-csit-1node-openstack-mitaka-openstack-beryllium,
568         groupbasedpolicy-csit-3node-clustering-all-beryllium,
569         groupbasedpolicy-csit-3node-clustering-only-beryllium,
570         l2switch-csit-1node-periodic-host-scalability-daily-only-beryllium,
571         l2switch-csit-1node-scalability-all-beryllium,
572         l2switch-csit-1node-scalability-only-beryllium,
573         l2switch-csit-1node-switch-all-beryllium,
574         l2switch-csit-1node-switch-only-beryllium,
575         lacp-csit-1node-lacp-all-beryllium,
576         lacp-csit-1node-lacp-only-beryllium,
577         lispflowmapping-csit-1node-msmr-all-beryllium,
578         lispflowmapping-csit-1node-msmr-only-beryllium,
579         lispflowmapping-csit-1node-performance-only-beryllium,
580         lispflowmapping-csit-3node-msmr-all-beryllium,
581         lispflowmapping-csit-3node-msmr-only-beryllium,
582         mdsal-csit-1node-periodic-bindingv1-only-beryllium,
583         messaging4transport-csit-1node-basic-all-beryllium,
584         messaging4transport-csit-1node-basic-only-beryllium,
585         nemo-csit-1node-engine-all-beryllium,
586         nemo-csit-1node-engine-only-beryllium,
587         netconf-csit-1node-periodic-scale-all-beryllium,
588         netconf-csit-1node-periodic-scale-only-beryllium,
589         netconf-csit-1node-userfeatures-all-beryllium,
590         netconf-csit-1node-userfeatures-only-beryllium,
591         netconf-csit-3node-cluster-stress-all-beryllium,
592         netconf-csit-3node-cluster-stress-only-beryllium,
593         netconf-csit-3node-clustering-all-beryllium,
594         netconf-csit-3node-clustering-only-beryllium,
595         netconf-csit-3node-periodic-clustering-scale-all-beryllium,
596         netconf-csit-3node-periodic-clustering-scale-only-beryllium,
597         netide-csit-1node-basic-all-beryllium,
598         netide-csit-1node-basic-only-beryllium,
599         netvirt-legacy-csit-1node-openstack-basic-all-beryllium,
600         netvirt-legacy-csit-1node-openstack-basic-only-beryllium,
601         netvirt-legacy-csit-1node-openstack-mitaka-upstream-beryllium,
602         netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-beryllium,
603         netvirt-legacy-csit-1node-openstack-newton-upstream-beryllium,
604         netvirt-legacy-csit-3node-clustering-only-beryllium,
605         netvirt-legacy-csit-3node-openstack-mitaka-upstream-beryllium,
606         netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-beryllium,
607         netvirt-legacy-csit-3node-openstack-newton-upstream-beryllium,
608         nic-csit-1node-basic-all-beryllium,
609         nic-csit-1node-basic-only-beryllium,
610         nic-csit-1node-vtnrenderer-all-beryllium,
611         nic-csit-1node-vtnrenderer-only-beryllium,
612         of-config-csit-1node-basic-all-beryllium,
613         of-config-csit-1node-basic-only-beryllium,
614         openflowplugin-csit-1node-cbench-performance-only-beryllium,
615         openflowplugin-csit-1node-config-performance-only-beryllium,
616         openflowplugin-csit-1node-flow-services-all-beryllium,
617         openflowplugin-csit-1node-flow-services-only-beryllium,
618         openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-beryllium,
619         openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-beryllium,
620         openflowplugin-csit-1node-periodic-cbench-daily-only-beryllium,
621         openflowplugin-csit-1node-periodic-link-scalability-daily-only-beryllium,
622         openflowplugin-csit-1node-periodic-restconf-perf-daily-only-beryllium,
623         openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-beryllium,
624         openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-beryllium,
625         openflowplugin-csit-1node-periodic-sw-scalability-daily-only-beryllium,
626         openflowplugin-csit-1node-scalability-only-beryllium,
627         openflowplugin-csit-3node-clustering-only-beryllium,
628         openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-beryllium,
629         openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-beryllium,
630         openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-beryllium,
631         ovsdb-csit-1node-periodic-scalability-daily-only-beryllium,
632         ovsdb-csit-1node-southbound-all-beryllium,
633         ovsdb-csit-1node-southbound-only-beryllium,
634         ovsdb-csit-3node-clustering-only-beryllium,
635         packetcable-csit-1node-pcmm-all-beryllium,
636         packetcable-csit-1node-pcmm-only-beryllium,
637         sdninterfaceapp-csit-1node-basic-only-beryllium,
638         sfc-csit-3node-rest-basic-all-beryllium,
639         sfc-csit-3node-rest-basic-only-beryllium,
640         snmp-csit-1node-basic-all-beryllium,
641         snmp-csit-1node-basic-only-beryllium,
642         sxp-csit-1node-basic-all-beryllium,
643         sxp-csit-1node-basic-only-beryllium,
644         sxp-csit-1node-filtering-all-beryllium,
645         sxp-csit-1node-filtering-only-beryllium,
646         sxp-csit-1node-topology-all-beryllium,
647         sxp-csit-1node-topology-only-beryllium,
648         topoprocessing-csit-1node-topology-operations-all-beryllium,
649         topoprocessing-csit-1node-topology-operations-only-beryllium,
650         tsdr-csit-1node-cassandra-datastore-only-beryllium,
651         tsdr-csit-1node-hbase-datastore-all-beryllium,
652         tsdr-csit-1node-hbase-datastore-only-beryllium,
653         tsdr-csit-1node-hsqldb-datastore-all-beryllium,
654         tsdr-csit-1node-hsqldb-datastore-only-beryllium,
655         unimgr-csit-1node-basic-all-beryllium,
656         unimgr-csit-1node-basic-only-beryllium,
657         usc-csit-1node-channel-all-beryllium,
658         usc-csit-1node-channel-only-beryllium,
659         usc-csit-1node-tcp-all-beryllium,
660         usc-csit-1node-tcp-only-beryllium,
661         usc-csit-1node-udp-all-beryllium,
662         usc-csit-1node-udp-only-beryllium,
663         usecplugin-csit-1node-basic-all-beryllium,
664         usecplugin-csit-1node-basic-only-beryllium,
665         vtn-csit-1node-coordinator-only-beryllium,
666         vtn-csit-1node-manager-all-beryllium,
667         vtn-csit-1node-manager-only-beryllium,
668         vtn-csit-1node-openstack-mitaka-neutron-beryllium,
669         vtn-csit-1node-openstack-newton-neutron-beryllium
670         # CSIT TESTS END SED MARKER