Auto Update CSIT Jobs to run
[releng/builder.git] / jjb / releng-defaults.yaml
1 ---
2 # ODL Releng jenkins defaults
3
4 - defaults:
5     name: global
6
7     build-days-to-keep: 30
8
9     # Timeout in minutes
10     build-timeout: 360
11     build-node: centos7-java-builder-2c-8g
12
13     email-recipients: 'jenkins@lists.opendaylight.org'
14     odl-ml2-driver-repo: 'https://github.com/openstack/networking-odl'
15     networking-l2gw-repo: 'http://git.openstack.org/openstack/networking-l2gw'
16     server-name: 'OpenDaylight'
17     git-url: 'ssh://jenkins-$SILO@git.opendaylight.org:29418'
18
19     # openstack-infra-parameters defaults
20     archive-artifacts: ''
21     branch: master
22     distribution_branch: '$GERRIT_BRANCH'
23
24     # Distribution bundle URL
25     bundleurl: 'last'
26
27     # CSIT images configuration
28     stack-template: csit-2-instance-type.yaml
29     docker_system_count: 1
30     docker_system_flavor: 4 GB General Purpose v1
31     docker_system_image: CentOS 7 - docker - 20170120-1434
32     odl_system_count: 1
33     odl_system_flavor: 4 GB General Purpose v1
34     odl_system_image: CentOS 7 - java-builder - 20170126-0058
35     openstack_system_count: 1
36     openstack_system_flavor: 8 GB General Purpose v1
37     openstack_system_image: CentOS 7 - devstack - 20170221-1719
38     tools_system_count: 1
39     tools_system_flavor: 2 GB General Purpose v1
40     tools_system_image: Ubuntu 14.04 - mininet - 20170210-0439
41
42     # Default Robot framework options
43     robot-options: ''
44
45     # Data for csit-verify jobs
46     # Branch for "last" version detection
47     verify-branch: 'stable/boron'
48     # Value for ODL_STREAM
49     verify-stream: 'boron'
50     verify-jdkversion: 'openjdk8'
51
52     # In case a CSIT job is merged without Java version specified
53     jdk: 'openjdk8'
54
55     # Python
56     toxdir: ''
57
58     # Plot configuration
59     01-plot-title: ''
60     01-plot-yaxis: ''
61     01-plot-group: 'Default Plot Group'
62     01-plot-data-file: 'plot-data.csv'
63     02-plot-title: ''
64     02-plot-yaxis: ''
65     02-plot-group: 'Default Plot Group'
66     02-plot-data-file: 'plot-data.csv'
67     03-plot-data-file: '03-nonexisting.csv'
68     03-plot-title: ''
69     03-plot-yaxis: ''
70     03-plot-group: ''
71     03-inclusion-flag: 'off'
72     03-exclude-value: ''
73     04-plot-data-file: '04-nonexisting.csv'
74     04-plot-title: ''
75     04-plot-yaxis: ''
76     04-plot-group: ''
77     04-inclusion-flag: 'off'
78     04-exclude-value: ''
79     05-plot-data-file: '05-nonexisting.csv'
80     05-plot-title: ''
81     05-plot-yaxis: ''
82     05-plot-group: ''
83     05-inclusion-flag: 'off'
84     05-exclude-value: ''
85     06-plot-data-file: '06-nonexisting.csv'
86     06-plot-title: ''
87     06-plot-yaxis: ''
88     06-plot-group: ''
89     06-inclusion-flag: 'off'
90     06-exclude-value: ''
91     07-plot-data-file: '07-nonexisting.csv'
92     07-plot-title: ''
93     07-plot-yaxis: ''
94     07-plot-group: ''
95     07-inclusion-flag: 'off'
96     07-exclude-value: ''
97     08-plot-data-file: '08-nonexisting.csv'
98     08-plot-title: ''
99     08-plot-yaxis: ''
100     08-plot-group: ''
101     08-inclusion-flag: 'off'
102     08-exclude-value: ''
103     09-plot-data-file: '09-nonexisting.csv'
104     09-plot-title: ''
105     09-plot-yaxis: ''
106     09-plot-group: ''
107     09-inclusion-flag: 'off'
108     09-exclude-value: ''
109     10-plot-data-file: '10-nonexisting.csv'
110     10-plot-title: ''
111     10-plot-yaxis: ''
112     10-plot-group: ''
113     10-inclusion-flag: 'off'
114     10-exclude-value: ''
115
116     # CSIT Test List Variables
117     # Space seperated strings to exclude from CSIT lists
118     csit-list-blacklist: 'longevity gate'
119     # Auto Generated CSIT job lists used
120     # in integration-distribution-test jobs
121     csit-list-carbon: >
122         aaa-csit-1node-authn-all-carbon,
123         aaa-csit-1node-authn-only-carbon,
124         aaa-csit-1node-idmlite-all-carbon,
125         aaa-csit-1node-idmlite-only-carbon,
126         alto-csit-1node-setup-all-carbon,
127         alto-csit-1node-setup-only-carbon,
128         armoury-csit-1node-basic-all-carbon,
129         armoury-csit-1node-basic-only-carbon,
130         bgpcep-csit-1node-periodic-bgp-ingest-all-carbon,
131         bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-carbon,
132         bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-carbon,
133         bgpcep-csit-1node-periodic-bgp-ingest-only-carbon,
134         bgpcep-csit-1node-periodic-throughpcep-all-carbon,
135         bgpcep-csit-1node-periodic-throughpcep-only-carbon,
136         bgpcep-csit-1node-userfeatures-all-carbon,
137         bgpcep-csit-1node-userfeatures-only-carbon,
138         bgpcep-csit-3node-periodic-bgpclustering-all-carbon,
139         bgpcep-csit-3node-periodic-bgpclustering-ha-only-carbon,
140         bgpcep-csit-3node-periodic-bgpclustering-only-carbon,
141         capwap-csit-1node-ac-all-carbon,
142         capwap-csit-1node-ac-only-carbon,
143         centinel-csit-1node-basic-all-carbon,
144         centinel-csit-1node-basic-only-carbon,
145         controller-csit-1node-akka1-all-carbon,
146         controller-csit-1node-akka1-only-carbon,
147         controller-csit-1node-periodic-benchmark-all-carbon,
148         controller-csit-1node-periodic-benchmark-only-carbon,
149         controller-csit-1node-rest-cars-perf-all-carbon,
150         controller-csit-1node-rest-cars-perf-only-carbon,
151         controller-csit-3node-clustering-all-carbon,
152         controller-csit-3node-clustering-only-carbon,
153         controller-csit-3node-periodic-benchmark-all-carbon,
154         controller-csit-3node-periodic-benchmark-only-carbon,
155         controller-csit-3node-rest-clust-cars-perf-only-carbon,
156         daexim-csit-1node-basic-only-carbon,
157         didm-csit-1node-discovery-only-carbon,
158         distribution-csit-1node-userfeatures-all-carbon,
159         distribution-csit-1node-userfeatures-only-carbon,
160         eman-csit-1node-model-all-carbon,
161         eman-csit-1node-model-only-carbon,
162         genius-csit-1node-genius-all-carbon,
163         genius-csit-1node-genius-only-carbon,
164         groupbasedpolicy-csit-1node-3-node-all-carbon,
165         groupbasedpolicy-csit-1node-3-node-only-carbon,
166         groupbasedpolicy-csit-1node-6node-all-carbon,
167         groupbasedpolicy-csit-1node-6node-only-carbon,
168         groupbasedpolicy-csit-1node-openstack-liberty-openstack-carbon,
169         groupbasedpolicy-csit-1node-openstack-mitaka-openstack-carbon,
170         groupbasedpolicy-csit-1node-sxp-only-carbon,
171         groupbasedpolicy-csit-3node-clustering-all-carbon,
172         groupbasedpolicy-csit-3node-clustering-only-carbon,
173         iotdm-csit-1node-basic-all-carbon,
174         iotdm-csit-1node-basic-only-carbon,
175         l2switch-csit-1node-periodic-host-scalability-daily-only-carbon,
176         l2switch-csit-1node-scalability-all-carbon,
177         l2switch-csit-1node-scalability-only-carbon,
178         l2switch-csit-1node-switch-all-carbon,
179         l2switch-csit-1node-switch-only-carbon,
180         lacp-csit-1node-lacp-all-carbon,
181         lacp-csit-1node-lacp-only-carbon,
182         lispflowmapping-csit-1node-msmr-all-carbon,
183         lispflowmapping-csit-1node-msmr-only-carbon,
184         lispflowmapping-csit-1node-performance-only-carbon,
185         lispflowmapping-csit-3node-msmr-all-carbon,
186         lispflowmapping-csit-3node-msmr-only-carbon,
187         mdsal-csit-1node-periodic-bindingv1-only-carbon,
188         messaging4transport-csit-1node-basic-all-carbon,
189         messaging4transport-csit-1node-basic-only-carbon,
190         natapp-csit-1node-basic-all-carbon,
191         natapp-csit-1node-basic-only-carbon,
192         nemo-csit-1node-engine-all-carbon,
193         nemo-csit-1node-engine-only-carbon,
194         netconf-csit-1node-periodic-scale-all-carbon,
195         netconf-csit-1node-periodic-scale-only-carbon,
196         netconf-csit-1node-userfeatures-all-carbon,
197         netconf-csit-1node-userfeatures-only-carbon,
198         netconf-csit-3node-cluster-stress-all-carbon,
199         netconf-csit-3node-cluster-stress-only-carbon,
200         netconf-csit-3node-clustering-all-carbon,
201         netconf-csit-3node-clustering-only-carbon,
202         netconf-csit-3node-periodic-clustering-scale-all-carbon,
203         netconf-csit-3node-periodic-clustering-scale-only-carbon,
204         netide-csit-1node-basic-all-carbon,
205         netide-csit-1node-basic-only-carbon,
206         netvirt-csit-1node-openstack-mitaka-upstream-learn-carbon,
207         netvirt-csit-1node-openstack-mitaka-upstream-stateful-carbon,
208         netvirt-csit-1node-openstack-mitaka-upstream-transparent-carbon,
209         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-learn-carbon,
210         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-carbon,
211         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-transparent-carbon,
212         netvirt-csit-1node-openstack-newton-upstream-learn-carbon,
213         netvirt-csit-1node-openstack-newton-upstream-stateful-carbon,
214         netvirt-csit-1node-openstack-newton-upstream-transparent-carbon,
215         netvirt-csit-3node-openstack-mitaka-upstream-learn-carbon,
216         netvirt-csit-3node-openstack-mitaka-upstream-stateful-carbon,
217         netvirt-csit-3node-openstack-mitaka-upstream-transparent-carbon,
218         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-learn-carbon,
219         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-carbon,
220         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-transparent-carbon,
221         netvirt-csit-3node-openstack-newton-upstream-learn-carbon,
222         netvirt-csit-3node-openstack-newton-upstream-stateful-carbon,
223         netvirt-csit-3node-openstack-newton-upstream-transparent-carbon,
224         netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-learn-carbon,
225         netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-stateful-carbon,
226         netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-transparent-carbon,
227         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-learn-carbon,
228         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-stateful-carbon,
229         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-transparent-carbon,
230         netvirt-csit-hwvtep-1node-openstack-newton-upstream-learn-carbon,
231         netvirt-csit-hwvtep-1node-openstack-newton-upstream-stateful-carbon,
232         netvirt-csit-hwvtep-1node-openstack-newton-upstream-transparent-carbon,
233         netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-learn-carbon,
234         netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-stateful-carbon,
235         netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-transparent-carbon,
236         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-learn-carbon,
237         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-stateful-carbon,
238         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-transparent-carbon,
239         netvirt-csit-hwvtep-3node-openstack-newton-upstream-learn-carbon,
240         netvirt-csit-hwvtep-3node-openstack-newton-upstream-stateful-carbon,
241         netvirt-csit-hwvtep-3node-openstack-newton-upstream-transparent-carbon,
242         netvirt-legacy-csit-1node-openstack-basic-all-carbon,
243         netvirt-legacy-csit-1node-openstack-basic-only-carbon,
244         netvirt-legacy-csit-1node-openstack-mitaka-upstream-carbon,
245         netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-carbon,
246         netvirt-legacy-csit-1node-openstack-newton-upstream-carbon,
247         netvirt-legacy-csit-3node-clustering-only-carbon,
248         netvirt-legacy-csit-3node-openstack-mitaka-upstream-carbon,
249         netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-carbon,
250         netvirt-legacy-csit-3node-openstack-newton-upstream-carbon,
251         nic-csit-1node-basic-all-carbon,
252         nic-csit-1node-basic-only-carbon,
253         nic-csit-1node-vtnrenderer-all-carbon,
254         nic-csit-1node-vtnrenderer-only-carbon,
255         ocpplugin-csit-1node-get-all-carbon,
256         ocpplugin-csit-1node-get-only-carbon,
257         ocpplugin-csit-1node-scalability-all-carbon,
258         ocpplugin-csit-1node-scalability-only-carbon,
259         of-config-csit-1node-basic-all-carbon,
260         of-config-csit-1node-basic-only-carbon,
261         openflowplugin-csit-1node-cbench-performance-only-carbon,
262         openflowplugin-csit-1node-config-performance-only-carbon,
263         openflowplugin-csit-1node-flow-services-all-carbon,
264         openflowplugin-csit-1node-flow-services-frs-only-carbon,
265         openflowplugin-csit-1node-flow-services-only-carbon,
266         openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-carbon,
267         openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-carbon,
268         openflowplugin-csit-1node-periodic-cbench-daily-only-carbon,
269         openflowplugin-csit-1node-periodic-link-scalability-daily-only-carbon,
270         openflowplugin-csit-1node-periodic-restconf-perf-daily-only-carbon,
271         openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-carbon,
272         openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-carbon,
273         openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-carbon,
274         openflowplugin-csit-1node-periodic-sw-scalability-daily-only-carbon,
275         openflowplugin-csit-1node-scalability-only-carbon,
276         openflowplugin-csit-3node-clustering-only-carbon,
277         openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-carbon,
278         openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-carbon,
279         openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-carbon,
280         ovsdb-csit-1node-periodic-scalability-daily-only-carbon,
281         ovsdb-csit-1node-southbound-all-carbon,
282         ovsdb-csit-1node-southbound-only-carbon,
283         ovsdb-csit-3node-clustering-only-carbon,
284         packetcable-csit-1node-pcmm-all-carbon,
285         packetcable-csit-1node-pcmm-only-carbon,
286         sdninterfaceapp-csit-1node-basic-only-carbon,
287         sfc-csit-3node-docker-full-deploy-all-carbon,
288         sfc-csit-3node-docker-full-deploy-only-carbon,
289         sfc-csit-3node-rest-basic-all-carbon,
290         sfc-csit-3node-rest-basic-only-carbon,
291         snmp-csit-1node-basic-all-carbon,
292         snmp-csit-1node-basic-only-carbon,
293         sxp-csit-1node-basic-all-carbon,
294         sxp-csit-1node-basic-only-carbon,
295         sxp-csit-1node-filtering-all-carbon,
296         sxp-csit-1node-filtering-only-carbon,
297         sxp-csit-1node-periodic-performance-all-carbon,
298         sxp-csit-1node-periodic-performance-only-carbon,
299         sxp-csit-1node-topology-all-carbon,
300         sxp-csit-1node-topology-only-carbon,
301         sxp-csit-3node-periodic-clustering-all-carbon,
302         sxp-csit-3node-periodic-clustering-only-carbon,
303         topoprocessing-csit-1node-topology-operations-all-carbon,
304         topoprocessing-csit-1node-topology-operations-only-carbon,
305         tsdr-csit-1node-cassandra-datastore-only-carbon,
306         tsdr-csit-1node-elasticsearch-datastore-only-carbon,
307         tsdr-csit-1node-hbase-datastore-all-carbon,
308         tsdr-csit-1node-hbase-datastore-only-carbon,
309         tsdr-csit-1node-hsqldb-datastore-all-carbon,
310         tsdr-csit-1node-hsqldb-datastore-only-carbon,
311         unimgr-csit-1node-basic-all-carbon,
312         unimgr-csit-1node-basic-only-carbon,
313         unimgr-csit-1node-legato-all-carbon,
314         unimgr-csit-1node-legato-only-carbon,
315         usc-csit-1node-channel-all-carbon,
316         usc-csit-1node-channel-only-carbon,
317         usc-csit-1node-tcp-all-carbon,
318         usc-csit-1node-tcp-only-carbon,
319         usecplugin-csit-1node-basic-all-carbon,
320         usecplugin-csit-1node-basic-only-carbon,
321         vtn-csit-1node-coordinator-only-carbon,
322         vtn-csit-1node-manager-all-carbon,
323         vtn-csit-1node-manager-only-carbon,
324         vtn-csit-1node-openstack-mitaka-neutron-carbon,
325         vtn-csit-1node-openstack-newton-neutron-carbon,
326         vtn-csit-3node-manager-all-carbon,
327         vtn-csit-3node-manager-only-carbon,
328         yangtools-csit-1node-periodic-system-only-carbon
329     csit-list-boron: >
330         aaa-csit-1node-authn-all-boron,
331         aaa-csit-1node-authn-only-boron,
332         aaa-csit-1node-idmlite-all-boron,
333         aaa-csit-1node-idmlite-only-boron,
334         alto-csit-1node-setup-all-boron,
335         alto-csit-1node-setup-only-boron,
336         armoury-csit-1node-basic-all-boron,
337         armoury-csit-1node-basic-only-boron,
338         bgpcep-csit-1node-periodic-bgp-ingest-all-boron,
339         bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-boron,
340         bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-boron,
341         bgpcep-csit-1node-periodic-bgp-ingest-only-boron,
342         bgpcep-csit-1node-periodic-throughpcep-all-boron,
343         bgpcep-csit-1node-periodic-throughpcep-only-boron,
344         bgpcep-csit-1node-userfeatures-all-boron,
345         bgpcep-csit-1node-userfeatures-only-boron,
346         bgpcep-csit-3node-periodic-bgpclustering-all-boron,
347         bgpcep-csit-3node-periodic-bgpclustering-ha-only-boron,
348         bgpcep-csit-3node-periodic-bgpclustering-only-boron,
349         capwap-csit-1node-ac-all-boron,
350         capwap-csit-1node-ac-only-boron,
351         centinel-csit-1node-basic-all-boron,
352         centinel-csit-1node-basic-only-boron,
353         controller-csit-1node-akka1-all-boron,
354         controller-csit-1node-akka1-only-boron,
355         controller-csit-1node-periodic-benchmark-all-boron,
356         controller-csit-1node-periodic-benchmark-only-boron,
357         controller-csit-1node-rest-cars-perf-all-boron,
358         controller-csit-1node-rest-cars-perf-only-boron,
359         controller-csit-3node-clustering-all-boron,
360         controller-csit-3node-clustering-only-boron,
361         controller-csit-3node-periodic-benchmark-all-boron,
362         controller-csit-3node-periodic-benchmark-only-boron,
363         controller-csit-3node-rest-clust-cars-perf-only-boron,
364         didm-csit-1node-discovery-only-boron,
365         distribution-csit-1node-userfeatures-all-boron,
366         distribution-csit-1node-userfeatures-only-boron,
367         eman-csit-1node-model-all-boron,
368         eman-csit-1node-model-only-boron,
369         genius-csit-1node-genius-all-boron,
370         genius-csit-1node-genius-only-boron,
371         groupbasedpolicy-csit-1node-3-node-all-boron,
372         groupbasedpolicy-csit-1node-3-node-only-boron,
373         groupbasedpolicy-csit-1node-6node-all-boron,
374         groupbasedpolicy-csit-1node-6node-only-boron,
375         groupbasedpolicy-csit-1node-openstack-liberty-openstack-boron,
376         groupbasedpolicy-csit-1node-openstack-mitaka-openstack-boron,
377         groupbasedpolicy-csit-3node-clustering-all-boron,
378         groupbasedpolicy-csit-3node-clustering-only-boron,
379         l2switch-csit-1node-periodic-host-scalability-daily-only-boron,
380         l2switch-csit-1node-scalability-all-boron,
381         l2switch-csit-1node-scalability-only-boron,
382         l2switch-csit-1node-switch-all-boron,
383         l2switch-csit-1node-switch-only-boron,
384         lacp-csit-1node-lacp-all-boron,
385         lacp-csit-1node-lacp-only-boron,
386         lispflowmapping-csit-1node-msmr-all-boron,
387         lispflowmapping-csit-1node-msmr-only-boron,
388         lispflowmapping-csit-1node-performance-only-boron,
389         lispflowmapping-csit-3node-msmr-all-boron,
390         lispflowmapping-csit-3node-msmr-only-boron,
391         mdsal-csit-1node-periodic-bindingv1-only-boron,
392         messaging4transport-csit-1node-basic-all-boron,
393         messaging4transport-csit-1node-basic-only-boron,
394         natapp-csit-1node-basic-all-boron,
395         natapp-csit-1node-basic-only-boron,
396         nemo-csit-1node-engine-all-boron,
397         nemo-csit-1node-engine-only-boron,
398         netconf-csit-1node-periodic-scale-all-boron,
399         netconf-csit-1node-periodic-scale-only-boron,
400         netconf-csit-1node-userfeatures-all-boron,
401         netconf-csit-1node-userfeatures-only-boron,
402         netconf-csit-3node-cluster-stress-all-boron,
403         netconf-csit-3node-cluster-stress-only-boron,
404         netconf-csit-3node-clustering-all-boron,
405         netconf-csit-3node-clustering-only-boron,
406         netconf-csit-3node-periodic-clustering-scale-all-boron,
407         netconf-csit-3node-periodic-clustering-scale-only-boron,
408         netide-csit-1node-basic-all-boron,
409         netide-csit-1node-basic-only-boron,
410         netvirt-csit-1node-openstack-mitaka-upstream-learn-boron,
411         netvirt-csit-1node-openstack-mitaka-upstream-stateful-boron,
412         netvirt-csit-1node-openstack-mitaka-upstream-transparent-boron,
413         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-learn-boron,
414         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-boron,
415         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-transparent-boron,
416         netvirt-csit-1node-openstack-newton-upstream-learn-boron,
417         netvirt-csit-1node-openstack-newton-upstream-stateful-boron,
418         netvirt-csit-1node-openstack-newton-upstream-transparent-boron,
419         netvirt-csit-3node-openstack-mitaka-upstream-learn-boron,
420         netvirt-csit-3node-openstack-mitaka-upstream-stateful-boron,
421         netvirt-csit-3node-openstack-mitaka-upstream-transparent-boron,
422         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-learn-boron,
423         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-boron,
424         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-transparent-boron,
425         netvirt-csit-3node-openstack-newton-upstream-learn-boron,
426         netvirt-csit-3node-openstack-newton-upstream-stateful-boron,
427         netvirt-csit-3node-openstack-newton-upstream-transparent-boron,
428         netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-learn-boron,
429         netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-stateful-boron,
430         netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-transparent-boron,
431         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-learn-boron,
432         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-stateful-boron,
433         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-transparent-boron,
434         netvirt-csit-hwvtep-1node-openstack-newton-upstream-learn-boron,
435         netvirt-csit-hwvtep-1node-openstack-newton-upstream-stateful-boron,
436         netvirt-csit-hwvtep-1node-openstack-newton-upstream-transparent-boron,
437         netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-learn-boron,
438         netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-stateful-boron,
439         netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-transparent-boron,
440         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-learn-boron,
441         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-stateful-boron,
442         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-transparent-boron,
443         netvirt-csit-hwvtep-3node-openstack-newton-upstream-learn-boron,
444         netvirt-csit-hwvtep-3node-openstack-newton-upstream-stateful-boron,
445         netvirt-csit-hwvtep-3node-openstack-newton-upstream-transparent-boron,
446         netvirt-legacy-csit-1node-openstack-basic-all-boron,
447         netvirt-legacy-csit-1node-openstack-basic-only-boron,
448         netvirt-legacy-csit-1node-openstack-mitaka-upstream-boron,
449         netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-boron,
450         netvirt-legacy-csit-1node-openstack-newton-upstream-boron,
451         netvirt-legacy-csit-3node-clustering-only-boron,
452         netvirt-legacy-csit-3node-openstack-mitaka-upstream-boron,
453         netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-boron,
454         netvirt-legacy-csit-3node-openstack-newton-upstream-boron,
455         nic-csit-1node-basic-all-boron,
456         nic-csit-1node-basic-only-boron,
457         nic-csit-1node-vtnrenderer-all-boron,
458         nic-csit-1node-vtnrenderer-only-boron,
459         ocpplugin-csit-1node-get-all-boron,
460         ocpplugin-csit-1node-get-only-boron,
461         ocpplugin-csit-1node-scalability-all-boron,
462         ocpplugin-csit-1node-scalability-only-boron,
463         of-config-csit-1node-basic-all-boron,
464         of-config-csit-1node-basic-only-boron,
465         openflowplugin-csit-1node-cbench-performance-only-boron,
466         openflowplugin-csit-1node-config-performance-only-boron,
467         openflowplugin-csit-1node-flow-services-all-boron,
468         openflowplugin-csit-1node-flow-services-frs-only-boron,
469         openflowplugin-csit-1node-flow-services-only-boron,
470         openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-boron,
471         openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-boron,
472         openflowplugin-csit-1node-periodic-cbench-daily-only-boron,
473         openflowplugin-csit-1node-periodic-link-scalability-daily-only-boron,
474         openflowplugin-csit-1node-periodic-restconf-perf-daily-only-boron,
475         openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-boron,
476         openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-boron,
477         openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-boron,
478         openflowplugin-csit-1node-periodic-sw-scalability-daily-only-boron,
479         openflowplugin-csit-1node-scalability-only-boron,
480         openflowplugin-csit-3node-clustering-only-boron,
481         openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-boron,
482         openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-boron,
483         openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-boron,
484         ovsdb-csit-1node-periodic-scalability-daily-only-boron,
485         ovsdb-csit-1node-southbound-all-boron,
486         ovsdb-csit-1node-southbound-only-boron,
487         ovsdb-csit-3node-clustering-only-boron,
488         packetcable-csit-1node-pcmm-all-boron,
489         packetcable-csit-1node-pcmm-only-boron,
490         sdninterfaceapp-csit-1node-basic-only-boron,
491         sfc-csit-3node-rest-basic-all-boron,
492         sfc-csit-3node-rest-basic-only-boron,
493         snmp-csit-1node-basic-all-boron,
494         snmp-csit-1node-basic-only-boron,
495         sxp-csit-1node-basic-all-boron,
496         sxp-csit-1node-basic-only-boron,
497         sxp-csit-1node-filtering-all-boron,
498         sxp-csit-1node-filtering-only-boron,
499         sxp-csit-1node-topology-all-boron,
500         sxp-csit-1node-topology-only-boron,
501         sxp-csit-3node-periodic-clustering-all-boron,
502         sxp-csit-3node-periodic-clustering-only-boron,
503         topoprocessing-csit-1node-topology-operations-all-boron,
504         topoprocessing-csit-1node-topology-operations-only-boron,
505         tsdr-csit-1node-cassandra-datastore-only-boron,
506         tsdr-csit-1node-elasticsearch-datastore-only-boron,
507         tsdr-csit-1node-hbase-datastore-all-boron,
508         tsdr-csit-1node-hbase-datastore-only-boron,
509         tsdr-csit-1node-hsqldb-datastore-all-boron,
510         tsdr-csit-1node-hsqldb-datastore-only-boron,
511         unimgr-csit-1node-basic-all-boron,
512         unimgr-csit-1node-basic-only-boron,
513         unimgr-csit-1node-legato-all-boron,
514         unimgr-csit-1node-legato-only-boron,
515         usc-csit-1node-channel-all-boron,
516         usc-csit-1node-channel-only-boron,
517         usc-csit-1node-tcp-all-boron,
518         usc-csit-1node-tcp-only-boron,
519         usc-csit-1node-udp-all-boron,
520         usc-csit-1node-udp-only-boron,
521         usecplugin-csit-1node-basic-all-boron,
522         usecplugin-csit-1node-basic-only-boron,
523         vtn-csit-1node-coordinator-only-boron,
524         vtn-csit-1node-manager-all-boron,
525         vtn-csit-1node-manager-only-boron,
526         vtn-csit-1node-openstack-mitaka-neutron-boron,
527         vtn-csit-1node-openstack-newton-neutron-boron,
528         vtn-csit-3node-manager-all-boron,
529         vtn-csit-3node-manager-only-boron
530     csit-list-beryllium: >
531         aaa-csit-1node-authn-all-beryllium,
532         aaa-csit-1node-authn-only-beryllium,
533         aaa-csit-1node-idmlite-all-beryllium,
534         aaa-csit-1node-idmlite-only-beryllium,
535         alto-csit-1node-setup-all-beryllium,
536         alto-csit-1node-setup-only-beryllium,
537         armoury-csit-1node-basic-all-beryllium,
538         armoury-csit-1node-basic-only-beryllium,
539         bgpcep-csit-1node-periodic-bgp-ingest-all-beryllium,
540         bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-beryllium,
541         bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-beryllium,
542         bgpcep-csit-1node-periodic-bgp-ingest-only-beryllium,
543         bgpcep-csit-1node-periodic-throughpcep-all-beryllium,
544         bgpcep-csit-1node-periodic-throughpcep-only-beryllium,
545         bgpcep-csit-1node-userfeatures-all-beryllium,
546         bgpcep-csit-1node-userfeatures-only-beryllium,
547         bgpcep-csit-3node-periodic-bgpclustering-all-beryllium,
548         bgpcep-csit-3node-periodic-bgpclustering-only-beryllium,
549         capwap-csit-1node-ac-all-beryllium,
550         capwap-csit-1node-ac-only-beryllium,
551         centinel-csit-1node-basic-all-beryllium,
552         centinel-csit-1node-basic-only-beryllium,
553         controller-csit-1node-akka1-all-beryllium,
554         controller-csit-1node-akka1-only-beryllium,
555         controller-csit-1node-periodic-benchmark-all-beryllium,
556         controller-csit-1node-periodic-benchmark-only-beryllium,
557         controller-csit-1node-rest-cars-perf-all-beryllium,
558         controller-csit-1node-rest-cars-perf-only-beryllium,
559         controller-csit-3node-clustering-all-beryllium,
560         controller-csit-3node-clustering-only-beryllium,
561         controller-csit-3node-periodic-benchmark-all-beryllium,
562         controller-csit-3node-periodic-benchmark-only-beryllium,
563         controller-csit-3node-rest-clust-cars-perf-only-beryllium,
564         didm-csit-1node-discovery-only-beryllium,
565         distribution-csit-1node-userfeatures-all-beryllium,
566         distribution-csit-1node-userfeatures-only-beryllium,
567         groupbasedpolicy-csit-1node-3-node-all-beryllium,
568         groupbasedpolicy-csit-1node-3-node-only-beryllium,
569         groupbasedpolicy-csit-1node-6node-all-beryllium,
570         groupbasedpolicy-csit-1node-6node-only-beryllium,
571         groupbasedpolicy-csit-1node-openstack-liberty-openstack-beryllium,
572         groupbasedpolicy-csit-1node-openstack-mitaka-openstack-beryllium,
573         groupbasedpolicy-csit-3node-clustering-all-beryllium,
574         groupbasedpolicy-csit-3node-clustering-only-beryllium,
575         l2switch-csit-1node-periodic-host-scalability-daily-only-beryllium,
576         l2switch-csit-1node-scalability-all-beryllium,
577         l2switch-csit-1node-scalability-only-beryllium,
578         l2switch-csit-1node-switch-all-beryllium,
579         l2switch-csit-1node-switch-only-beryllium,
580         lacp-csit-1node-lacp-all-beryllium,
581         lacp-csit-1node-lacp-only-beryllium,
582         lispflowmapping-csit-1node-msmr-all-beryllium,
583         lispflowmapping-csit-1node-msmr-only-beryllium,
584         lispflowmapping-csit-1node-performance-only-beryllium,
585         lispflowmapping-csit-3node-msmr-all-beryllium,
586         lispflowmapping-csit-3node-msmr-only-beryllium,
587         mdsal-csit-1node-periodic-bindingv1-only-beryllium,
588         messaging4transport-csit-1node-basic-all-beryllium,
589         messaging4transport-csit-1node-basic-only-beryllium,
590         nemo-csit-1node-engine-all-beryllium,
591         nemo-csit-1node-engine-only-beryllium,
592         netconf-csit-1node-periodic-scale-all-beryllium,
593         netconf-csit-1node-periodic-scale-only-beryllium,
594         netconf-csit-1node-userfeatures-all-beryllium,
595         netconf-csit-1node-userfeatures-only-beryllium,
596         netconf-csit-3node-cluster-stress-all-beryllium,
597         netconf-csit-3node-cluster-stress-only-beryllium,
598         netconf-csit-3node-clustering-all-beryllium,
599         netconf-csit-3node-clustering-only-beryllium,
600         netconf-csit-3node-periodic-clustering-scale-all-beryllium,
601         netconf-csit-3node-periodic-clustering-scale-only-beryllium,
602         netide-csit-1node-basic-all-beryllium,
603         netide-csit-1node-basic-only-beryllium,
604         netvirt-legacy-csit-1node-openstack-basic-all-beryllium,
605         netvirt-legacy-csit-1node-openstack-basic-only-beryllium,
606         netvirt-legacy-csit-1node-openstack-mitaka-upstream-beryllium,
607         netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-beryllium,
608         netvirt-legacy-csit-1node-openstack-newton-upstream-beryllium,
609         netvirt-legacy-csit-3node-clustering-only-beryllium,
610         netvirt-legacy-csit-3node-openstack-mitaka-upstream-beryllium,
611         netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-beryllium,
612         netvirt-legacy-csit-3node-openstack-newton-upstream-beryllium,
613         nic-csit-1node-basic-all-beryllium,
614         nic-csit-1node-basic-only-beryllium,
615         nic-csit-1node-vtnrenderer-all-beryllium,
616         nic-csit-1node-vtnrenderer-only-beryllium,
617         of-config-csit-1node-basic-all-beryllium,
618         of-config-csit-1node-basic-only-beryllium,
619         openflowplugin-csit-1node-cbench-performance-only-beryllium,
620         openflowplugin-csit-1node-config-performance-only-beryllium,
621         openflowplugin-csit-1node-flow-services-all-beryllium,
622         openflowplugin-csit-1node-flow-services-only-beryllium,
623         openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-beryllium,
624         openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-beryllium,
625         openflowplugin-csit-1node-periodic-cbench-daily-only-beryllium,
626         openflowplugin-csit-1node-periodic-link-scalability-daily-only-beryllium,
627         openflowplugin-csit-1node-periodic-restconf-perf-daily-only-beryllium,
628         openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-beryllium,
629         openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-beryllium,
630         openflowplugin-csit-1node-periodic-sw-scalability-daily-only-beryllium,
631         openflowplugin-csit-1node-scalability-only-beryllium,
632         openflowplugin-csit-3node-clustering-only-beryllium,
633         openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-beryllium,
634         openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-beryllium,
635         openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-beryllium,
636         ovsdb-csit-1node-periodic-scalability-daily-only-beryllium,
637         ovsdb-csit-1node-southbound-all-beryllium,
638         ovsdb-csit-1node-southbound-only-beryllium,
639         ovsdb-csit-3node-clustering-only-beryllium,
640         packetcable-csit-1node-pcmm-all-beryllium,
641         packetcable-csit-1node-pcmm-only-beryllium,
642         sdninterfaceapp-csit-1node-basic-only-beryllium,
643         sfc-csit-3node-rest-basic-all-beryllium,
644         sfc-csit-3node-rest-basic-only-beryllium,
645         snmp-csit-1node-basic-all-beryllium,
646         snmp-csit-1node-basic-only-beryllium,
647         sxp-csit-1node-basic-all-beryllium,
648         sxp-csit-1node-basic-only-beryllium,
649         sxp-csit-1node-filtering-all-beryllium,
650         sxp-csit-1node-filtering-only-beryllium,
651         sxp-csit-1node-topology-all-beryllium,
652         sxp-csit-1node-topology-only-beryllium,
653         topoprocessing-csit-1node-topology-operations-all-beryllium,
654         topoprocessing-csit-1node-topology-operations-only-beryllium,
655         tsdr-csit-1node-cassandra-datastore-only-beryllium,
656         tsdr-csit-1node-elasticsearch-datastore-only-beryllium,
657         tsdr-csit-1node-hbase-datastore-all-beryllium,
658         tsdr-csit-1node-hbase-datastore-only-beryllium,
659         tsdr-csit-1node-hsqldb-datastore-all-beryllium,
660         tsdr-csit-1node-hsqldb-datastore-only-beryllium,
661         unimgr-csit-1node-basic-all-beryllium,
662         unimgr-csit-1node-basic-only-beryllium,
663         usc-csit-1node-channel-all-beryllium,
664         usc-csit-1node-channel-only-beryllium,
665         usc-csit-1node-tcp-all-beryllium,
666         usc-csit-1node-tcp-only-beryllium,
667         usc-csit-1node-udp-all-beryllium,
668         usc-csit-1node-udp-only-beryllium,
669         usecplugin-csit-1node-basic-all-beryllium,
670         usecplugin-csit-1node-basic-only-beryllium,
671         vtn-csit-1node-coordinator-only-beryllium,
672         vtn-csit-1node-manager-all-beryllium,
673         vtn-csit-1node-manager-only-beryllium,
674         vtn-csit-1node-openstack-mitaka-neutron-beryllium,
675         vtn-csit-1node-openstack-newton-neutron-beryllium
676 # CSIT TESTS END SED MARKER