Auto Update CSIT Jobs to run
[releng/builder.git] / jjb / releng-defaults.yaml
1 ---
2 # ODL Releng jenkins defaults
3
4 - defaults:
5     name: global
6
7     karaf-version: karaf4
8     build-days-to-keep: 30
9
10     # Timeout in minutes
11     build-timeout: 360
12     build-node: centos7-java-builder-2c-8g
13
14     email-recipients: 'jenkins@lists.opendaylight.org'
15     odl-ml2-driver-repo: 'https://github.com/openstack/networking-odl'
16     networking-l2gw-repo: 'http://git.openstack.org/openstack/networking-l2gw'
17     devstack-kubernetes-plugin-repo: 'https://github.com/openstack/kuryr-kubernetes'
18     devstack-lbaas-plugin-repo: 'https://github.com/openstack/neutron-lbaas'
19     devstack-networking-sfc-plugin-repo: 'https://github.com/openstack/networking-sfc'
20
21     # lf-infra defaults
22     jenkins-ssh-credential: opendaylight-jenkins-ssh
23     gerrit-server-name: OpenDaylight
24     # server-name is deprecated, use gerrit-server-name moving forward.
25     server-name: 'OpenDaylight'
26     git-url: 'ssh://jenkins-$SILO@git.opendaylight.org:29418'
27
28     # defaults for parameters installing openstack for csit jobs
29     create-initial-networks: 'False'
30     disable-odl-l3-service-plugin: 'no'
31     disable-openstack-services: 'swift,cinder,n-net,q-vpn,n-cpu'
32     enable-networking-l2gw: 'no'
33     enable-openstack-plugins: 'networking-odl'
34     enable-openstack-services: 'q-svc,q-dhcp,q-meta,n-cauth,tempest'
35     ipsec-vxlan-tunnels-enabled: 'no'
36     lbaas-service-provider: ''
37     num-openstack-sites: 1
38     odl-enable-l3: 'yes'
39     odl-ml2-driver-version: 'v1'
40     odl-ml2-port-binding: 'network-topology'
41     public-bridge: 'br-physnet1'
42     public-physical-network: 'physnet1'
43     security-group-mode: 'none'
44     tenant-network-type: 'vxlan'
45     odl-sfc-driver: 'odl'
46     odl-snat-mode: 'controller'
47
48     # openstack-infra-parameters defaults
49     archive-artifacts: ''
50     branch: master
51     distribution_branch: '$GERRIT_BRANCH'
52     os-cloud: rackspace
53
54     # Distribution bundle URL
55     bundle-url: 'last'
56
57     # CSIT images configuration
58     stack-template: csit-2-instance-type.yaml
59     docker_system_count: 1
60     docker_system_flavor: 4 GB General Purpose v1
61     docker_system_image: CentOS 7 - docker - 20170609-0220
62     odl_system_count: 1
63     odl_system_flavor: 4 GB General Purpose v1
64     odl_system_image: CentOS 7 - java-builder - 20170609-0259
65     openstack_system_count: 1
66     openstack_system_flavor: 8 GB General Purpose v1
67     openstack_system_image: CentOS 7 - devstack - 20170609-0220
68     tools_system_count: 1
69     tools_system_flavor: 2 GB General Purpose v1
70     tools_system_image: Ubuntu 14.04 - mininet - 20170609-0220
71
72     # Default Robot framework options
73     robot-options: ''
74     trigger-jobs: ''
75
76     # Data for csit-verify jobs
77     # Branch for "last" version detection
78     verify-branch: stable/boron
79     # Value for ODL_STREAM
80     verify-stream: boron
81     verify-karaf-version: karaf3
82     verify-jdkversion: openjdk8
83
84     # Maven / Java
85     jdk: 'openjdk8'
86     opendaylight-infra-mvn-opts: |
87         --show-version
88         --batch-mode
89         -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn
90         -Djenkins
91         -Dmaven.repo.local=/tmp/r
92         -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r
93
94     # Python
95     toxdir: ''
96
97     # Plot configuration
98     01-plot-title: ''
99     01-plot-yaxis: ''
100     01-plot-group: 'Default Plot Group'
101     01-plot-data-file: 'plot-data.csv'
102     02-plot-title: ''
103     02-plot-yaxis: ''
104     02-plot-group: 'Default Plot Group'
105     02-plot-data-file: 'plot-data.csv'
106     03-plot-data-file: '03-nonexisting.csv'
107     03-plot-title: ''
108     03-plot-yaxis: ''
109     03-plot-group: ''
110     03-inclusion-flag: 'off'
111     03-exclude-value: ''
112     04-plot-data-file: '04-nonexisting.csv'
113     04-plot-title: ''
114     04-plot-yaxis: ''
115     04-plot-group: ''
116     04-inclusion-flag: 'off'
117     04-exclude-value: ''
118     05-plot-data-file: '05-nonexisting.csv'
119     05-plot-title: ''
120     05-plot-yaxis: ''
121     05-plot-group: ''
122     05-inclusion-flag: 'off'
123     05-exclude-value: ''
124     06-plot-data-file: '06-nonexisting.csv'
125     06-plot-title: ''
126     06-plot-yaxis: ''
127     06-plot-group: ''
128     06-inclusion-flag: 'off'
129     06-exclude-value: ''
130     07-plot-data-file: '07-nonexisting.csv'
131     07-plot-title: ''
132     07-plot-yaxis: ''
133     07-plot-group: ''
134     07-inclusion-flag: 'off'
135     07-exclude-value: ''
136     08-plot-data-file: '08-nonexisting.csv'
137     08-plot-title: ''
138     08-plot-yaxis: ''
139     08-plot-group: ''
140     08-inclusion-flag: 'off'
141     08-exclude-value: ''
142     09-plot-data-file: '09-nonexisting.csv'
143     09-plot-title: ''
144     09-plot-yaxis: ''
145     09-plot-group: ''
146     09-inclusion-flag: 'off'
147     09-exclude-value: ''
148     10-plot-data-file: '10-nonexisting.csv'
149     10-plot-title: ''
150     10-plot-yaxis: ''
151     10-plot-group: ''
152     10-inclusion-flag: 'off'
153     10-exclude-value: ''
154
155     # Manual CSIT job lists used by sanity or periodic in nature.
156     csit-high-frequency-list-carbon: >
157         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-carbon
158     csit-sanity-list-nitrogen: >
159         openflowplugin-csit-1node-sanity-only-nitrogen
160     csit-sanity-list-carbon: >
161         openflowplugin-csit-1node-sanity-only-carbon
162     csit-sanity-list-boron: >
163         openflowplugin-csit-1node-sanity-only-boron
164     csit-weekly-list-nitrogen: >
165         controller-csit-1node-notifications-longevity-only-nitrogen,
166         controller-csit-3node-drb-partnheal-longevity-only-nitrogen,
167         controller-csit-3node-drb-precedence-longevity-only-nitrogen,
168         controller-csit-3node-ddb-expl-lead-movement-longevity-only-nitrogen,
169         bgpcep-csit-3node-bgpclustering-longevity-only-nitrogen,
170         distribution-deploy-nitrogen,
171         distribution-offline-nitrogen,
172         openflowplugin-csit-1node-periodic-longevity-only-nitrogen
173     csit-weekly-list-carbon: >
174         controller-csit-1node-notifications-longevity-only-carbon,
175         controller-csit-3node-cs-chasing-leader-longevity-only-carbon,
176         controller-csit-3node-cs-partnheal-longevity-only-carbon,
177         controller-csit-3node-drb-partnheal-longevity-only-carbon,
178         controller-csit-3node-drb-precedence-longevity-only-carbon,
179         controller-csit-3node-ddb-expl-lead-movement-longevity-only-carbon,
180         bgpcep-csit-3node-bgpclustering-longevity-only-carbon,
181         distribution-deploy-carbon,
182         distribution-offline-carbon,
183         openflowplugin-csit-1node-periodic-longevity-only-carbon
184     csit-weekly-list-boron: >
185         distribution-deploy-boron,
186         distribution-offline-boron,
187         openflowplugin-csit-1node-periodic-longevity-only-boron
188
189     # CSIT Test List Variables
190     # Space seperated strings to exclude from
191     # auto generated CSIT job lists
192     csit-list-blacklist: 'longevity gate sanity daexim jsonrpc'
193
194     # Auto Generated CSIT job lists used
195     # in regular distribution test jobs
196     # DO NOT EDIT NEXT LINES MANUALLY
197     csit-list-nitrogen: >
198         aaa-csit-1node-authn-all-nitrogen,
199         aaa-csit-1node-authn-only-nitrogen,
200         aaa-csit-1node-idmlite-all-nitrogen,
201         aaa-csit-1node-idmlite-only-nitrogen,
202         aaa-csit-1node-keystone-all-nitrogen,
203         aaa-csit-1node-keystone-only-nitrogen,
204         aaa-csit-1node-tls-only-nitrogen,
205         alto-csit-1node-setup-all-nitrogen,
206         alto-csit-1node-setup-only-nitrogen,
207         bgpcep-csit-1node-periodic-bgp-ingest-all-nitrogen,
208         bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-nitrogen,
209         bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-nitrogen,
210         bgpcep-csit-1node-periodic-bgp-ingest-only-nitrogen,
211         bgpcep-csit-1node-periodic-throughpcep-all-nitrogen,
212         bgpcep-csit-1node-periodic-throughpcep-only-nitrogen,
213         bgpcep-csit-1node-userfeatures-all-nitrogen,
214         bgpcep-csit-1node-userfeatures-only-nitrogen,
215         bgpcep-csit-3node-periodic-bgpclustering-all-nitrogen,
216         bgpcep-csit-3node-periodic-bgpclustering-ha-only-nitrogen,
217         bgpcep-csit-3node-periodic-bgpclustering-only-nitrogen,
218         bier-csit-1node-basic-all-nitrogen,
219         bier-csit-1node-basic-only-nitrogen,
220         capwap-csit-1node-ac-all-nitrogen,
221         capwap-csit-1node-ac-only-nitrogen,
222         centinel-csit-1node-basic-all-nitrogen,
223         centinel-csit-1node-basic-only-nitrogen,
224         controller-csit-1node-akka1-all-nitrogen,
225         controller-csit-1node-akka1-only-nitrogen,
226         controller-csit-1node-periodic-benchmark-all-nitrogen,
227         controller-csit-1node-periodic-benchmark-only-nitrogen,
228         controller-csit-1node-rest-cars-perf-all-nitrogen,
229         controller-csit-1node-rest-cars-perf-only-nitrogen,
230         controller-csit-3node-clustering-all-nitrogen,
231         controller-csit-3node-clustering-only-nitrogen,
232         controller-csit-3node-periodic-benchmark-all-nitrogen,
233         controller-csit-3node-periodic-benchmark-only-nitrogen,
234         controller-csit-3node-rest-clust-cars-perf-only-nitrogen,
235         didm-csit-1node-discovery-only-nitrogen,
236         distribution-csit-1node-userfeatures-all-nitrogen,
237         distribution-csit-1node-userfeatures-only-nitrogen,
238         dluxapps-csit-1node-yangman-all-nitrogen,
239         dluxapps-csit-1node-yangman-only-nitrogen,
240         genius-csit-1node-upstream-all-nitrogen,
241         genius-csit-1node-upstream-only-nitrogen,
242         genius-csit-3node-upstream-all-nitrogen,
243         genius-csit-3node-upstream-only-nitrogen,
244         groupbasedpolicy-csit-1node-3-node-all-nitrogen,
245         groupbasedpolicy-csit-1node-3-node-only-nitrogen,
246         groupbasedpolicy-csit-1node-6node-all-nitrogen,
247         groupbasedpolicy-csit-1node-6node-only-nitrogen,
248         groupbasedpolicy-csit-1node-openstack-newton-openstack-nitrogen,
249         groupbasedpolicy-csit-1node-sxp-only-nitrogen,
250         groupbasedpolicy-csit-3node-clustering-all-nitrogen,
251         groupbasedpolicy-csit-3node-clustering-only-nitrogen,
252         iotdm-csit-1node-basic-all-nitrogen,
253         iotdm-csit-1node-basic-only-nitrogen,
254         l2switch-csit-1node-periodic-host-scalability-daily-only-nitrogen,
255         l2switch-csit-1node-scalability-all-nitrogen,
256         l2switch-csit-1node-scalability-only-nitrogen,
257         l2switch-csit-1node-switch-all-nitrogen,
258         l2switch-csit-1node-switch-only-nitrogen,
259         lacp-csit-1node-lacp-all-nitrogen,
260         lacp-csit-1node-lacp-only-nitrogen,
261         lispflowmapping-csit-1node-msmr-all-nitrogen,
262         lispflowmapping-csit-1node-msmr-only-nitrogen,
263         lispflowmapping-csit-1node-performance-only-nitrogen,
264         lispflowmapping-csit-3node-msmr-all-nitrogen,
265         lispflowmapping-csit-3node-msmr-only-nitrogen,
266         mdsal-csit-1node-periodic-bindingv1-only-nitrogen,
267         messaging4transport-csit-1node-basic-all-nitrogen,
268         messaging4transport-csit-1node-basic-only-nitrogen,
269         natapp-csit-1node-basic-all-nitrogen,
270         natapp-csit-1node-basic-only-nitrogen,
271         nemo-csit-1node-engine-all-nitrogen,
272         nemo-csit-1node-engine-only-nitrogen,
273         netconf-csit-1node-callhome-only-nitrogen,
274         netconf-csit-1node-periodic-scale-all-nitrogen,
275         netconf-csit-1node-periodic-scale-only-nitrogen,
276         netconf-csit-1node-userfeatures-all-nitrogen,
277         netconf-csit-1node-userfeatures-only-nitrogen,
278         netconf-csit-3node-clustering-all-nitrogen,
279         netconf-csit-3node-clustering-only-nitrogen,
280         netconf-csit-3node-periodic-clustering-scale-all-nitrogen,
281         netconf-csit-3node-periodic-clustering-scale-only-nitrogen,
282         netide-csit-1node-basic-all-nitrogen,
283         netide-csit-1node-basic-only-nitrogen,
284         netvirt-csit-1node-openstack-newton-nodl-v2-extensions-sfc-nitrogen,
285         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-learn-nitrogen,
286         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-nitrogen,
287         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-snat-conntrack-nitrogen,
288         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-transparent-nitrogen,
289         netvirt-csit-1node-openstack-newton-upstream-learn-nitrogen,
290         netvirt-csit-1node-openstack-newton-upstream-stateful-nitrogen,
291         netvirt-csit-1node-openstack-newton-upstream-stateful-snat-conntrack-nitrogen,
292         netvirt-csit-1node-openstack-newton-upstream-transparent-nitrogen,
293         netvirt-csit-1node-openstack-ocata-upstream-learn-nitrogen,
294         netvirt-csit-1node-openstack-ocata-upstream-stateful-nitrogen,
295         netvirt-csit-1node-openstack-ocata-upstream-stateful-snat-conntrack-nitrogen,
296         netvirt-csit-1node-openstack-ocata-upstream-transparent-nitrogen,
297         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-learn-nitrogen,
298         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-nitrogen,
299         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-snat-conntrack-nitrogen,
300         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-transparent-nitrogen,
301         netvirt-csit-3node-openstack-newton-upstream-learn-nitrogen,
302         netvirt-csit-3node-openstack-newton-upstream-stateful-nitrogen,
303         netvirt-csit-3node-openstack-newton-upstream-stateful-snat-conntrack-nitrogen,
304         netvirt-csit-3node-openstack-newton-upstream-transparent-nitrogen,
305         netvirt-csit-3node-openstack-ocata-upstream-learn-nitrogen,
306         netvirt-csit-3node-openstack-ocata-upstream-stateful-nitrogen,
307         netvirt-csit-3node-openstack-ocata-upstream-stateful-snat-conntrack-nitrogen,
308         netvirt-csit-3node-openstack-ocata-upstream-transparent-nitrogen,
309         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-learn-nitrogen,
310         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-stateful-nitrogen,
311         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-transparent-nitrogen,
312         netvirt-csit-hwvtep-1node-openstack-newton-upstream-learn-nitrogen,
313         netvirt-csit-hwvtep-1node-openstack-newton-upstream-stateful-nitrogen,
314         netvirt-csit-hwvtep-1node-openstack-newton-upstream-transparent-nitrogen,
315         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-learn-nitrogen,
316         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-stateful-nitrogen,
317         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-transparent-nitrogen,
318         netvirt-csit-hwvtep-3node-openstack-newton-upstream-learn-nitrogen,
319         netvirt-csit-hwvtep-3node-openstack-newton-upstream-stateful-nitrogen,
320         netvirt-csit-hwvtep-3node-openstack-newton-upstream-transparent-nitrogen,
321         nic-csit-1node-basic-all-nitrogen,
322         nic-csit-1node-basic-only-nitrogen,
323         ocpplugin-csit-1node-get-all-nitrogen,
324         ocpplugin-csit-1node-get-only-nitrogen,
325         ocpplugin-csit-1node-scalability-all-nitrogen,
326         ocpplugin-csit-1node-scalability-only-nitrogen,
327         of-config-csit-1node-basic-all-nitrogen,
328         of-config-csit-1node-basic-only-nitrogen,
329         openflowplugin-csit-1node-flow-services-all-nitrogen,
330         openflowplugin-csit-1node-flow-services-frs-only-nitrogen,
331         openflowplugin-csit-1node-flow-services-only-nitrogen,
332         openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-nitrogen,
333         openflowplugin-csit-1node-periodic-cbench-daily-only-nitrogen,
334         openflowplugin-csit-1node-periodic-link-scalability-daily-only-nitrogen,
335         openflowplugin-csit-1node-periodic-restconf-perf-daily-only-nitrogen,
336         openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-nitrogen,
337         openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-nitrogen,
338         openflowplugin-csit-1node-periodic-sw-scalability-daily-only-nitrogen,
339         openflowplugin-csit-1node-scalability-only-nitrogen,
340         openflowplugin-csit-3node-clustering-only-nitrogen,
341         openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-nitrogen,
342         openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-nitrogen,
343         openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-nitrogen,
344         ovsdb-csit-1node-upstream-southbound-all-nitrogen,
345         ovsdb-csit-1node-upstream-southbound-only-nitrogen,
346         ovsdb-csit-3node-upstream-clustering-only-nitrogen,
347         packetcable-csit-1node-pcmm-all-nitrogen,
348         packetcable-csit-1node-pcmm-only-nitrogen,
349         sdninterfaceapp-csit-1node-basic-only-nitrogen,
350         sfc-csit-3node-docker-full-deploy-all-nitrogen,
351         sfc-csit-3node-docker-full-deploy-only-nitrogen,
352         sfc-csit-3node-rest-basic-all-nitrogen,
353         sfc-csit-3node-rest-basic-only-nitrogen,
354         snmp-csit-1node-basic-all-nitrogen,
355         snmp-csit-1node-basic-only-nitrogen,
356         sxp-csit-1node-basic-all-nitrogen,
357         sxp-csit-1node-basic-only-nitrogen,
358         sxp-csit-1node-filtering-all-nitrogen,
359         sxp-csit-1node-filtering-only-nitrogen,
360         sxp-csit-1node-periodic-performance-all-nitrogen,
361         sxp-csit-1node-periodic-performance-only-nitrogen,
362         sxp-csit-1node-topology-all-nitrogen,
363         sxp-csit-1node-topology-only-nitrogen,
364         sxp-csit-3node-periodic-clustering-all-nitrogen,
365         sxp-csit-3node-periodic-clustering-only-nitrogen,
366         sxp-csit-3node-periodic-routing-all-nitrogen,
367         sxp-csit-3node-periodic-routing-only-nitrogen,
368         topoprocessing-csit-1node-topology-operations-all-nitrogen,
369         topoprocessing-csit-1node-topology-operations-only-nitrogen,
370         tsdr-csit-1node-cassandra-datastore-only-nitrogen,
371         tsdr-csit-1node-elasticsearch-datastore-only-nitrogen,
372         tsdr-csit-1node-hbase-datastore-all-nitrogen,
373         tsdr-csit-1node-hbase-datastore-only-nitrogen,
374         tsdr-csit-1node-hsqldb-datastore-all-nitrogen,
375         tsdr-csit-1node-hsqldb-datastore-only-nitrogen,
376         unimgr-csit-1node-basic-all-nitrogen,
377         unimgr-csit-1node-basic-only-nitrogen,
378         unimgr-csit-1node-legato-all-nitrogen,
379         unimgr-csit-1node-legato-only-nitrogen,
380         usc-csit-1node-channel-all-nitrogen,
381         usc-csit-1node-channel-only-nitrogen,
382         usc-csit-1node-tcp-all-nitrogen,
383         usc-csit-1node-tcp-only-nitrogen,
384         usecplugin-csit-1node-basic-all-nitrogen,
385         usecplugin-csit-1node-basic-only-nitrogen,
386         vtn-csit-1node-coordinator-only-nitrogen,
387         vtn-csit-1node-manager-all-nitrogen,
388         vtn-csit-1node-manager-only-nitrogen,
389         vtn-csit-1node-openstack-newton-neutron-nitrogen,
390         vtn-csit-3node-manager-all-nitrogen,
391         vtn-csit-3node-manager-only-nitrogen,
392         yangtools-csit-1node-periodic-system-only-nitrogen
393     csit-list-carbon: >
394         aaa-csit-1node-authn-all-carbon,
395         aaa-csit-1node-authn-only-carbon,
396         aaa-csit-1node-idmlite-all-carbon,
397         aaa-csit-1node-idmlite-only-carbon,
398         aaa-csit-1node-keystone-all-carbon,
399         aaa-csit-1node-keystone-only-carbon,
400         aaa-csit-1node-tls-only-carbon,
401         alto-csit-1node-setup-all-carbon,
402         alto-csit-1node-setup-only-carbon,
403         bgpcep-csit-1node-periodic-bgp-ingest-all-carbon,
404         bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-carbon,
405         bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-carbon,
406         bgpcep-csit-1node-periodic-bgp-ingest-only-carbon,
407         bgpcep-csit-1node-periodic-throughpcep-all-carbon,
408         bgpcep-csit-1node-periodic-throughpcep-only-carbon,
409         bgpcep-csit-1node-userfeatures-all-carbon,
410         bgpcep-csit-1node-userfeatures-only-carbon,
411         bgpcep-csit-3node-periodic-bgpclustering-all-carbon,
412         bgpcep-csit-3node-periodic-bgpclustering-ha-only-carbon,
413         bgpcep-csit-3node-periodic-bgpclustering-only-carbon,
414         bier-csit-1node-basic-all-carbon,
415         bier-csit-1node-basic-only-carbon,
416         capwap-csit-1node-ac-all-carbon,
417         capwap-csit-1node-ac-only-carbon,
418         centinel-csit-1node-basic-all-carbon,
419         centinel-csit-1node-basic-only-carbon,
420         controller-csit-1node-akka1-all-carbon,
421         controller-csit-1node-akka1-only-carbon,
422         controller-csit-1node-periodic-benchmark-all-carbon,
423         controller-csit-1node-periodic-benchmark-only-carbon,
424         controller-csit-1node-rest-cars-perf-all-carbon,
425         controller-csit-1node-rest-cars-perf-only-carbon,
426         controller-csit-3node-clustering-all-carbon,
427         controller-csit-3node-clustering-only-carbon,
428         controller-csit-3node-periodic-benchmark-all-carbon,
429         controller-csit-3node-periodic-benchmark-only-carbon,
430         controller-csit-3node-rest-clust-cars-perf-only-carbon,
431         didm-csit-1node-discovery-only-carbon,
432         distribution-csit-1node-userfeatures-all-carbon,
433         distribution-csit-1node-userfeatures-only-carbon,
434         dluxapps-csit-1node-yangman-all-carbon,
435         dluxapps-csit-1node-yangman-only-carbon,
436         genius-csit-1node-upstream-all-carbon,
437         genius-csit-1node-upstream-only-carbon,
438         genius-csit-3node-upstream-all-carbon,
439         genius-csit-3node-upstream-only-carbon,
440         groupbasedpolicy-csit-1node-3-node-all-carbon,
441         groupbasedpolicy-csit-1node-3-node-only-carbon,
442         groupbasedpolicy-csit-1node-6node-all-carbon,
443         groupbasedpolicy-csit-1node-6node-only-carbon,
444         groupbasedpolicy-csit-1node-openstack-newton-openstack-carbon,
445         groupbasedpolicy-csit-1node-sxp-only-carbon,
446         groupbasedpolicy-csit-3node-clustering-all-carbon,
447         groupbasedpolicy-csit-3node-clustering-only-carbon,
448         iotdm-csit-1node-basic-all-carbon,
449         iotdm-csit-1node-basic-only-carbon,
450         l2switch-csit-1node-periodic-host-scalability-daily-only-carbon,
451         l2switch-csit-1node-scalability-all-carbon,
452         l2switch-csit-1node-scalability-only-carbon,
453         l2switch-csit-1node-switch-all-carbon,
454         l2switch-csit-1node-switch-only-carbon,
455         lacp-csit-1node-lacp-all-carbon,
456         lacp-csit-1node-lacp-only-carbon,
457         lispflowmapping-csit-1node-msmr-all-carbon,
458         lispflowmapping-csit-1node-msmr-only-carbon,
459         lispflowmapping-csit-1node-performance-only-carbon,
460         lispflowmapping-csit-3node-msmr-all-carbon,
461         lispflowmapping-csit-3node-msmr-only-carbon,
462         mdsal-csit-1node-periodic-bindingv1-only-carbon,
463         messaging4transport-csit-1node-basic-all-carbon,
464         messaging4transport-csit-1node-basic-only-carbon,
465         natapp-csit-1node-basic-all-carbon,
466         natapp-csit-1node-basic-only-carbon,
467         nemo-csit-1node-engine-all-carbon,
468         nemo-csit-1node-engine-only-carbon,
469         netconf-csit-1node-callhome-only-carbon,
470         netconf-csit-1node-periodic-scale-all-carbon,
471         netconf-csit-1node-periodic-scale-only-carbon,
472         netconf-csit-1node-userfeatures-all-carbon,
473         netconf-csit-1node-userfeatures-only-carbon,
474         netconf-csit-3node-clustering-all-carbon,
475         netconf-csit-3node-clustering-only-carbon,
476         netconf-csit-3node-periodic-clustering-scale-all-carbon,
477         netconf-csit-3node-periodic-clustering-scale-only-carbon,
478         netide-csit-1node-basic-all-carbon,
479         netide-csit-1node-basic-only-carbon,
480         netvirt-csit-1node-openstack-newton-nodl-v2-extensions-sfc-carbon,
481         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-learn-carbon,
482         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-carbon,
483         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-snat-conntrack-carbon,
484         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-transparent-carbon,
485         netvirt-csit-1node-openstack-newton-upstream-learn-carbon,
486         netvirt-csit-1node-openstack-newton-upstream-stateful-carbon,
487         netvirt-csit-1node-openstack-newton-upstream-stateful-snat-conntrack-carbon,
488         netvirt-csit-1node-openstack-newton-upstream-transparent-carbon,
489         netvirt-csit-1node-openstack-ocata-upstream-learn-carbon,
490         netvirt-csit-1node-openstack-ocata-upstream-stateful-carbon,
491         netvirt-csit-1node-openstack-ocata-upstream-stateful-snat-conntrack-carbon,
492         netvirt-csit-1node-openstack-ocata-upstream-transparent-carbon,
493         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-learn-carbon,
494         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-carbon,
495         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-snat-conntrack-carbon,
496         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-transparent-carbon,
497         netvirt-csit-3node-openstack-newton-upstream-learn-carbon,
498         netvirt-csit-3node-openstack-newton-upstream-stateful-carbon,
499         netvirt-csit-3node-openstack-newton-upstream-stateful-snat-conntrack-carbon,
500         netvirt-csit-3node-openstack-newton-upstream-transparent-carbon,
501         netvirt-csit-3node-openstack-ocata-upstream-learn-carbon,
502         netvirt-csit-3node-openstack-ocata-upstream-stateful-carbon,
503         netvirt-csit-3node-openstack-ocata-upstream-stateful-snat-conntrack-carbon,
504         netvirt-csit-3node-openstack-ocata-upstream-transparent-carbon,
505         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-learn-carbon,
506         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-stateful-carbon,
507         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-transparent-carbon,
508         netvirt-csit-hwvtep-1node-openstack-newton-upstream-learn-carbon,
509         netvirt-csit-hwvtep-1node-openstack-newton-upstream-stateful-carbon,
510         netvirt-csit-hwvtep-1node-openstack-newton-upstream-transparent-carbon,
511         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-learn-carbon,
512         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-stateful-carbon,
513         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-transparent-carbon,
514         netvirt-csit-hwvtep-3node-openstack-newton-upstream-learn-carbon,
515         netvirt-csit-hwvtep-3node-openstack-newton-upstream-stateful-carbon,
516         netvirt-csit-hwvtep-3node-openstack-newton-upstream-transparent-carbon,
517         nic-csit-1node-basic-all-carbon,
518         nic-csit-1node-basic-only-carbon,
519         ocpplugin-csit-1node-get-all-carbon,
520         ocpplugin-csit-1node-get-only-carbon,
521         ocpplugin-csit-1node-scalability-all-carbon,
522         ocpplugin-csit-1node-scalability-only-carbon,
523         of-config-csit-1node-basic-all-carbon,
524         of-config-csit-1node-basic-only-carbon,
525         openflowplugin-csit-1node-flow-services-all-carbon,
526         openflowplugin-csit-1node-flow-services-frs-only-carbon,
527         openflowplugin-csit-1node-flow-services-only-carbon,
528         openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-carbon,
529         openflowplugin-csit-1node-periodic-cbench-daily-only-carbon,
530         openflowplugin-csit-1node-periodic-link-scalability-daily-only-carbon,
531         openflowplugin-csit-1node-periodic-restconf-perf-daily-only-carbon,
532         openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-carbon,
533         openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-carbon,
534         openflowplugin-csit-1node-periodic-sw-scalability-daily-only-carbon,
535         openflowplugin-csit-1node-scalability-only-carbon,
536         openflowplugin-csit-3node-clustering-only-carbon,
537         openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-carbon,
538         openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-carbon,
539         openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-carbon,
540         ovsdb-csit-1node-upstream-southbound-all-carbon,
541         ovsdb-csit-1node-upstream-southbound-only-carbon,
542         ovsdb-csit-3node-upstream-clustering-only-carbon,
543         packetcable-csit-1node-pcmm-all-carbon,
544         packetcable-csit-1node-pcmm-only-carbon,
545         sdninterfaceapp-csit-1node-basic-only-carbon,
546         sfc-csit-3node-docker-full-deploy-all-carbon,
547         sfc-csit-3node-docker-full-deploy-only-carbon,
548         sfc-csit-3node-rest-basic-all-carbon,
549         sfc-csit-3node-rest-basic-only-carbon,
550         snmp-csit-1node-basic-all-carbon,
551         snmp-csit-1node-basic-only-carbon,
552         sxp-csit-1node-basic-all-carbon,
553         sxp-csit-1node-basic-only-carbon,
554         sxp-csit-1node-filtering-all-carbon,
555         sxp-csit-1node-filtering-only-carbon,
556         sxp-csit-1node-periodic-performance-all-carbon,
557         sxp-csit-1node-periodic-performance-only-carbon,
558         sxp-csit-1node-topology-all-carbon,
559         sxp-csit-1node-topology-only-carbon,
560         sxp-csit-3node-periodic-clustering-all-carbon,
561         sxp-csit-3node-periodic-clustering-only-carbon,
562         sxp-csit-3node-periodic-routing-all-carbon,
563         sxp-csit-3node-periodic-routing-only-carbon,
564         topoprocessing-csit-1node-topology-operations-all-carbon,
565         topoprocessing-csit-1node-topology-operations-only-carbon,
566         tsdr-csit-1node-cassandra-datastore-only-carbon,
567         tsdr-csit-1node-elasticsearch-datastore-only-carbon,
568         tsdr-csit-1node-hbase-datastore-all-carbon,
569         tsdr-csit-1node-hbase-datastore-only-carbon,
570         tsdr-csit-1node-hsqldb-datastore-all-carbon,
571         tsdr-csit-1node-hsqldb-datastore-only-carbon,
572         unimgr-csit-1node-basic-all-carbon,
573         unimgr-csit-1node-basic-only-carbon,
574         unimgr-csit-1node-legato-all-carbon,
575         unimgr-csit-1node-legato-only-carbon,
576         usc-csit-1node-channel-all-carbon,
577         usc-csit-1node-channel-only-carbon,
578         usc-csit-1node-tcp-all-carbon,
579         usc-csit-1node-tcp-only-carbon,
580         usecplugin-csit-1node-basic-all-carbon,
581         usecplugin-csit-1node-basic-only-carbon,
582         vtn-csit-1node-coordinator-only-carbon,
583         vtn-csit-1node-manager-all-carbon,
584         vtn-csit-1node-manager-only-carbon,
585         vtn-csit-1node-openstack-newton-neutron-carbon,
586         vtn-csit-3node-manager-all-carbon,
587         vtn-csit-3node-manager-only-carbon,
588         yangtools-csit-1node-periodic-system-only-carbon
589     csit-list-boron: >
590         aaa-csit-1node-authn-all-boron,
591         aaa-csit-1node-authn-only-boron,
592         aaa-csit-1node-idmlite-all-boron,
593         aaa-csit-1node-idmlite-only-boron,
594         alto-csit-1node-setup-all-boron,
595         alto-csit-1node-setup-only-boron,
596         bgpcep-csit-1node-periodic-bgp-ingest-all-boron,
597         bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-boron,
598         bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-boron,
599         bgpcep-csit-1node-periodic-bgp-ingest-only-boron,
600         bgpcep-csit-1node-periodic-throughpcep-all-boron,
601         bgpcep-csit-1node-periodic-throughpcep-only-boron,
602         bgpcep-csit-1node-userfeatures-all-boron,
603         bgpcep-csit-1node-userfeatures-only-boron,
604         bgpcep-csit-3node-periodic-bgpclustering-all-boron,
605         bgpcep-csit-3node-periodic-bgpclustering-ha-only-boron,
606         bgpcep-csit-3node-periodic-bgpclustering-only-boron,
607         capwap-csit-1node-ac-all-boron,
608         capwap-csit-1node-ac-only-boron,
609         centinel-csit-1node-basic-all-boron,
610         centinel-csit-1node-basic-only-boron,
611         controller-csit-1node-akka1-all-boron,
612         controller-csit-1node-akka1-only-boron,
613         controller-csit-1node-periodic-benchmark-all-boron,
614         controller-csit-1node-periodic-benchmark-only-boron,
615         controller-csit-1node-rest-cars-perf-all-boron,
616         controller-csit-1node-rest-cars-perf-only-boron,
617         controller-csit-3node-clustering-all-boron,
618         controller-csit-3node-clustering-only-boron,
619         controller-csit-3node-periodic-benchmark-all-boron,
620         controller-csit-3node-periodic-benchmark-only-boron,
621         controller-csit-3node-rest-clust-cars-perf-only-boron,
622         didm-csit-1node-discovery-only-boron,
623         distribution-csit-1node-userfeatures-all-boron,
624         distribution-csit-1node-userfeatures-only-boron,
625         genius-csit-1node-upstream-all-boron,
626         genius-csit-1node-upstream-only-boron,
627         genius-csit-3node-upstream-all-boron,
628         genius-csit-3node-upstream-only-boron,
629         groupbasedpolicy-csit-1node-3-node-all-boron,
630         groupbasedpolicy-csit-1node-3-node-only-boron,
631         groupbasedpolicy-csit-1node-6node-all-boron,
632         groupbasedpolicy-csit-1node-6node-only-boron,
633         groupbasedpolicy-csit-1node-openstack-newton-openstack-boron,
634         groupbasedpolicy-csit-3node-clustering-all-boron,
635         groupbasedpolicy-csit-3node-clustering-only-boron,
636         l2switch-csit-1node-periodic-host-scalability-daily-only-boron,
637         l2switch-csit-1node-scalability-all-boron,
638         l2switch-csit-1node-scalability-only-boron,
639         l2switch-csit-1node-switch-all-boron,
640         l2switch-csit-1node-switch-only-boron,
641         lacp-csit-1node-lacp-all-boron,
642         lacp-csit-1node-lacp-only-boron,
643         lispflowmapping-csit-1node-msmr-all-boron,
644         lispflowmapping-csit-1node-msmr-only-boron,
645         lispflowmapping-csit-1node-performance-only-boron,
646         lispflowmapping-csit-3node-msmr-all-boron,
647         lispflowmapping-csit-3node-msmr-only-boron,
648         mdsal-csit-1node-periodic-bindingv1-only-boron,
649         messaging4transport-csit-1node-basic-all-boron,
650         messaging4transport-csit-1node-basic-only-boron,
651         natapp-csit-1node-basic-all-boron,
652         natapp-csit-1node-basic-only-boron,
653         nemo-csit-1node-engine-all-boron,
654         nemo-csit-1node-engine-only-boron,
655         netconf-csit-1node-periodic-scale-all-boron,
656         netconf-csit-1node-periodic-scale-only-boron,
657         netconf-csit-1node-userfeatures-all-boron,
658         netconf-csit-1node-userfeatures-only-boron,
659         netconf-csit-3node-clustering-all-boron,
660         netconf-csit-3node-clustering-only-boron,
661         netconf-csit-3node-periodic-clustering-scale-all-boron,
662         netconf-csit-3node-periodic-clustering-scale-only-boron,
663         netide-csit-1node-basic-all-boron,
664         netide-csit-1node-basic-only-boron,
665         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-learn-boron,
666         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-boron,
667         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-snat-conntrack-boron,
668         netvirt-csit-1node-openstack-newton-nodl-v2-upstream-transparent-boron,
669         netvirt-csit-1node-openstack-newton-upstream-learn-boron,
670         netvirt-csit-1node-openstack-newton-upstream-stateful-boron,
671         netvirt-csit-1node-openstack-newton-upstream-stateful-snat-conntrack-boron,
672         netvirt-csit-1node-openstack-newton-upstream-transparent-boron,
673         netvirt-csit-1node-openstack-ocata-upstream-learn-boron,
674         netvirt-csit-1node-openstack-ocata-upstream-stateful-boron,
675         netvirt-csit-1node-openstack-ocata-upstream-stateful-snat-conntrack-boron,
676         netvirt-csit-1node-openstack-ocata-upstream-transparent-boron,
677         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-learn-boron,
678         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-boron,
679         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-snat-conntrack-boron,
680         netvirt-csit-3node-openstack-newton-nodl-v2-upstream-transparent-boron,
681         netvirt-csit-3node-openstack-newton-upstream-learn-boron,
682         netvirt-csit-3node-openstack-newton-upstream-stateful-boron,
683         netvirt-csit-3node-openstack-newton-upstream-stateful-snat-conntrack-boron,
684         netvirt-csit-3node-openstack-newton-upstream-transparent-boron,
685         netvirt-csit-3node-openstack-ocata-upstream-learn-boron,
686         netvirt-csit-3node-openstack-ocata-upstream-stateful-boron,
687         netvirt-csit-3node-openstack-ocata-upstream-stateful-snat-conntrack-boron,
688         netvirt-csit-3node-openstack-ocata-upstream-transparent-boron,
689         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-learn-boron,
690         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-stateful-boron,
691         netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-transparent-boron,
692         netvirt-csit-hwvtep-1node-openstack-newton-upstream-learn-boron,
693         netvirt-csit-hwvtep-1node-openstack-newton-upstream-stateful-boron,
694         netvirt-csit-hwvtep-1node-openstack-newton-upstream-transparent-boron,
695         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-learn-boron,
696         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-stateful-boron,
697         netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-transparent-boron,
698         netvirt-csit-hwvtep-3node-openstack-newton-upstream-learn-boron,
699         netvirt-csit-hwvtep-3node-openstack-newton-upstream-stateful-boron,
700         netvirt-csit-hwvtep-3node-openstack-newton-upstream-transparent-boron,
701         netvirt-legacy-csit-1node-openstack-basic-all-boron,
702         netvirt-legacy-csit-1node-openstack-basic-only-boron,
703         netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-boron,
704         netvirt-legacy-csit-1node-openstack-newton-upstream-boron,
705         netvirt-legacy-csit-1node-openstack-ocata-upstream-boron,
706         netvirt-legacy-csit-3node-clustering-only-boron,
707         netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-boron,
708         netvirt-legacy-csit-3node-openstack-newton-upstream-boron,
709         netvirt-legacy-csit-3node-openstack-ocata-upstream-boron,
710         nic-csit-1node-basic-all-boron,
711         nic-csit-1node-basic-only-boron,
712         ocpplugin-csit-1node-get-all-boron,
713         ocpplugin-csit-1node-get-only-boron,
714         ocpplugin-csit-1node-scalability-all-boron,
715         ocpplugin-csit-1node-scalability-only-boron,
716         of-config-csit-1node-basic-all-boron,
717         of-config-csit-1node-basic-only-boron,
718         openflowplugin-csit-1node-flow-services-all-boron,
719         openflowplugin-csit-1node-flow-services-frs-only-boron,
720         openflowplugin-csit-1node-flow-services-only-boron,
721         openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-boron,
722         openflowplugin-csit-1node-periodic-cbench-daily-only-boron,
723         openflowplugin-csit-1node-periodic-link-scalability-daily-only-boron,
724         openflowplugin-csit-1node-periodic-restconf-perf-daily-only-boron,
725         openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-boron,
726         openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-boron,
727         openflowplugin-csit-1node-periodic-sw-scalability-daily-only-boron,
728         openflowplugin-csit-1node-scalability-only-boron,
729         openflowplugin-csit-3node-clustering-only-boron,
730         openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-boron,
731         openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-boron,
732         openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-boron,
733         ovsdb-csit-1node-upstream-southbound-all-boron,
734         ovsdb-csit-1node-upstream-southbound-only-boron,
735         ovsdb-csit-3node-upstream-clustering-only-boron,
736         packetcable-csit-1node-pcmm-all-boron,
737         packetcable-csit-1node-pcmm-only-boron,
738         sdninterfaceapp-csit-1node-basic-only-boron,
739         sfc-csit-3node-rest-basic-all-boron,
740         sfc-csit-3node-rest-basic-only-boron,
741         snmp-csit-1node-basic-all-boron,
742         snmp-csit-1node-basic-only-boron,
743         sxp-csit-1node-basic-all-boron,
744         sxp-csit-1node-basic-only-boron,
745         sxp-csit-1node-filtering-all-boron,
746         sxp-csit-1node-filtering-only-boron,
747         sxp-csit-1node-topology-all-boron,
748         sxp-csit-1node-topology-only-boron,
749         sxp-csit-3node-periodic-clustering-all-boron,
750         sxp-csit-3node-periodic-clustering-only-boron,
751         topoprocessing-csit-1node-topology-operations-all-boron,
752         topoprocessing-csit-1node-topology-operations-only-boron,
753         tsdr-csit-1node-cassandra-datastore-only-boron,
754         tsdr-csit-1node-hbase-datastore-all-boron,
755         tsdr-csit-1node-hbase-datastore-only-boron,
756         tsdr-csit-1node-hsqldb-datastore-all-boron,
757         tsdr-csit-1node-hsqldb-datastore-only-boron,
758         unimgr-csit-1node-basic-all-boron,
759         unimgr-csit-1node-basic-only-boron,
760         unimgr-csit-1node-legato-all-boron,
761         unimgr-csit-1node-legato-only-boron,
762         usc-csit-1node-channel-all-boron,
763         usc-csit-1node-channel-only-boron,
764         usc-csit-1node-tcp-all-boron,
765         usc-csit-1node-tcp-only-boron,
766         usc-csit-1node-udp-all-boron,
767         usc-csit-1node-udp-only-boron,
768         usecplugin-csit-1node-basic-all-boron,
769         usecplugin-csit-1node-basic-only-boron,
770         vtn-csit-1node-coordinator-only-boron,
771         vtn-csit-1node-manager-all-boron,
772         vtn-csit-1node-manager-only-boron,
773         vtn-csit-1node-openstack-newton-neutron-boron,
774         vtn-csit-3node-manager-all-boron,
775         vtn-csit-3node-manager-only-boron
776 # CSIT TESTS END SED MARKER