X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=jjb%2Freleng-defaults.yaml;h=396b1e5e169a569d94f8218e7c4c82e22b031674;hb=bcfceb1206dc85463968648c56d35fe3e38c8d7e;hp=21bf66c3a6df05b233e6a752aa6b16edee45cad5;hpb=f963acd7a1818e72109a3e409d1b4f95ef6a030b;p=releng%2Fbuilder.git diff --git a/jjb/releng-defaults.yaml b/jjb/releng-defaults.yaml index 21bf66c3a..396b1e5e1 100644 --- a/jjb/releng-defaults.yaml +++ b/jjb/releng-defaults.yaml @@ -4,18 +4,53 @@ name: global build-days-to-keep: 30 - build-num-to-keep: 40 - build-artifact-days-to-keep: -1 - build-artifact-num-to-keep: 5 - ssh-credentials: 'b241a488-1acc-4264-a010-2db3acb07fb0' - openstack-gerrit-credentials: 'd099b81e-05d2-4541-a9a4-a186f576d528' + # Timeout in minutes + build-timeout: 360 + build-node: centos7-java-builder-2c-8g - # Maven versions - mvn30: 'Maven 3.0.5' - mvn31: 'Maven 3.1.1' - mvn32: 'Maven 3.2.5' - mvn33: 'Maven 3.3.9' + email-recipients: 'jenkins@lists.opendaylight.org' + odl-ml2-driver-repo: 'https://github.com/openstack/networking-odl' + server-name: 'OpenDaylight' + git-url: 'ssh://jenkins-$SILO@git.opendaylight.org:29418' + + # openstack-infra-parameters defaults + archive-artifacts: '' + branch: master + + # Distribution bundle URL + bundleurl: 'last' + + # CSIT images configuration + stack-template: csit-2-instance-type.yaml + docker_system_count: 1 + docker_system_flavor: 4 GB General Purpose v1 + docker_system_image: CentOS 7 - docker - 20170120-1434 + odl_system_count: 1 + odl_system_flavor: 4 GB General Purpose v1 + odl_system_image: CentOS 7 - java-builder - 20170126-0058 + openstack_system_count: 1 + openstack_system_flavor: 8 GB General Purpose v1 + openstack_system_image: CentOS 7 - devstack - 20170210-1356 + tools_system_count: 1 + tools_system_flavor: 2 GB General Purpose v1 + tools_system_image: Ubuntu 14.04 - mininet - 20170210-0439 + + # Default Robot framework options + robot-options: '' + + # Data for csit-verify jobs + # Branch for "last" version detection + verify-branch: 'stable/boron' + # Value for ODL_STREAM + verify-stream: 'boron' + verify-jdkversion: 'openjdk8' + + # In case a CSIT job is merged without Java version specified + jdk: 'openjdk8' + + # Python + toxdir: '' # Plot configuration 01-plot-title: '' @@ -26,15 +61,610 @@ 02-plot-yaxis: '' 02-plot-group: 'Default Plot Group' 02-plot-data-file: 'plot-data.csv' + 03-plot-data-file: '03-nonexisting.csv' + 03-plot-title: '' + 03-plot-yaxis: '' + 03-plot-group: '' + 03-inclusion-flag: 'off' + 03-exclude-value: '' + 04-plot-data-file: '04-nonexisting.csv' + 04-plot-title: '' + 04-plot-yaxis: '' + 04-plot-group: '' + 04-inclusion-flag: 'off' + 04-exclude-value: '' + 05-plot-data-file: '05-nonexisting.csv' + 05-plot-title: '' + 05-plot-yaxis: '' + 05-plot-group: '' + 05-inclusion-flag: 'off' + 05-exclude-value: '' + 06-plot-data-file: '06-nonexisting.csv' + 06-plot-title: '' + 06-plot-yaxis: '' + 06-plot-group: '' + 06-inclusion-flag: 'off' + 06-exclude-value: '' + 07-plot-data-file: '07-nonexisting.csv' + 07-plot-title: '' + 07-plot-yaxis: '' + 07-plot-group: '' + 07-inclusion-flag: 'off' + 07-exclude-value: '' + 08-plot-data-file: '08-nonexisting.csv' + 08-plot-title: '' + 08-plot-yaxis: '' + 08-plot-group: '' + 08-inclusion-flag: 'off' + 08-exclude-value: '' + 09-plot-data-file: '09-nonexisting.csv' + 09-plot-title: '' + 09-plot-yaxis: '' + 09-plot-group: '' + 09-inclusion-flag: 'off' + 09-exclude-value: '' + 10-plot-data-file: '10-nonexisting.csv' + 10-plot-title: '' + 10-plot-yaxis: '' + 10-plot-group: '' + 10-inclusion-flag: 'off' + 10-exclude-value: '' - # CSIT images configuration - controller-image: 'centos7-java' - openstack-image: 'centos7-devstack' - mininet-image: 'ubuntu-trusty-mininet' - mininet-vms: 1 - - # In case a CSIT job is merged without Java version specified - jdk: 'openjdk8' - - # Python - toxdir: '' + ### CSIT Test List Variables + # Space seperated strings to exclude from CSIT lists + csit-list-blacklist: 'longevity gate' + # Auto Generated CSIT job lists used + # in integration-distribution-test jobs + csit-list-carbon: > + aaa-csit-1node-authn-all-carbon, + aaa-csit-1node-authn-only-carbon, + aaa-csit-1node-idmlite-all-carbon, + aaa-csit-1node-idmlite-only-carbon, + alto-csit-1node-setup-all-carbon, + alto-csit-1node-setup-only-carbon, + armoury-csit-1node-basic-all-carbon, + armoury-csit-1node-basic-only-carbon, + bgpcep-csit-1node-periodic-bgp-ingest-all-carbon, + bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-carbon, + bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-carbon, + bgpcep-csit-1node-periodic-bgp-ingest-only-carbon, + bgpcep-csit-1node-periodic-throughpcep-all-carbon, + bgpcep-csit-1node-periodic-throughpcep-only-carbon, + bgpcep-csit-1node-userfeatures-all-carbon, + bgpcep-csit-1node-userfeatures-only-carbon, + bgpcep-csit-3node-periodic-bgpclustering-all-carbon, + bgpcep-csit-3node-periodic-bgpclustering-ha-only-carbon, + bgpcep-csit-3node-periodic-bgpclustering-only-carbon, + capwap-csit-1node-ac-all-carbon, + capwap-csit-1node-ac-only-carbon, + centinel-csit-1node-basic-all-carbon, + centinel-csit-1node-basic-only-carbon, + controller-csit-1node-akka1-all-carbon, + controller-csit-1node-akka1-only-carbon, + controller-csit-1node-periodic-benchmark-all-carbon, + controller-csit-1node-periodic-benchmark-only-carbon, + controller-csit-1node-rest-cars-perf-all-carbon, + controller-csit-1node-rest-cars-perf-only-carbon, + controller-csit-3node-clustering-all-carbon, + controller-csit-3node-clustering-only-carbon, + controller-csit-3node-periodic-benchmark-all-carbon, + controller-csit-3node-periodic-benchmark-only-carbon, + controller-csit-3node-rest-clust-cars-perf-only-carbon, + daexim-csit-1node-basic-only-carbon, + didm-csit-1node-discovery-only-carbon, + distribution-csit-1node-userfeatures-all-carbon, + distribution-csit-1node-userfeatures-only-carbon, + eman-csit-1node-model-all-carbon, + eman-csit-1node-model-only-carbon, + genius-csit-1node-genius-all-carbon, + genius-csit-1node-genius-only-carbon, + groupbasedpolicy-csit-1node-3-node-all-carbon, + groupbasedpolicy-csit-1node-3-node-only-carbon, + groupbasedpolicy-csit-1node-6node-all-carbon, + groupbasedpolicy-csit-1node-6node-only-carbon, + groupbasedpolicy-csit-1node-openstack-liberty-openstack-carbon, + groupbasedpolicy-csit-1node-openstack-mitaka-openstack-carbon, + groupbasedpolicy-csit-1node-sxp-only-carbon, + groupbasedpolicy-csit-3node-clustering-all-carbon, + groupbasedpolicy-csit-3node-clustering-only-carbon, + iotdm-csit-1node-basic-all-carbon, + iotdm-csit-1node-basic-only-carbon, + l2switch-csit-1node-periodic-host-scalability-daily-only-carbon, + l2switch-csit-1node-scalability-all-carbon, + l2switch-csit-1node-scalability-only-carbon, + l2switch-csit-1node-switch-all-carbon, + l2switch-csit-1node-switch-only-carbon, + lacp-csit-1node-lacp-all-carbon, + lacp-csit-1node-lacp-only-carbon, + lispflowmapping-csit-1node-msmr-all-carbon, + lispflowmapping-csit-1node-msmr-only-carbon, + lispflowmapping-csit-1node-performance-only-carbon, + lispflowmapping-csit-3node-msmr-all-carbon, + lispflowmapping-csit-3node-msmr-only-carbon, + mdsal-csit-1node-periodic-bindingv1-only-carbon, + messaging4transport-csit-1node-basic-all-carbon, + messaging4transport-csit-1node-basic-only-carbon, + natapp-csit-1node-basic-all-carbon, + natapp-csit-1node-basic-only-carbon, + nemo-csit-1node-engine-all-carbon, + nemo-csit-1node-engine-only-carbon, + netconf-csit-1node-periodic-scale-all-carbon, + netconf-csit-1node-periodic-scale-only-carbon, + netconf-csit-1node-userfeatures-all-carbon, + netconf-csit-1node-userfeatures-only-carbon, + netconf-csit-3node-cluster-stress-all-carbon, + netconf-csit-3node-cluster-stress-only-carbon, + netconf-csit-3node-clustering-all-carbon, + netconf-csit-3node-clustering-only-carbon, + netconf-csit-3node-periodic-clustering-scale-all-carbon, + netconf-csit-3node-periodic-clustering-scale-only-carbon, + netide-csit-1node-basic-all-carbon, + netide-csit-1node-basic-only-carbon, + netvirt-csit-1node-openstack-mitaka-upstream-learn-carbon, + netvirt-csit-1node-openstack-mitaka-upstream-stateful-carbon, + netvirt-csit-1node-openstack-mitaka-upstream-transparent-carbon, + netvirt-csit-1node-openstack-newton-nodl-v2-upstream-learn-carbon, + netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-carbon, + netvirt-csit-1node-openstack-newton-nodl-v2-upstream-transparent-carbon, + netvirt-csit-1node-openstack-newton-upstream-learn-carbon, + netvirt-csit-1node-openstack-newton-upstream-stateful-carbon, + netvirt-csit-1node-openstack-newton-upstream-transparent-carbon, + netvirt-csit-3node-openstack-mitaka-upstream-learn-carbon, + netvirt-csit-3node-openstack-mitaka-upstream-stateful-carbon, + netvirt-csit-3node-openstack-mitaka-upstream-transparent-carbon, + netvirt-csit-3node-openstack-newton-nodl-v2-upstream-learn-carbon, + netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-carbon, + netvirt-csit-3node-openstack-newton-nodl-v2-upstream-transparent-carbon, + netvirt-csit-3node-openstack-newton-upstream-learn-carbon, + netvirt-csit-3node-openstack-newton-upstream-stateful-carbon, + netvirt-csit-3node-openstack-newton-upstream-transparent-carbon, + netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-learn-carbon, + netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-stateful-carbon, + netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-transparent-carbon, + netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-learn-carbon, + netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-stateful-carbon, + netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-transparent-carbon, + netvirt-csit-hwvtep-1node-openstack-newton-upstream-learn-carbon, + netvirt-csit-hwvtep-1node-openstack-newton-upstream-stateful-carbon, + netvirt-csit-hwvtep-1node-openstack-newton-upstream-transparent-carbon, + netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-learn-carbon, + netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-stateful-carbon, + netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-transparent-carbon, + netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-learn-carbon, + netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-stateful-carbon, + netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-transparent-carbon, + netvirt-csit-hwvtep-3node-openstack-newton-upstream-learn-carbon, + netvirt-csit-hwvtep-3node-openstack-newton-upstream-stateful-carbon, + netvirt-csit-hwvtep-3node-openstack-newton-upstream-transparent-carbon, + netvirt-legacy-csit-1node-openstack-basic-all-carbon, + netvirt-legacy-csit-1node-openstack-basic-only-carbon, + netvirt-legacy-csit-1node-openstack-mitaka-upstream-carbon, + netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-carbon, + netvirt-legacy-csit-1node-openstack-newton-upstream-carbon, + netvirt-legacy-csit-3node-clustering-only-carbon, + netvirt-legacy-csit-3node-openstack-mitaka-upstream-carbon, + netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-carbon, + netvirt-legacy-csit-3node-openstack-newton-upstream-carbon, + nic-csit-1node-basic-all-carbon, + nic-csit-1node-basic-only-carbon, + nic-csit-1node-vtnrenderer-all-carbon, + nic-csit-1node-vtnrenderer-only-carbon, + ocpplugin-csit-1node-get-all-carbon, + ocpplugin-csit-1node-get-only-carbon, + ocpplugin-csit-1node-scalability-all-carbon, + ocpplugin-csit-1node-scalability-only-carbon, + of-config-csit-1node-basic-all-carbon, + of-config-csit-1node-basic-only-carbon, + openflowplugin-csit-1node-cbench-performance-only-carbon, + openflowplugin-csit-1node-config-performance-only-carbon, + openflowplugin-csit-1node-flow-services-all-carbon, + openflowplugin-csit-1node-flow-services-frs-only-carbon, + openflowplugin-csit-1node-flow-services-only-carbon, + openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-carbon, + openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-carbon, + openflowplugin-csit-1node-periodic-cbench-daily-only-carbon, + openflowplugin-csit-1node-periodic-link-scalability-daily-only-carbon, + openflowplugin-csit-1node-periodic-restconf-perf-daily-only-carbon, + openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-carbon, + openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-carbon, + openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-carbon, + openflowplugin-csit-1node-periodic-sw-scalability-daily-only-carbon, + openflowplugin-csit-1node-scalability-only-carbon, + openflowplugin-csit-3node-clustering-only-carbon, + openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-carbon, + openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-carbon, + openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-carbon, + ovsdb-csit-1node-periodic-scalability-daily-only-carbon, + ovsdb-csit-1node-southbound-all-carbon, + ovsdb-csit-1node-southbound-only-carbon, + ovsdb-csit-3node-clustering-only-carbon, + packetcable-csit-1node-pcmm-all-carbon, + packetcable-csit-1node-pcmm-only-carbon, + sdninterfaceapp-csit-1node-basic-only-carbon, + sfc-csit-3node-docker-full-deploy-all-carbon, + sfc-csit-3node-docker-full-deploy-only-carbon, + sfc-csit-3node-rest-basic-all-carbon, + sfc-csit-3node-rest-basic-only-carbon, + snmp-csit-1node-basic-all-carbon, + snmp-csit-1node-basic-only-carbon, + sxp-csit-1node-basic-all-carbon, + sxp-csit-1node-basic-only-carbon, + sxp-csit-1node-filtering-all-carbon, + sxp-csit-1node-filtering-only-carbon, + sxp-csit-1node-periodic-performance-all-carbon, + sxp-csit-1node-periodic-performance-only-carbon, + sxp-csit-1node-topology-all-carbon, + sxp-csit-1node-topology-only-carbon, + sxp-csit-3node-periodic-clustering-all-carbon, + sxp-csit-3node-periodic-clustering-only-carbon, + topoprocessing-csit-1node-topology-operations-all-carbon, + topoprocessing-csit-1node-topology-operations-only-carbon, + tsdr-csit-1node-cassandra-datastore-only-carbon, + tsdr-csit-1node-hbase-datastore-all-carbon, + tsdr-csit-1node-hbase-datastore-only-carbon, + tsdr-csit-1node-hsqldb-datastore-all-carbon, + tsdr-csit-1node-hsqldb-datastore-only-carbon, + unimgr-csit-1node-basic-all-carbon, + unimgr-csit-1node-basic-only-carbon, + unimgr-csit-1node-legato-all-carbon, + unimgr-csit-1node-legato-only-carbon, + usc-csit-1node-channel-all-carbon, + usc-csit-1node-channel-only-carbon, + usc-csit-1node-tcp-all-carbon, + usc-csit-1node-tcp-only-carbon, + usecplugin-csit-1node-basic-all-carbon, + usecplugin-csit-1node-basic-only-carbon, + vtn-csit-1node-coordinator-only-carbon, + vtn-csit-1node-manager-all-carbon, + vtn-csit-1node-manager-only-carbon, + vtn-csit-1node-openstack-mitaka-neutron-carbon, + vtn-csit-1node-openstack-newton-neutron-carbon, + vtn-csit-3node-manager-all-carbon, + vtn-csit-3node-manager-only-carbon, + yangtools-csit-1node-periodic-system-only-carbon + csit-list-boron: > + aaa-csit-1node-authn-all-boron, + aaa-csit-1node-authn-only-boron, + aaa-csit-1node-idmlite-all-boron, + aaa-csit-1node-idmlite-only-boron, + alto-csit-1node-setup-all-boron, + alto-csit-1node-setup-only-boron, + armoury-csit-1node-basic-all-boron, + armoury-csit-1node-basic-only-boron, + bgpcep-csit-1node-periodic-bgp-ingest-all-boron, + bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-boron, + bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-boron, + bgpcep-csit-1node-periodic-bgp-ingest-only-boron, + bgpcep-csit-1node-periodic-throughpcep-all-boron, + bgpcep-csit-1node-periodic-throughpcep-only-boron, + bgpcep-csit-1node-userfeatures-all-boron, + bgpcep-csit-1node-userfeatures-only-boron, + bgpcep-csit-3node-periodic-bgpclustering-all-boron, + bgpcep-csit-3node-periodic-bgpclustering-ha-only-boron, + bgpcep-csit-3node-periodic-bgpclustering-only-boron, + capwap-csit-1node-ac-all-boron, + capwap-csit-1node-ac-only-boron, + centinel-csit-1node-basic-all-boron, + centinel-csit-1node-basic-only-boron, + controller-csit-1node-akka1-all-boron, + controller-csit-1node-akka1-only-boron, + controller-csit-1node-periodic-benchmark-all-boron, + controller-csit-1node-periodic-benchmark-only-boron, + controller-csit-1node-rest-cars-perf-all-boron, + controller-csit-1node-rest-cars-perf-only-boron, + controller-csit-3node-clustering-all-boron, + controller-csit-3node-clustering-only-boron, + controller-csit-3node-periodic-benchmark-all-boron, + controller-csit-3node-periodic-benchmark-only-boron, + controller-csit-3node-rest-clust-cars-perf-only-boron, + didm-csit-1node-discovery-only-boron, + distribution-csit-1node-userfeatures-all-boron, + distribution-csit-1node-userfeatures-only-boron, + eman-csit-1node-model-all-boron, + eman-csit-1node-model-only-boron, + genius-csit-1node-genius-all-boron, + genius-csit-1node-genius-only-boron, + groupbasedpolicy-csit-1node-3-node-all-boron, + groupbasedpolicy-csit-1node-3-node-only-boron, + groupbasedpolicy-csit-1node-6node-all-boron, + groupbasedpolicy-csit-1node-6node-only-boron, + groupbasedpolicy-csit-1node-openstack-liberty-openstack-boron, + groupbasedpolicy-csit-1node-openstack-mitaka-openstack-boron, + groupbasedpolicy-csit-3node-clustering-all-boron, + groupbasedpolicy-csit-3node-clustering-only-boron, + l2switch-csit-1node-periodic-host-scalability-daily-only-boron, + l2switch-csit-1node-scalability-all-boron, + l2switch-csit-1node-scalability-only-boron, + l2switch-csit-1node-switch-all-boron, + l2switch-csit-1node-switch-only-boron, + lacp-csit-1node-lacp-all-boron, + lacp-csit-1node-lacp-only-boron, + lispflowmapping-csit-1node-msmr-all-boron, + lispflowmapping-csit-1node-msmr-only-boron, + lispflowmapping-csit-1node-performance-only-boron, + lispflowmapping-csit-3node-msmr-all-boron, + lispflowmapping-csit-3node-msmr-only-boron, + mdsal-csit-1node-periodic-bindingv1-only-boron, + messaging4transport-csit-1node-basic-all-boron, + messaging4transport-csit-1node-basic-only-boron, + natapp-csit-1node-basic-all-boron, + natapp-csit-1node-basic-only-boron, + nemo-csit-1node-engine-all-boron, + nemo-csit-1node-engine-only-boron, + netconf-csit-1node-periodic-scale-all-boron, + netconf-csit-1node-periodic-scale-only-boron, + netconf-csit-1node-userfeatures-all-boron, + netconf-csit-1node-userfeatures-only-boron, + netconf-csit-3node-cluster-stress-all-boron, + netconf-csit-3node-cluster-stress-only-boron, + netconf-csit-3node-clustering-all-boron, + netconf-csit-3node-clustering-only-boron, + netconf-csit-3node-periodic-clustering-scale-all-boron, + netconf-csit-3node-periodic-clustering-scale-only-boron, + netide-csit-1node-basic-all-boron, + netide-csit-1node-basic-only-boron, + netvirt-csit-1node-openstack-mitaka-upstream-learn-boron, + netvirt-csit-1node-openstack-mitaka-upstream-stateful-boron, + netvirt-csit-1node-openstack-mitaka-upstream-transparent-boron, + netvirt-csit-1node-openstack-newton-nodl-v2-upstream-learn-boron, + netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-boron, + netvirt-csit-1node-openstack-newton-nodl-v2-upstream-transparent-boron, + netvirt-csit-1node-openstack-newton-upstream-learn-boron, + netvirt-csit-1node-openstack-newton-upstream-stateful-boron, + netvirt-csit-1node-openstack-newton-upstream-transparent-boron, + netvirt-csit-3node-openstack-mitaka-upstream-learn-boron, + netvirt-csit-3node-openstack-mitaka-upstream-stateful-boron, + netvirt-csit-3node-openstack-mitaka-upstream-transparent-boron, + netvirt-csit-3node-openstack-newton-nodl-v2-upstream-learn-boron, + netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-boron, + netvirt-csit-3node-openstack-newton-nodl-v2-upstream-transparent-boron, + netvirt-csit-3node-openstack-newton-upstream-learn-boron, + netvirt-csit-3node-openstack-newton-upstream-stateful-boron, + netvirt-csit-3node-openstack-newton-upstream-transparent-boron, + netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-learn-boron, + netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-stateful-boron, + netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-transparent-boron, + netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-learn-boron, + netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-stateful-boron, + netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-transparent-boron, + netvirt-csit-hwvtep-1node-openstack-newton-upstream-learn-boron, + netvirt-csit-hwvtep-1node-openstack-newton-upstream-stateful-boron, + netvirt-csit-hwvtep-1node-openstack-newton-upstream-transparent-boron, + netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-learn-boron, + netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-stateful-boron, + netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-transparent-boron, + netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-learn-boron, + netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-stateful-boron, + netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-transparent-boron, + netvirt-csit-hwvtep-3node-openstack-newton-upstream-learn-boron, + netvirt-csit-hwvtep-3node-openstack-newton-upstream-stateful-boron, + netvirt-csit-hwvtep-3node-openstack-newton-upstream-transparent-boron, + netvirt-legacy-csit-1node-openstack-basic-all-boron, + netvirt-legacy-csit-1node-openstack-basic-only-boron, + netvirt-legacy-csit-1node-openstack-mitaka-upstream-boron, + netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-boron, + netvirt-legacy-csit-1node-openstack-newton-upstream-boron, + netvirt-legacy-csit-3node-clustering-only-boron, + netvirt-legacy-csit-3node-openstack-mitaka-upstream-boron, + netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-boron, + netvirt-legacy-csit-3node-openstack-newton-upstream-boron, + nic-csit-1node-basic-all-boron, + nic-csit-1node-basic-only-boron, + nic-csit-1node-vtnrenderer-all-boron, + nic-csit-1node-vtnrenderer-only-boron, + ocpplugin-csit-1node-get-all-boron, + ocpplugin-csit-1node-get-only-boron, + ocpplugin-csit-1node-scalability-all-boron, + ocpplugin-csit-1node-scalability-only-boron, + of-config-csit-1node-basic-all-boron, + of-config-csit-1node-basic-only-boron, + openflowplugin-csit-1node-cbench-performance-only-boron, + openflowplugin-csit-1node-config-performance-only-boron, + openflowplugin-csit-1node-flow-services-all-boron, + openflowplugin-csit-1node-flow-services-frs-only-boron, + openflowplugin-csit-1node-flow-services-only-boron, + openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-boron, + openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-boron, + openflowplugin-csit-1node-periodic-cbench-daily-only-boron, + openflowplugin-csit-1node-periodic-link-scalability-daily-only-boron, + openflowplugin-csit-1node-periodic-restconf-perf-daily-only-boron, + openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-boron, + openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-boron, + openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-boron, + openflowplugin-csit-1node-periodic-sw-scalability-daily-only-boron, + openflowplugin-csit-1node-scalability-only-boron, + openflowplugin-csit-3node-clustering-only-boron, + openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-boron, + openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-boron, + openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-boron, + ovsdb-csit-1node-periodic-scalability-daily-only-boron, + ovsdb-csit-1node-southbound-all-boron, + ovsdb-csit-1node-southbound-only-boron, + ovsdb-csit-3node-clustering-only-boron, + packetcable-csit-1node-pcmm-all-boron, + packetcable-csit-1node-pcmm-only-boron, + sdninterfaceapp-csit-1node-basic-only-boron, + sfc-csit-3node-rest-basic-all-boron, + sfc-csit-3node-rest-basic-only-boron, + snmp-csit-1node-basic-all-boron, + snmp-csit-1node-basic-only-boron, + sxp-csit-1node-basic-all-boron, + sxp-csit-1node-basic-only-boron, + sxp-csit-1node-filtering-all-boron, + sxp-csit-1node-filtering-only-boron, + sxp-csit-1node-topology-all-boron, + sxp-csit-1node-topology-only-boron, + sxp-csit-3node-periodic-clustering-all-boron, + sxp-csit-3node-periodic-clustering-only-boron, + topoprocessing-csit-1node-topology-operations-all-boron, + topoprocessing-csit-1node-topology-operations-only-boron, + tsdr-csit-1node-cassandra-datastore-only-boron, + tsdr-csit-1node-hbase-datastore-all-boron, + tsdr-csit-1node-hbase-datastore-only-boron, + tsdr-csit-1node-hsqldb-datastore-all-boron, + tsdr-csit-1node-hsqldb-datastore-only-boron, + unimgr-csit-1node-basic-all-boron, + unimgr-csit-1node-basic-only-boron, + unimgr-csit-1node-legato-all-boron, + unimgr-csit-1node-legato-only-boron, + usc-csit-1node-channel-all-boron, + usc-csit-1node-channel-only-boron, + usc-csit-1node-tcp-all-boron, + usc-csit-1node-tcp-only-boron, + usc-csit-1node-udp-all-boron, + usc-csit-1node-udp-only-boron, + usecplugin-csit-1node-basic-all-boron, + usecplugin-csit-1node-basic-only-boron, + vtn-csit-1node-coordinator-only-boron, + vtn-csit-1node-manager-all-boron, + vtn-csit-1node-manager-only-boron, + vtn-csit-1node-openstack-mitaka-neutron-boron, + vtn-csit-1node-openstack-newton-neutron-boron, + vtn-csit-3node-manager-all-boron, + vtn-csit-3node-manager-only-boron + csit-list-beryllium: > + aaa-csit-1node-authn-all-beryllium, + aaa-csit-1node-authn-only-beryllium, + aaa-csit-1node-idmlite-all-beryllium, + aaa-csit-1node-idmlite-only-beryllium, + alto-csit-1node-setup-all-beryllium, + alto-csit-1node-setup-only-beryllium, + armoury-csit-1node-basic-all-beryllium, + armoury-csit-1node-basic-only-beryllium, + bgpcep-csit-1node-periodic-bgp-ingest-all-beryllium, + bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-beryllium, + bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-beryllium, + bgpcep-csit-1node-periodic-bgp-ingest-only-beryllium, + bgpcep-csit-1node-periodic-throughpcep-all-beryllium, + bgpcep-csit-1node-periodic-throughpcep-only-beryllium, + bgpcep-csit-1node-userfeatures-all-beryllium, + bgpcep-csit-1node-userfeatures-only-beryllium, + bgpcep-csit-3node-periodic-bgpclustering-all-beryllium, + bgpcep-csit-3node-periodic-bgpclustering-only-beryllium, + capwap-csit-1node-ac-all-beryllium, + capwap-csit-1node-ac-only-beryllium, + centinel-csit-1node-basic-all-beryllium, + centinel-csit-1node-basic-only-beryllium, + controller-csit-1node-akka1-all-beryllium, + controller-csit-1node-akka1-only-beryllium, + controller-csit-1node-periodic-benchmark-all-beryllium, + controller-csit-1node-periodic-benchmark-only-beryllium, + controller-csit-1node-rest-cars-perf-all-beryllium, + controller-csit-1node-rest-cars-perf-only-beryllium, + controller-csit-3node-clustering-all-beryllium, + controller-csit-3node-clustering-only-beryllium, + controller-csit-3node-periodic-benchmark-all-beryllium, + controller-csit-3node-periodic-benchmark-only-beryllium, + controller-csit-3node-rest-clust-cars-perf-only-beryllium, + didm-csit-1node-discovery-only-beryllium, + distribution-csit-1node-userfeatures-all-beryllium, + distribution-csit-1node-userfeatures-only-beryllium, + groupbasedpolicy-csit-1node-3-node-all-beryllium, + groupbasedpolicy-csit-1node-3-node-only-beryllium, + groupbasedpolicy-csit-1node-6node-all-beryllium, + groupbasedpolicy-csit-1node-6node-only-beryllium, + groupbasedpolicy-csit-1node-openstack-liberty-openstack-beryllium, + groupbasedpolicy-csit-1node-openstack-mitaka-openstack-beryllium, + groupbasedpolicy-csit-3node-clustering-all-beryllium, + groupbasedpolicy-csit-3node-clustering-only-beryllium, + l2switch-csit-1node-periodic-host-scalability-daily-only-beryllium, + l2switch-csit-1node-scalability-all-beryllium, + l2switch-csit-1node-scalability-only-beryllium, + l2switch-csit-1node-switch-all-beryllium, + l2switch-csit-1node-switch-only-beryllium, + lacp-csit-1node-lacp-all-beryllium, + lacp-csit-1node-lacp-only-beryllium, + lispflowmapping-csit-1node-msmr-all-beryllium, + lispflowmapping-csit-1node-msmr-only-beryllium, + lispflowmapping-csit-1node-performance-only-beryllium, + lispflowmapping-csit-3node-msmr-all-beryllium, + lispflowmapping-csit-3node-msmr-only-beryllium, + mdsal-csit-1node-periodic-bindingv1-only-beryllium, + messaging4transport-csit-1node-basic-all-beryllium, + messaging4transport-csit-1node-basic-only-beryllium, + nemo-csit-1node-engine-all-beryllium, + nemo-csit-1node-engine-only-beryllium, + netconf-csit-1node-periodic-scale-all-beryllium, + netconf-csit-1node-periodic-scale-only-beryllium, + netconf-csit-1node-userfeatures-all-beryllium, + netconf-csit-1node-userfeatures-only-beryllium, + netconf-csit-3node-cluster-stress-all-beryllium, + netconf-csit-3node-cluster-stress-only-beryllium, + netconf-csit-3node-clustering-all-beryllium, + netconf-csit-3node-clustering-only-beryllium, + netconf-csit-3node-periodic-clustering-scale-all-beryllium, + netconf-csit-3node-periodic-clustering-scale-only-beryllium, + netide-csit-1node-basic-all-beryllium, + netide-csit-1node-basic-only-beryllium, + netvirt-legacy-csit-1node-openstack-basic-all-beryllium, + netvirt-legacy-csit-1node-openstack-basic-only-beryllium, + netvirt-legacy-csit-1node-openstack-mitaka-upstream-beryllium, + netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-beryllium, + netvirt-legacy-csit-1node-openstack-newton-upstream-beryllium, + netvirt-legacy-csit-3node-clustering-only-beryllium, + netvirt-legacy-csit-3node-openstack-mitaka-upstream-beryllium, + netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-beryllium, + netvirt-legacy-csit-3node-openstack-newton-upstream-beryllium, + nic-csit-1node-basic-all-beryllium, + nic-csit-1node-basic-only-beryllium, + nic-csit-1node-vtnrenderer-all-beryllium, + nic-csit-1node-vtnrenderer-only-beryllium, + of-config-csit-1node-basic-all-beryllium, + of-config-csit-1node-basic-only-beryllium, + openflowplugin-csit-1node-cbench-performance-only-beryllium, + openflowplugin-csit-1node-config-performance-only-beryllium, + openflowplugin-csit-1node-flow-services-all-beryllium, + openflowplugin-csit-1node-flow-services-only-beryllium, + openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-beryllium, + openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-beryllium, + openflowplugin-csit-1node-periodic-cbench-daily-only-beryllium, + openflowplugin-csit-1node-periodic-link-scalability-daily-only-beryllium, + openflowplugin-csit-1node-periodic-restconf-perf-daily-only-beryllium, + openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-beryllium, + openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-beryllium, + openflowplugin-csit-1node-periodic-sw-scalability-daily-only-beryllium, + openflowplugin-csit-1node-scalability-only-beryllium, + openflowplugin-csit-3node-clustering-only-beryllium, + openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-beryllium, + openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-beryllium, + openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-beryllium, + ovsdb-csit-1node-periodic-scalability-daily-only-beryllium, + ovsdb-csit-1node-southbound-all-beryllium, + ovsdb-csit-1node-southbound-only-beryllium, + ovsdb-csit-3node-clustering-only-beryllium, + packetcable-csit-1node-pcmm-all-beryllium, + packetcable-csit-1node-pcmm-only-beryllium, + sdninterfaceapp-csit-1node-basic-only-beryllium, + sfc-csit-3node-rest-basic-all-beryllium, + sfc-csit-3node-rest-basic-only-beryllium, + snmp-csit-1node-basic-all-beryllium, + snmp-csit-1node-basic-only-beryllium, + sxp-csit-1node-basic-all-beryllium, + sxp-csit-1node-basic-only-beryllium, + sxp-csit-1node-filtering-all-beryllium, + sxp-csit-1node-filtering-only-beryllium, + sxp-csit-1node-topology-all-beryllium, + sxp-csit-1node-topology-only-beryllium, + topoprocessing-csit-1node-topology-operations-all-beryllium, + topoprocessing-csit-1node-topology-operations-only-beryllium, + tsdr-csit-1node-cassandra-datastore-only-beryllium, + tsdr-csit-1node-hbase-datastore-all-beryllium, + tsdr-csit-1node-hbase-datastore-only-beryllium, + tsdr-csit-1node-hsqldb-datastore-all-beryllium, + tsdr-csit-1node-hsqldb-datastore-only-beryllium, + unimgr-csit-1node-basic-all-beryllium, + unimgr-csit-1node-basic-only-beryllium, + usc-csit-1node-channel-all-beryllium, + usc-csit-1node-channel-only-beryllium, + usc-csit-1node-tcp-all-beryllium, + usc-csit-1node-tcp-only-beryllium, + usc-csit-1node-udp-all-beryllium, + usc-csit-1node-udp-only-beryllium, + usecplugin-csit-1node-basic-all-beryllium, + usecplugin-csit-1node-basic-only-beryllium, + vtn-csit-1node-coordinator-only-beryllium, + vtn-csit-1node-manager-all-beryllium, + vtn-csit-1node-manager-only-beryllium, + vtn-csit-1node-openstack-mitaka-neutron-beryllium, + vtn-csit-1node-openstack-newton-neutron-beryllium + # CSIT TESTS END SED MARKER