X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=jjb%2Freleng-defaults.yaml;h=4a3e9918f277f8e7cadef97e9efeb5ffc6128d2c;hb=a755f99e013c1422ebfe032a319f355c91552c76;hp=4b8ba08b1e397411167b4c1ca2cdcfadc8f7a225;hpb=0d27c179f6a36800d4acfd0dcf2b5597de88ab88;p=releng%2Fbuilder.git diff --git a/jjb/releng-defaults.yaml b/jjb/releng-defaults.yaml index 4b8ba08b1..35a606517 100644 --- a/jjb/releng-defaults.yaml +++ b/jjb/releng-defaults.yaml @@ -1,33 +1,82 @@ +--- # ODL Releng jenkins defaults - defaults: name: global build-days-to-keep: 30 - build-num-to-keep: 40 - build-artifact-days-to-keep: -1 - build-artifact-num-to-keep: 5 + # Timeout in minutes build-timeout: 360 build-node: centos7-java-builder-2c-8g email-recipients: 'jenkins@lists.opendaylight.org' odl-ml2-driver-repo: 'https://github.com/openstack/networking-odl' + networking-l2gw-repo: 'http://git.openstack.org/openstack/networking-l2gw' + devstack-kubernetes-plugin-repo: 'https://github.com/openstack/kuryr-kubernetes' + devstack-lbaas-plugin-repo: 'https://github.com/openstack/neutron-lbaas' server-name: 'OpenDaylight' + git-url: 'ssh://jenkins-$SILO@git.opendaylight.org:29418' + ipsec-vxlan-tunnels-enabled: 'no' + + public-bridge: 'br-physnet1' + public-physical-network: 'physnet1' + odl-enable-l3: 'yes' + disable-odl-l3-service-plugin: 'no' + odl-ml2-driver-version: 'v1' + odl-ml2-port-binding: 'network-topology' + enable-openstack-plugins: 'networking-odl' + enable-openstack-services: 'q-svc,q-dhcp,q-meta,n-cauth,tempest' + disable-openstack-services: 'swift,cinder,n-net,q-vpn,n-cpu' + enable-networking-l2gw: 'no' + lbaas-service-provider: '' + create-initial-networks: 'False' + tenant-network-type: 'vxlan' + security-group-mode: 'none' # openstack-infra-parameters defaults archive-artifacts: '' branch: master + distribution_branch: '$GERRIT_BRANCH' + os-cloud: rackspace + + # Distribution bundle URL + bundleurl: 'last' - # CSIT images configuration - controller-image: 'centos7-java-builder-2c-4g' - openstack-image: 'centos7-devstack-2c-8g' - mininet-image: 'ubuntu-trusty-mininet-2c-2g' - mininet-vms: 1 - docker-image: 'centos7-docker-2c-4g' + # CSIT images configuration + stack-template: csit-2-instance-type.yaml + docker_system_count: 1 + docker_system_flavor: 4 GB General Purpose v1 + docker_system_image: CentOS 7 - docker - 20170120-1434 + odl_system_count: 1 + odl_system_flavor: 4 GB General Purpose v1 + odl_system_image: CentOS 7 - java-builder - 20170126-0058 + openstack_system_count: 1 + openstack_system_flavor: 8 GB General Purpose v1 + openstack_system_image: CentOS 7 - devstack - 20170221-1719 + tools_system_count: 1 + tools_system_flavor: 2 GB General Purpose v1 + tools_system_image: Ubuntu 14.04 - mininet - 20170210-0439 - # In case a CSIT job is merged without Java version specified + # Default Robot framework options + robot-options: '' + + # Data for csit-verify jobs + # Branch for "last" version detection + verify-branch: 'stable/boron' + # Value for ODL_STREAM + verify-stream: 'boron' + verify-jdkversion: 'openjdk8' + + # Maven / Java jdk: 'openjdk8' + opendaylight-infra-mvn-opts: | + --show-version + --batch-mode + -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn + -Djenkins + -Dmaven.repo.local=/tmp/r + -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r # Python toxdir: '' @@ -89,3 +138,559 @@ 10-plot-group: '' 10-inclusion-flag: 'off' 10-exclude-value: '' + + # CSIT Test List Variables + # Space seperated strings to exclude from CSIT lists + csit-list-blacklist: 'longevity gate' + # Auto Generated CSIT job lists used + # in integration-distribution-test jobs + csit-list-carbon: > + aaa-csit-1node-authn-all-carbon, + aaa-csit-1node-authn-only-carbon, + aaa-csit-1node-idmlite-all-carbon, + aaa-csit-1node-idmlite-only-carbon, + aaa-csit-1node-keystone-all-carbon, + aaa-csit-1node-keystone-only-carbon, + aaa-csit-1node-tls-only-carbon, + alto-csit-1node-setup-all-carbon, + alto-csit-1node-setup-only-carbon, + armoury-csit-1node-basic-all-carbon, + armoury-csit-1node-basic-only-carbon, + bgpcep-csit-1node-periodic-bgp-ingest-all-carbon, + bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-carbon, + bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-carbon, + bgpcep-csit-1node-periodic-bgp-ingest-only-carbon, + bgpcep-csit-1node-periodic-throughpcep-all-carbon, + bgpcep-csit-1node-periodic-throughpcep-only-carbon, + bgpcep-csit-1node-userfeatures-all-carbon, + bgpcep-csit-1node-userfeatures-only-carbon, + bgpcep-csit-3node-periodic-bgpclustering-all-carbon, + bgpcep-csit-3node-periodic-bgpclustering-ha-only-carbon, + bgpcep-csit-3node-periodic-bgpclustering-only-carbon, + bier-csit-1node-basic-all-carbon, + bier-csit-1node-basic-only-carbon, + capwap-csit-1node-ac-all-carbon, + capwap-csit-1node-ac-only-carbon, + centinel-csit-1node-basic-all-carbon, + centinel-csit-1node-basic-only-carbon, + controller-csit-1node-akka1-all-carbon, + controller-csit-1node-akka1-only-carbon, + controller-csit-1node-periodic-benchmark-all-carbon, + controller-csit-1node-periodic-benchmark-only-carbon, + controller-csit-1node-rest-cars-perf-all-carbon, + controller-csit-1node-rest-cars-perf-only-carbon, + controller-csit-3node-clustering-all-carbon, + controller-csit-3node-clustering-only-carbon, + controller-csit-3node-periodic-benchmark-all-carbon, + controller-csit-3node-periodic-benchmark-only-carbon, + controller-csit-3node-rest-clust-cars-perf-only-carbon, + daexim-csit-1node-basic-only-carbon, + didm-csit-1node-discovery-only-carbon, + distribution-csit-1node-userfeatures-all-carbon, + distribution-csit-1node-userfeatures-only-carbon, + eman-csit-1node-model-all-carbon, + eman-csit-1node-model-only-carbon, + genius-csit-1node-genius-all-carbon, + genius-csit-1node-genius-only-carbon, + groupbasedpolicy-csit-1node-3-node-all-carbon, + groupbasedpolicy-csit-1node-3-node-only-carbon, + groupbasedpolicy-csit-1node-6node-all-carbon, + groupbasedpolicy-csit-1node-6node-only-carbon, + groupbasedpolicy-csit-1node-openstack-liberty-openstack-carbon, + groupbasedpolicy-csit-1node-openstack-mitaka-openstack-carbon, + groupbasedpolicy-csit-1node-sxp-only-carbon, + groupbasedpolicy-csit-3node-clustering-all-carbon, + groupbasedpolicy-csit-3node-clustering-only-carbon, + iotdm-csit-1node-basic-all-carbon, + iotdm-csit-1node-basic-only-carbon, + l2switch-csit-1node-periodic-host-scalability-daily-only-carbon, + l2switch-csit-1node-scalability-all-carbon, + l2switch-csit-1node-scalability-only-carbon, + l2switch-csit-1node-switch-all-carbon, + l2switch-csit-1node-switch-only-carbon, + lacp-csit-1node-lacp-all-carbon, + lacp-csit-1node-lacp-only-carbon, + lispflowmapping-csit-1node-msmr-all-carbon, + lispflowmapping-csit-1node-msmr-only-carbon, + lispflowmapping-csit-1node-performance-only-carbon, + lispflowmapping-csit-3node-msmr-all-carbon, + lispflowmapping-csit-3node-msmr-only-carbon, + mdsal-csit-1node-periodic-bindingv1-only-carbon, + messaging4transport-csit-1node-basic-all-carbon, + messaging4transport-csit-1node-basic-only-carbon, + natapp-csit-1node-basic-all-carbon, + natapp-csit-1node-basic-only-carbon, + nemo-csit-1node-engine-all-carbon, + nemo-csit-1node-engine-only-carbon, + netconf-csit-1node-periodic-scale-all-carbon, + netconf-csit-1node-periodic-scale-only-carbon, + netconf-csit-1node-userfeatures-all-carbon, + netconf-csit-1node-userfeatures-only-carbon, + netconf-csit-3node-cluster-stress-all-carbon, + netconf-csit-3node-cluster-stress-only-carbon, + netconf-csit-3node-clustering-all-carbon, + netconf-csit-3node-clustering-only-carbon, + netconf-csit-3node-periodic-clustering-scale-all-carbon, + netconf-csit-3node-periodic-clustering-scale-only-carbon, + netide-csit-1node-basic-all-carbon, + netide-csit-1node-basic-only-carbon, + netvirt-csit-1node-openstack-mitaka-upstream-learn-carbon, + netvirt-csit-1node-openstack-mitaka-upstream-stateful-carbon, + netvirt-csit-1node-openstack-mitaka-upstream-transparent-carbon, + netvirt-csit-1node-openstack-newton-nodl-v2-upstream-learn-carbon, + netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-carbon, + netvirt-csit-1node-openstack-newton-nodl-v2-upstream-transparent-carbon, + netvirt-csit-1node-openstack-newton-upstream-learn-carbon, + netvirt-csit-1node-openstack-newton-upstream-stateful-carbon, + netvirt-csit-1node-openstack-newton-upstream-transparent-carbon, + netvirt-csit-3node-openstack-mitaka-upstream-learn-carbon, + netvirt-csit-3node-openstack-mitaka-upstream-stateful-carbon, + netvirt-csit-3node-openstack-mitaka-upstream-transparent-carbon, + netvirt-csit-3node-openstack-newton-nodl-v2-upstream-learn-carbon, + netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-carbon, + netvirt-csit-3node-openstack-newton-nodl-v2-upstream-transparent-carbon, + netvirt-csit-3node-openstack-newton-upstream-learn-carbon, + netvirt-csit-3node-openstack-newton-upstream-stateful-carbon, + netvirt-csit-3node-openstack-newton-upstream-transparent-carbon, + netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-learn-carbon, + netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-stateful-carbon, + netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-transparent-carbon, + netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-learn-carbon, + netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-stateful-carbon, + netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-transparent-carbon, + netvirt-csit-hwvtep-1node-openstack-newton-upstream-learn-carbon, + netvirt-csit-hwvtep-1node-openstack-newton-upstream-stateful-carbon, + netvirt-csit-hwvtep-1node-openstack-newton-upstream-transparent-carbon, + netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-learn-carbon, + netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-stateful-carbon, + netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-transparent-carbon, + netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-learn-carbon, + netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-stateful-carbon, + netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-transparent-carbon, + netvirt-csit-hwvtep-3node-openstack-newton-upstream-learn-carbon, + netvirt-csit-hwvtep-3node-openstack-newton-upstream-stateful-carbon, + netvirt-csit-hwvtep-3node-openstack-newton-upstream-transparent-carbon, + netvirt-legacy-csit-1node-openstack-basic-all-carbon, + netvirt-legacy-csit-1node-openstack-basic-only-carbon, + netvirt-legacy-csit-1node-openstack-mitaka-upstream-carbon, + netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-carbon, + netvirt-legacy-csit-1node-openstack-newton-upstream-carbon, + netvirt-legacy-csit-3node-clustering-only-carbon, + netvirt-legacy-csit-3node-openstack-mitaka-upstream-carbon, + netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-carbon, + netvirt-legacy-csit-3node-openstack-newton-upstream-carbon, + nic-csit-1node-basic-all-carbon, + nic-csit-1node-basic-only-carbon, + nic-csit-1node-vtnrenderer-all-carbon, + nic-csit-1node-vtnrenderer-only-carbon, + ocpplugin-csit-1node-get-all-carbon, + ocpplugin-csit-1node-get-only-carbon, + ocpplugin-csit-1node-scalability-all-carbon, + ocpplugin-csit-1node-scalability-only-carbon, + of-config-csit-1node-basic-all-carbon, + of-config-csit-1node-basic-only-carbon, + openflowplugin-csit-1node-flow-services-all-carbon, + openflowplugin-csit-1node-flow-services-frs-only-carbon, + openflowplugin-csit-1node-flow-services-only-carbon, + openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-carbon, + openflowplugin-csit-1node-periodic-cbench-daily-only-carbon, + openflowplugin-csit-1node-periodic-link-scalability-daily-only-carbon, + openflowplugin-csit-1node-periodic-restconf-perf-daily-only-carbon, + openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-carbon, + openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-carbon, + openflowplugin-csit-1node-periodic-sw-scalability-daily-only-carbon, + openflowplugin-csit-1node-sanity-only-carbon, + openflowplugin-csit-1node-scalability-only-carbon, + openflowplugin-csit-3node-clustering-only-carbon, + openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-carbon, + openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-carbon, + openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-carbon, + ovsdb-csit-1node-upstream-southbound-all-carbon, + ovsdb-csit-1node-upstream-southbound-only-carbon, + ovsdb-csit-3node-upstream-clustering-only-carbon, + packetcable-csit-1node-pcmm-all-carbon, + packetcable-csit-1node-pcmm-only-carbon, + sdninterfaceapp-csit-1node-basic-only-carbon, + sfc-csit-3node-docker-full-deploy-all-carbon, + sfc-csit-3node-docker-full-deploy-only-carbon, + sfc-csit-3node-rest-basic-all-carbon, + sfc-csit-3node-rest-basic-only-carbon, + snmp-csit-1node-basic-all-carbon, + snmp-csit-1node-basic-only-carbon, + sxp-csit-1node-basic-all-carbon, + sxp-csit-1node-basic-only-carbon, + sxp-csit-1node-filtering-all-carbon, + sxp-csit-1node-filtering-only-carbon, + sxp-csit-1node-periodic-performance-all-carbon, + sxp-csit-1node-periodic-performance-only-carbon, + sxp-csit-1node-topology-all-carbon, + sxp-csit-1node-topology-only-carbon, + sxp-csit-3node-periodic-clustering-all-carbon, + sxp-csit-3node-periodic-clustering-only-carbon, + sxp-csit-3node-periodic-routing-all-carbon, + sxp-csit-3node-periodic-routing-only-carbon, + topoprocessing-csit-1node-topology-operations-all-carbon, + topoprocessing-csit-1node-topology-operations-only-carbon, + tsdr-csit-1node-cassandra-datastore-only-carbon, + tsdr-csit-1node-elasticsearch-datastore-only-carbon, + tsdr-csit-1node-hbase-datastore-all-carbon, + tsdr-csit-1node-hbase-datastore-only-carbon, + tsdr-csit-1node-hsqldb-datastore-all-carbon, + tsdr-csit-1node-hsqldb-datastore-only-carbon, + unimgr-csit-1node-basic-all-carbon, + unimgr-csit-1node-basic-only-carbon, + unimgr-csit-1node-legato-all-carbon, + unimgr-csit-1node-legato-only-carbon, + usc-csit-1node-channel-all-carbon, + usc-csit-1node-channel-only-carbon, + usc-csit-1node-tcp-all-carbon, + usc-csit-1node-tcp-only-carbon, + usecplugin-csit-1node-basic-all-carbon, + usecplugin-csit-1node-basic-only-carbon, + vtn-csit-1node-coordinator-only-carbon, + vtn-csit-1node-manager-all-carbon, + vtn-csit-1node-manager-only-carbon, + vtn-csit-1node-openstack-mitaka-neutron-carbon, + vtn-csit-1node-openstack-newton-neutron-carbon, + vtn-csit-3node-manager-all-carbon, + vtn-csit-3node-manager-only-carbon, + yangtools-csit-1node-periodic-system-only-carbon + csit-weekly-list-carbon: > + controller-csit-1node-notifications-longevity-only-carbon + csit-list-boron: > + aaa-csit-1node-authn-all-boron, + aaa-csit-1node-authn-only-boron, + aaa-csit-1node-idmlite-all-boron, + aaa-csit-1node-idmlite-only-boron, + alto-csit-1node-setup-all-boron, + alto-csit-1node-setup-only-boron, + armoury-csit-1node-basic-all-boron, + armoury-csit-1node-basic-only-boron, + bgpcep-csit-1node-periodic-bgp-ingest-all-boron, + bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-boron, + bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-boron, + bgpcep-csit-1node-periodic-bgp-ingest-only-boron, + bgpcep-csit-1node-periodic-throughpcep-all-boron, + bgpcep-csit-1node-periodic-throughpcep-only-boron, + bgpcep-csit-1node-userfeatures-all-boron, + bgpcep-csit-1node-userfeatures-only-boron, + bgpcep-csit-3node-periodic-bgpclustering-all-boron, + bgpcep-csit-3node-periodic-bgpclustering-ha-only-boron, + bgpcep-csit-3node-periodic-bgpclustering-only-boron, + capwap-csit-1node-ac-all-boron, + capwap-csit-1node-ac-only-boron, + centinel-csit-1node-basic-all-boron, + centinel-csit-1node-basic-only-boron, + controller-csit-1node-akka1-all-boron, + controller-csit-1node-akka1-only-boron, + controller-csit-1node-periodic-benchmark-all-boron, + controller-csit-1node-periodic-benchmark-only-boron, + controller-csit-1node-rest-cars-perf-all-boron, + controller-csit-1node-rest-cars-perf-only-boron, + controller-csit-3node-clustering-all-boron, + controller-csit-3node-clustering-only-boron, + controller-csit-3node-periodic-benchmark-all-boron, + controller-csit-3node-periodic-benchmark-only-boron, + controller-csit-3node-rest-clust-cars-perf-only-boron, + didm-csit-1node-discovery-only-boron, + distribution-csit-1node-userfeatures-all-boron, + distribution-csit-1node-userfeatures-only-boron, + eman-csit-1node-model-all-boron, + eman-csit-1node-model-only-boron, + genius-csit-1node-genius-all-boron, + genius-csit-1node-genius-only-boron, + groupbasedpolicy-csit-1node-3-node-all-boron, + groupbasedpolicy-csit-1node-3-node-only-boron, + groupbasedpolicy-csit-1node-6node-all-boron, + groupbasedpolicy-csit-1node-6node-only-boron, + groupbasedpolicy-csit-1node-openstack-liberty-openstack-boron, + groupbasedpolicy-csit-1node-openstack-mitaka-openstack-boron, + groupbasedpolicy-csit-3node-clustering-all-boron, + groupbasedpolicy-csit-3node-clustering-only-boron, + l2switch-csit-1node-periodic-host-scalability-daily-only-boron, + l2switch-csit-1node-scalability-all-boron, + l2switch-csit-1node-scalability-only-boron, + l2switch-csit-1node-switch-all-boron, + l2switch-csit-1node-switch-only-boron, + lacp-csit-1node-lacp-all-boron, + lacp-csit-1node-lacp-only-boron, + lispflowmapping-csit-1node-msmr-all-boron, + lispflowmapping-csit-1node-msmr-only-boron, + lispflowmapping-csit-1node-performance-only-boron, + lispflowmapping-csit-3node-msmr-all-boron, + lispflowmapping-csit-3node-msmr-only-boron, + mdsal-csit-1node-periodic-bindingv1-only-boron, + messaging4transport-csit-1node-basic-all-boron, + messaging4transport-csit-1node-basic-only-boron, + natapp-csit-1node-basic-all-boron, + natapp-csit-1node-basic-only-boron, + nemo-csit-1node-engine-all-boron, + nemo-csit-1node-engine-only-boron, + netconf-csit-1node-periodic-scale-all-boron, + netconf-csit-1node-periodic-scale-only-boron, + netconf-csit-1node-userfeatures-all-boron, + netconf-csit-1node-userfeatures-only-boron, + netconf-csit-3node-cluster-stress-all-boron, + netconf-csit-3node-cluster-stress-only-boron, + netconf-csit-3node-clustering-all-boron, + netconf-csit-3node-clustering-only-boron, + netconf-csit-3node-periodic-clustering-scale-all-boron, + netconf-csit-3node-periodic-clustering-scale-only-boron, + netide-csit-1node-basic-all-boron, + netide-csit-1node-basic-only-boron, + netvirt-csit-1node-openstack-mitaka-upstream-learn-boron, + netvirt-csit-1node-openstack-mitaka-upstream-stateful-boron, + netvirt-csit-1node-openstack-mitaka-upstream-transparent-boron, + netvirt-csit-1node-openstack-newton-nodl-v2-upstream-learn-boron, + netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-boron, + netvirt-csit-1node-openstack-newton-nodl-v2-upstream-transparent-boron, + netvirt-csit-1node-openstack-newton-upstream-learn-boron, + netvirt-csit-1node-openstack-newton-upstream-stateful-boron, + netvirt-csit-1node-openstack-newton-upstream-transparent-boron, + netvirt-csit-3node-openstack-mitaka-upstream-learn-boron, + netvirt-csit-3node-openstack-mitaka-upstream-stateful-boron, + netvirt-csit-3node-openstack-mitaka-upstream-transparent-boron, + netvirt-csit-3node-openstack-newton-nodl-v2-upstream-learn-boron, + netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-boron, + netvirt-csit-3node-openstack-newton-nodl-v2-upstream-transparent-boron, + netvirt-csit-3node-openstack-newton-upstream-learn-boron, + netvirt-csit-3node-openstack-newton-upstream-stateful-boron, + netvirt-csit-3node-openstack-newton-upstream-transparent-boron, + netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-learn-boron, + netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-stateful-boron, + netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-transparent-boron, + netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-learn-boron, + netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-stateful-boron, + netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-transparent-boron, + netvirt-csit-hwvtep-1node-openstack-newton-upstream-learn-boron, + netvirt-csit-hwvtep-1node-openstack-newton-upstream-stateful-boron, + netvirt-csit-hwvtep-1node-openstack-newton-upstream-transparent-boron, + netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-learn-boron, + netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-stateful-boron, + netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-transparent-boron, + netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-learn-boron, + netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-stateful-boron, + netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-transparent-boron, + netvirt-csit-hwvtep-3node-openstack-newton-upstream-learn-boron, + netvirt-csit-hwvtep-3node-openstack-newton-upstream-stateful-boron, + netvirt-csit-hwvtep-3node-openstack-newton-upstream-transparent-boron, + netvirt-legacy-csit-1node-openstack-basic-all-boron, + netvirt-legacy-csit-1node-openstack-basic-only-boron, + netvirt-legacy-csit-1node-openstack-mitaka-upstream-boron, + netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-boron, + netvirt-legacy-csit-1node-openstack-newton-upstream-boron, + netvirt-legacy-csit-3node-clustering-only-boron, + netvirt-legacy-csit-3node-openstack-mitaka-upstream-boron, + netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-boron, + netvirt-legacy-csit-3node-openstack-newton-upstream-boron, + nic-csit-1node-basic-all-boron, + nic-csit-1node-basic-only-boron, + nic-csit-1node-vtnrenderer-all-boron, + nic-csit-1node-vtnrenderer-only-boron, + ocpplugin-csit-1node-get-all-boron, + ocpplugin-csit-1node-get-only-boron, + ocpplugin-csit-1node-scalability-all-boron, + ocpplugin-csit-1node-scalability-only-boron, + of-config-csit-1node-basic-all-boron, + of-config-csit-1node-basic-only-boron, + openflowplugin-csit-1node-flow-services-all-boron, + openflowplugin-csit-1node-flow-services-frs-only-boron, + openflowplugin-csit-1node-flow-services-only-boron, + openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-boron, + openflowplugin-csit-1node-periodic-cbench-daily-only-boron, + openflowplugin-csit-1node-periodic-link-scalability-daily-only-boron, + openflowplugin-csit-1node-periodic-restconf-perf-daily-only-boron, + openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-boron, + openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-boron, + openflowplugin-csit-1node-periodic-sw-scalability-daily-only-boron, + openflowplugin-csit-1node-sanity-only-boron, + openflowplugin-csit-1node-scalability-only-boron, + openflowplugin-csit-3node-clustering-only-boron, + openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-boron, + openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-boron, + openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-boron, + ovsdb-csit-1node-upstream-southbound-all-boron, + ovsdb-csit-1node-upstream-southbound-only-boron, + ovsdb-csit-3node-upstream-clustering-only-boron, + packetcable-csit-1node-pcmm-all-boron, + packetcable-csit-1node-pcmm-only-boron, + sdninterfaceapp-csit-1node-basic-only-boron, + sfc-csit-3node-rest-basic-all-boron, + sfc-csit-3node-rest-basic-only-boron, + snmp-csit-1node-basic-all-boron, + snmp-csit-1node-basic-only-boron, + sxp-csit-1node-basic-all-boron, + sxp-csit-1node-basic-only-boron, + sxp-csit-1node-filtering-all-boron, + sxp-csit-1node-filtering-only-boron, + sxp-csit-1node-topology-all-boron, + sxp-csit-1node-topology-only-boron, + sxp-csit-3node-periodic-clustering-all-boron, + sxp-csit-3node-periodic-clustering-only-boron, + topoprocessing-csit-1node-topology-operations-all-boron, + topoprocessing-csit-1node-topology-operations-only-boron, + tsdr-csit-1node-cassandra-datastore-only-boron, + tsdr-csit-1node-hbase-datastore-all-boron, + tsdr-csit-1node-hbase-datastore-only-boron, + tsdr-csit-1node-hsqldb-datastore-all-boron, + tsdr-csit-1node-hsqldb-datastore-only-boron, + unimgr-csit-1node-basic-all-boron, + unimgr-csit-1node-basic-only-boron, + unimgr-csit-1node-legato-all-boron, + unimgr-csit-1node-legato-only-boron, + usc-csit-1node-channel-all-boron, + usc-csit-1node-channel-only-boron, + usc-csit-1node-tcp-all-boron, + usc-csit-1node-tcp-only-boron, + usc-csit-1node-udp-all-boron, + usc-csit-1node-udp-only-boron, + usecplugin-csit-1node-basic-all-boron, + usecplugin-csit-1node-basic-only-boron, + vtn-csit-1node-coordinator-only-boron, + vtn-csit-1node-manager-all-boron, + vtn-csit-1node-manager-only-boron, + vtn-csit-1node-openstack-mitaka-neutron-boron, + vtn-csit-1node-openstack-newton-neutron-boron, + vtn-csit-3node-manager-all-boron, + vtn-csit-3node-manager-only-boron + csit-list-beryllium: > + aaa-csit-1node-authn-all-beryllium, + aaa-csit-1node-authn-only-beryllium, + aaa-csit-1node-idmlite-all-beryllium, + aaa-csit-1node-idmlite-only-beryllium, + alto-csit-1node-setup-all-beryllium, + alto-csit-1node-setup-only-beryllium, + armoury-csit-1node-basic-all-beryllium, + armoury-csit-1node-basic-only-beryllium, + bgpcep-csit-1node-periodic-bgp-ingest-all-beryllium, + bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-beryllium, + bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-beryllium, + bgpcep-csit-1node-periodic-bgp-ingest-only-beryllium, + bgpcep-csit-1node-periodic-throughpcep-all-beryllium, + bgpcep-csit-1node-periodic-throughpcep-only-beryllium, + bgpcep-csit-1node-userfeatures-all-beryllium, + bgpcep-csit-1node-userfeatures-only-beryllium, + bgpcep-csit-3node-periodic-bgpclustering-all-beryllium, + bgpcep-csit-3node-periodic-bgpclustering-only-beryllium, + capwap-csit-1node-ac-all-beryllium, + capwap-csit-1node-ac-only-beryllium, + centinel-csit-1node-basic-all-beryllium, + centinel-csit-1node-basic-only-beryllium, + controller-csit-1node-akka1-all-beryllium, + controller-csit-1node-akka1-only-beryllium, + controller-csit-1node-periodic-benchmark-all-beryllium, + controller-csit-1node-periodic-benchmark-only-beryllium, + controller-csit-1node-rest-cars-perf-all-beryllium, + controller-csit-1node-rest-cars-perf-only-beryllium, + controller-csit-3node-clustering-all-beryllium, + controller-csit-3node-clustering-only-beryllium, + controller-csit-3node-periodic-benchmark-all-beryllium, + controller-csit-3node-periodic-benchmark-only-beryllium, + controller-csit-3node-rest-clust-cars-perf-only-beryllium, + didm-csit-1node-discovery-only-beryllium, + distribution-csit-1node-userfeatures-all-beryllium, + distribution-csit-1node-userfeatures-only-beryllium, + groupbasedpolicy-csit-1node-3-node-all-beryllium, + groupbasedpolicy-csit-1node-3-node-only-beryllium, + groupbasedpolicy-csit-1node-6node-all-beryllium, + groupbasedpolicy-csit-1node-6node-only-beryllium, + groupbasedpolicy-csit-1node-openstack-liberty-openstack-beryllium, + groupbasedpolicy-csit-1node-openstack-mitaka-openstack-beryllium, + groupbasedpolicy-csit-3node-clustering-all-beryllium, + groupbasedpolicy-csit-3node-clustering-only-beryllium, + l2switch-csit-1node-periodic-host-scalability-daily-only-beryllium, + l2switch-csit-1node-scalability-all-beryllium, + l2switch-csit-1node-scalability-only-beryllium, + l2switch-csit-1node-switch-all-beryllium, + l2switch-csit-1node-switch-only-beryllium, + lacp-csit-1node-lacp-all-beryllium, + lacp-csit-1node-lacp-only-beryllium, + lispflowmapping-csit-1node-msmr-all-beryllium, + lispflowmapping-csit-1node-msmr-only-beryllium, + lispflowmapping-csit-1node-performance-only-beryllium, + lispflowmapping-csit-3node-msmr-all-beryllium, + lispflowmapping-csit-3node-msmr-only-beryllium, + mdsal-csit-1node-periodic-bindingv1-only-beryllium, + messaging4transport-csit-1node-basic-all-beryllium, + messaging4transport-csit-1node-basic-only-beryllium, + nemo-csit-1node-engine-all-beryllium, + nemo-csit-1node-engine-only-beryllium, + netconf-csit-1node-periodic-scale-all-beryllium, + netconf-csit-1node-periodic-scale-only-beryllium, + netconf-csit-1node-userfeatures-all-beryllium, + netconf-csit-1node-userfeatures-only-beryllium, + netconf-csit-3node-cluster-stress-all-beryllium, + netconf-csit-3node-cluster-stress-only-beryllium, + netconf-csit-3node-clustering-all-beryllium, + netconf-csit-3node-clustering-only-beryllium, + netconf-csit-3node-periodic-clustering-scale-all-beryllium, + netconf-csit-3node-periodic-clustering-scale-only-beryllium, + netide-csit-1node-basic-all-beryllium, + netide-csit-1node-basic-only-beryllium, + netvirt-legacy-csit-1node-openstack-basic-all-beryllium, + netvirt-legacy-csit-1node-openstack-basic-only-beryllium, + netvirt-legacy-csit-1node-openstack-mitaka-upstream-beryllium, + netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-beryllium, + netvirt-legacy-csit-1node-openstack-newton-upstream-beryllium, + netvirt-legacy-csit-3node-clustering-only-beryllium, + netvirt-legacy-csit-3node-openstack-mitaka-upstream-beryllium, + netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-beryllium, + netvirt-legacy-csit-3node-openstack-newton-upstream-beryllium, + nic-csit-1node-basic-all-beryllium, + nic-csit-1node-basic-only-beryllium, + nic-csit-1node-vtnrenderer-all-beryllium, + nic-csit-1node-vtnrenderer-only-beryllium, + of-config-csit-1node-basic-all-beryllium, + of-config-csit-1node-basic-only-beryllium, + openflowplugin-csit-1node-flow-services-all-beryllium, + openflowplugin-csit-1node-flow-services-only-beryllium, + openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-beryllium, + openflowplugin-csit-1node-periodic-cbench-daily-only-beryllium, + openflowplugin-csit-1node-periodic-link-scalability-daily-only-beryllium, + openflowplugin-csit-1node-periodic-restconf-perf-daily-only-beryllium, + openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-beryllium, + openflowplugin-csit-1node-periodic-sw-scalability-daily-only-beryllium, + openflowplugin-csit-1node-scalability-only-beryllium, + openflowplugin-csit-3node-clustering-only-beryllium, + openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-beryllium, + openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-beryllium, + openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-beryllium, + ovsdb-csit-1node-upstream-southbound-all-beryllium, + ovsdb-csit-1node-upstream-southbound-only-beryllium, + ovsdb-csit-3node-upstream-clustering-only-beryllium, + packetcable-csit-1node-pcmm-all-beryllium, + packetcable-csit-1node-pcmm-only-beryllium, + sdninterfaceapp-csit-1node-basic-only-beryllium, + sfc-csit-3node-rest-basic-all-beryllium, + sfc-csit-3node-rest-basic-only-beryllium, + snmp-csit-1node-basic-all-beryllium, + snmp-csit-1node-basic-only-beryllium, + sxp-csit-1node-basic-all-beryllium, + sxp-csit-1node-basic-only-beryllium, + sxp-csit-1node-filtering-all-beryllium, + sxp-csit-1node-filtering-only-beryllium, + sxp-csit-1node-topology-all-beryllium, + sxp-csit-1node-topology-only-beryllium, + topoprocessing-csit-1node-topology-operations-all-beryllium, + topoprocessing-csit-1node-topology-operations-only-beryllium, + tsdr-csit-1node-cassandra-datastore-only-beryllium, + tsdr-csit-1node-hbase-datastore-all-beryllium, + tsdr-csit-1node-hbase-datastore-only-beryllium, + tsdr-csit-1node-hsqldb-datastore-all-beryllium, + tsdr-csit-1node-hsqldb-datastore-only-beryllium, + unimgr-csit-1node-basic-all-beryllium, + unimgr-csit-1node-basic-only-beryllium, + usc-csit-1node-channel-all-beryllium, + usc-csit-1node-channel-only-beryllium, + usc-csit-1node-tcp-all-beryllium, + usc-csit-1node-tcp-only-beryllium, + usc-csit-1node-udp-all-beryllium, + usc-csit-1node-udp-only-beryllium, + usecplugin-csit-1node-basic-all-beryllium, + usecplugin-csit-1node-basic-only-beryllium, + vtn-csit-1node-coordinator-only-beryllium, + vtn-csit-1node-manager-all-beryllium, + vtn-csit-1node-manager-only-beryllium, + vtn-csit-1node-openstack-mitaka-neutron-beryllium, + vtn-csit-1node-openstack-newton-neutron-beryllium +# CSIT TESTS END SED MARKER