X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;ds=sidebyside;f=jjb%2Freleng-defaults.yaml;h=cc2b73f7a94e3e3a88f30b138a7f8d761beea07d;hb=b5be33b878d75af8df189ee55974405b9a08dff1;hp=98c1e30ba607372a7a5ecaa045f458a0c4a3dc70;hpb=358fe5d4bfeec6c053a41ab33fd92a8ff6db6944;p=releng%2Fbuilder.git diff --git a/jjb/releng-defaults.yaml b/jjb/releng-defaults.yaml index 98c1e30ba..cc2b73f7a 100644 --- a/jjb/releng-defaults.yaml +++ b/jjb/releng-defaults.yaml @@ -1,3 +1,4 @@ +--- # ODL Releng jenkins defaults - defaults: @@ -8,17 +9,37 @@ # Timeout in minutes build-timeout: 360 build-node: centos7-java-builder-2c-8g + num-openstack-sites: 1 email-recipients: 'jenkins@lists.opendaylight.org' odl-ml2-driver-repo: 'https://github.com/openstack/networking-odl' networking-l2gw-repo: 'http://git.openstack.org/openstack/networking-l2gw' + devstack-kubernetes-plugin-repo: 'https://github.com/openstack/kuryr-kubernetes' + devstack-lbaas-plugin-repo: 'https://github.com/openstack/neutron-lbaas' + devstack-networking-sfc-plugin-repo: 'https://github.com/openstack/networking-sfc' server-name: 'OpenDaylight' git-url: 'ssh://jenkins-$SILO@git.opendaylight.org:29418' + ipsec-vxlan-tunnels-enabled: 'no' + + public-bridge: 'br-physnet1' + public-physical-network: 'physnet1' + odl-enable-l3: 'yes' + odl-ml2-driver-version: 'v1' + odl-ml2-port-binding: 'network-topology' + enable-openstack-plugins: 'networking-odl' + enable-openstack-services: 'q-svc,q-dhcp,q-meta,n-cauth,tempest' + disable-openstack-services: 'swift,cinder,n-net,q-vpn,n-cpu' + enable-networking-l2gw: 'no' + lbaas-service-provider: '' + create-initial-networks: 'False' + tenant-network-type: 'vxlan' + security-group-mode: 'none' # openstack-infra-parameters defaults archive-artifacts: '' branch: master distribution_branch: '$GERRIT_BRANCH' + os-cloud: rackspace # Distribution bundle URL bundleurl: 'last' @@ -30,7 +51,7 @@ docker_system_image: CentOS 7 - docker - 20170120-1434 odl_system_count: 1 odl_system_flavor: 4 GB General Purpose v1 - odl_system_image: CentOS 7 - java-builder - 20170126-0058 + odl_system_image: CentOS 7 - java-builder - 20170311-0517 openstack_system_count: 1 openstack_system_flavor: 8 GB General Purpose v1 openstack_system_image: CentOS 7 - devstack - 20170221-1719 @@ -48,8 +69,15 @@ verify-stream: 'boron' verify-jdkversion: 'openjdk8' - # In case a CSIT job is merged without Java version specified + # Maven / Java jdk: 'openjdk8' + opendaylight-infra-mvn-opts: | + --show-version + --batch-mode + -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn + -Djenkins + -Dmaven.repo.local=/tmp/r + -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r # Python toxdir: '' @@ -112,16 +140,242 @@ 10-inclusion-flag: 'off' 10-exclude-value: '' - ### CSIT Test List Variables - # Space seperated strings to exclude from CSIT lists - csit-list-blacklist: 'longevity gate' + # Manual CSIT job lists used by sanity + # and weekly distribution test jobs + csit-sanity-list-nitrogen: > + openflowplugin-csit-1node-sanity-only-nitrogen + csit-sanity-list-carbon: > + openflowplugin-csit-1node-sanity-only-carbon + csit-sanity-list-boron: > + openflowplugin-csit-1node-sanity-only-boron + csit-weekly-list-nitrogen: > + controller-csit-1node-notifications-longevity-only-nitrogen, + controller-csit-3node-drb-partnheal-longevity-only-nitrogen, + controller-csit-3node-drb-precedence-longevity-only-nitrogen, + openflowplugin-csit-1node-periodic-longevity-only-nitrogen + csit-weekly-list-carbon: > + controller-csit-1node-notifications-longevity-only-carbon, + controller-csit-3node-drb-partnheal-longevity-only-carbon, + controller-csit-3node-drb-precedence-longevity-only-carbon, + openflowplugin-csit-1node-periodic-longevity-only-carbon + csit-weekly-list-boron: > + openflowplugin-csit-1node-periodic-longevity-only-boron + + # CSIT Test List Variables + # Space seperated strings to exclude from + # auto generated CSIT job lists + csit-list-blacklist: 'longevity gate sanity' + # Auto Generated CSIT job lists used - # in integration-distribution-test jobs + # in regular distribution test jobs + # DO NOT EDIT NEXT LINES MANUALLY + csit-list-nitrogen: > + aaa-csit-1node-authn-all-nitrogen, + aaa-csit-1node-authn-only-nitrogen, + aaa-csit-1node-idmlite-all-nitrogen, + aaa-csit-1node-idmlite-only-nitrogen, + aaa-csit-1node-keystone-all-nitrogen, + aaa-csit-1node-keystone-only-nitrogen, + aaa-csit-1node-tls-only-nitrogen, + alto-csit-1node-setup-all-nitrogen, + alto-csit-1node-setup-only-nitrogen, + armoury-csit-1node-basic-all-nitrogen, + armoury-csit-1node-basic-only-nitrogen, + bgpcep-csit-1node-periodic-bgp-ingest-all-nitrogen, + bgpcep-csit-1node-periodic-bgp-ingest-only-nitrogen, + bgpcep-csit-1node-periodic-throughpcep-all-nitrogen, + bgpcep-csit-1node-periodic-throughpcep-only-nitrogen, + bgpcep-csit-1node-userfeatures-all-nitrogen, + bgpcep-csit-1node-userfeatures-only-nitrogen, + bgpcep-csit-3node-periodic-bgpclustering-all-nitrogen, + bgpcep-csit-3node-periodic-bgpclustering-ha-only-nitrogen, + bgpcep-csit-3node-periodic-bgpclustering-only-nitrogen, + bier-csit-1node-basic-all-nitrogen, + bier-csit-1node-basic-only-nitrogen, + capwap-csit-1node-ac-all-nitrogen, + capwap-csit-1node-ac-only-nitrogen, + centinel-csit-1node-basic-all-nitrogen, + centinel-csit-1node-basic-only-nitrogen, + controller-csit-1node-akka1-all-nitrogen, + controller-csit-1node-akka1-only-nitrogen, + controller-csit-1node-periodic-benchmark-all-nitrogen, + controller-csit-1node-periodic-benchmark-only-nitrogen, + controller-csit-1node-rest-cars-perf-all-nitrogen, + controller-csit-1node-rest-cars-perf-only-nitrogen, + controller-csit-3node-clustering-all-nitrogen, + controller-csit-3node-clustering-only-nitrogen, + controller-csit-3node-periodic-benchmark-all-nitrogen, + controller-csit-3node-periodic-benchmark-only-nitrogen, + controller-csit-3node-rest-clust-cars-perf-only-nitrogen, + daexim-csit-1node-basic-only-nitrogen, + didm-csit-1node-discovery-only-nitrogen, + distribution-csit-1node-userfeatures-all-nitrogen, + distribution-csit-1node-userfeatures-only-nitrogen, + eman-csit-1node-model-all-nitrogen, + eman-csit-1node-model-only-nitrogen, + genius-csit-1node-genius-all-nitrogen, + genius-csit-1node-genius-only-nitrogen, + groupbasedpolicy-csit-1node-3-node-all-nitrogen, + groupbasedpolicy-csit-1node-3-node-only-nitrogen, + groupbasedpolicy-csit-1node-6node-all-nitrogen, + groupbasedpolicy-csit-1node-6node-only-nitrogen, + groupbasedpolicy-csit-1node-openstack-liberty-openstack-nitrogen, + groupbasedpolicy-csit-1node-openstack-mitaka-openstack-nitrogen, + groupbasedpolicy-csit-1node-sxp-only-nitrogen, + groupbasedpolicy-csit-3node-clustering-all-nitrogen, + groupbasedpolicy-csit-3node-clustering-only-nitrogen, + iotdm-csit-1node-basic-all-nitrogen, + iotdm-csit-1node-basic-only-nitrogen, + l2switch-csit-1node-periodic-host-scalability-daily-only-nitrogen, + l2switch-csit-1node-scalability-all-nitrogen, + l2switch-csit-1node-scalability-only-nitrogen, + l2switch-csit-1node-switch-all-nitrogen, + l2switch-csit-1node-switch-only-nitrogen, + lacp-csit-1node-lacp-all-nitrogen, + lacp-csit-1node-lacp-only-nitrogen, + lispflowmapping-csit-1node-msmr-all-nitrogen, + lispflowmapping-csit-1node-msmr-only-nitrogen, + lispflowmapping-csit-1node-performance-only-nitrogen, + lispflowmapping-csit-3node-msmr-all-nitrogen, + lispflowmapping-csit-3node-msmr-only-nitrogen, + mdsal-csit-1node-periodic-bindingv1-only-nitrogen, + messaging4transport-csit-1node-basic-all-nitrogen, + messaging4transport-csit-1node-basic-only-nitrogen, + natapp-csit-1node-basic-all-nitrogen, + natapp-csit-1node-basic-only-nitrogen, + nemo-csit-1node-engine-all-nitrogen, + nemo-csit-1node-engine-only-nitrogen, + netconf-csit-1node-periodic-scale-all-nitrogen, + netconf-csit-1node-periodic-scale-only-nitrogen, + netconf-csit-1node-userfeatures-all-nitrogen, + netconf-csit-1node-userfeatures-only-nitrogen, + netconf-csit-3node-cluster-stress-all-nitrogen, + netconf-csit-3node-cluster-stress-only-nitrogen, + netconf-csit-3node-clustering-all-nitrogen, + netconf-csit-3node-clustering-only-nitrogen, + netconf-csit-3node-periodic-clustering-scale-all-nitrogen, + netconf-csit-3node-periodic-clustering-scale-only-nitrogen, + netide-csit-1node-basic-all-nitrogen, + netide-csit-1node-basic-only-nitrogen, + netvirt-csit-1node-openstack-mitaka-upstream-learn-nitrogen, + netvirt-csit-1node-openstack-mitaka-upstream-stateful-nitrogen, + netvirt-csit-1node-openstack-mitaka-upstream-transparent-nitrogen, + netvirt-csit-1node-openstack-newton-nodl-v2-upstream-learn-nitrogen, + netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-nitrogen, + netvirt-csit-1node-openstack-newton-nodl-v2-upstream-transparent-nitrogen, + netvirt-csit-1node-openstack-newton-upstream-learn-nitrogen, + netvirt-csit-1node-openstack-newton-upstream-stateful-nitrogen, + netvirt-csit-1node-openstack-newton-upstream-transparent-nitrogen, + netvirt-csit-3node-openstack-mitaka-upstream-learn-nitrogen, + netvirt-csit-3node-openstack-mitaka-upstream-stateful-nitrogen, + netvirt-csit-3node-openstack-mitaka-upstream-transparent-nitrogen, + netvirt-csit-3node-openstack-newton-nodl-v2-upstream-learn-nitrogen, + netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-nitrogen, + netvirt-csit-3node-openstack-newton-nodl-v2-upstream-transparent-nitrogen, + netvirt-csit-3node-openstack-newton-upstream-learn-nitrogen, + netvirt-csit-3node-openstack-newton-upstream-stateful-nitrogen, + netvirt-csit-3node-openstack-newton-upstream-transparent-nitrogen, + netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-learn-nitrogen, + netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-stateful-nitrogen, + netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-transparent-nitrogen, + netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-learn-nitrogen, + netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-stateful-nitrogen, + netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-transparent-nitrogen, + netvirt-csit-hwvtep-1node-openstack-newton-upstream-learn-nitrogen, + netvirt-csit-hwvtep-1node-openstack-newton-upstream-stateful-nitrogen, + netvirt-csit-hwvtep-1node-openstack-newton-upstream-transparent-nitrogen, + netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-learn-nitrogen, + netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-stateful-nitrogen, + netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-transparent-nitrogen, + netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-learn-nitrogen, + netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-stateful-nitrogen, + netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-transparent-nitrogen, + netvirt-csit-hwvtep-3node-openstack-newton-upstream-learn-nitrogen, + netvirt-csit-hwvtep-3node-openstack-newton-upstream-stateful-nitrogen, + netvirt-csit-hwvtep-3node-openstack-newton-upstream-transparent-nitrogen, + nic-csit-1node-basic-all-nitrogen, + nic-csit-1node-basic-only-nitrogen, + nic-csit-1node-vtnrenderer-all-nitrogen, + nic-csit-1node-vtnrenderer-only-nitrogen, + ocpplugin-csit-1node-get-all-nitrogen, + ocpplugin-csit-1node-get-only-nitrogen, + ocpplugin-csit-1node-scalability-all-nitrogen, + ocpplugin-csit-1node-scalability-only-nitrogen, + of-config-csit-1node-basic-all-nitrogen, + of-config-csit-1node-basic-only-nitrogen, + openflowplugin-csit-1node-flow-services-all-nitrogen, + openflowplugin-csit-1node-flow-services-frs-only-nitrogen, + openflowplugin-csit-1node-flow-services-only-nitrogen, + openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-nitrogen, + openflowplugin-csit-1node-periodic-cbench-daily-only-nitrogen, + openflowplugin-csit-1node-periodic-link-scalability-daily-only-nitrogen, + openflowplugin-csit-1node-periodic-restconf-perf-daily-only-nitrogen, + openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-nitrogen, + openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-nitrogen, + openflowplugin-csit-1node-periodic-sw-scalability-daily-only-nitrogen, + openflowplugin-csit-1node-scalability-only-nitrogen, + openflowplugin-csit-3node-clustering-only-nitrogen, + openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-nitrogen, + openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-nitrogen, + openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-nitrogen, + ovsdb-csit-1node-upstream-southbound-all-nitrogen, + ovsdb-csit-1node-upstream-southbound-only-nitrogen, + ovsdb-csit-3node-upstream-clustering-only-nitrogen, + packetcable-csit-1node-pcmm-all-nitrogen, + packetcable-csit-1node-pcmm-only-nitrogen, + sdninterfaceapp-csit-1node-basic-only-nitrogen, + sfc-csit-3node-docker-full-deploy-all-nitrogen, + sfc-csit-3node-docker-full-deploy-only-nitrogen, + sfc-csit-3node-rest-basic-all-nitrogen, + sfc-csit-3node-rest-basic-only-nitrogen, + snmp-csit-1node-basic-all-nitrogen, + snmp-csit-1node-basic-only-nitrogen, + sxp-csit-1node-basic-all-nitrogen, + sxp-csit-1node-basic-only-nitrogen, + sxp-csit-1node-filtering-all-nitrogen, + sxp-csit-1node-filtering-only-nitrogen, + sxp-csit-1node-periodic-performance-all-nitrogen, + sxp-csit-1node-periodic-performance-only-nitrogen, + sxp-csit-1node-topology-all-nitrogen, + sxp-csit-1node-topology-only-nitrogen, + sxp-csit-3node-periodic-clustering-all-nitrogen, + sxp-csit-3node-periodic-clustering-only-nitrogen, + sxp-csit-3node-periodic-routing-all-nitrogen, + sxp-csit-3node-periodic-routing-only-nitrogen, + topoprocessing-csit-1node-topology-operations-all-nitrogen, + topoprocessing-csit-1node-topology-operations-only-nitrogen, + tsdr-csit-1node-cassandra-datastore-only-nitrogen, + tsdr-csit-1node-elasticsearch-datastore-only-nitrogen, + tsdr-csit-1node-hbase-datastore-all-nitrogen, + tsdr-csit-1node-hbase-datastore-only-nitrogen, + tsdr-csit-1node-hsqldb-datastore-all-nitrogen, + tsdr-csit-1node-hsqldb-datastore-only-nitrogen, + unimgr-csit-1node-basic-all-nitrogen, + unimgr-csit-1node-basic-only-nitrogen, + unimgr-csit-1node-legato-all-nitrogen, + unimgr-csit-1node-legato-only-nitrogen, + usc-csit-1node-channel-all-nitrogen, + usc-csit-1node-channel-only-nitrogen, + usc-csit-1node-tcp-all-nitrogen, + usc-csit-1node-tcp-only-nitrogen, + usecplugin-csit-1node-basic-all-nitrogen, + usecplugin-csit-1node-basic-only-nitrogen, + vtn-csit-1node-coordinator-only-nitrogen, + vtn-csit-1node-manager-all-nitrogen, + vtn-csit-1node-manager-only-nitrogen, + vtn-csit-1node-openstack-mitaka-neutron-nitrogen, + vtn-csit-1node-openstack-newton-neutron-nitrogen, + vtn-csit-3node-manager-all-nitrogen, + vtn-csit-3node-manager-only-nitrogen, + yangtools-csit-1node-periodic-system-only-nitrogen csit-list-carbon: > aaa-csit-1node-authn-all-carbon, aaa-csit-1node-authn-only-carbon, aaa-csit-1node-idmlite-all-carbon, aaa-csit-1node-idmlite-only-carbon, + aaa-csit-1node-keystone-all-carbon, + aaa-csit-1node-keystone-only-carbon, + aaa-csit-1node-tls-only-carbon, alto-csit-1node-setup-all-carbon, alto-csit-1node-setup-only-carbon, armoury-csit-1node-basic-all-carbon, @@ -137,6 +391,8 @@ bgpcep-csit-3node-periodic-bgpclustering-all-carbon, bgpcep-csit-3node-periodic-bgpclustering-ha-only-carbon, bgpcep-csit-3node-periodic-bgpclustering-only-carbon, + bier-csit-1node-basic-all-carbon, + bier-csit-1node-basic-only-carbon, capwap-csit-1node-ac-all-carbon, capwap-csit-1node-ac-only-carbon, centinel-csit-1node-basic-all-carbon, @@ -205,12 +461,17 @@ netvirt-csit-1node-openstack-mitaka-upstream-learn-carbon, netvirt-csit-1node-openstack-mitaka-upstream-stateful-carbon, netvirt-csit-1node-openstack-mitaka-upstream-transparent-carbon, + netvirt-csit-1node-openstack-newton-nodl-v2-extensions-sfc-carbon, netvirt-csit-1node-openstack-newton-nodl-v2-upstream-learn-carbon, netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-carbon, netvirt-csit-1node-openstack-newton-nodl-v2-upstream-transparent-carbon, netvirt-csit-1node-openstack-newton-upstream-learn-carbon, netvirt-csit-1node-openstack-newton-upstream-stateful-carbon, netvirt-csit-1node-openstack-newton-upstream-transparent-carbon, + netvirt-csit-2site-1node-openstack-newton-nodl-v2-upstream-learn-carbon, + netvirt-csit-2site-1node-openstack-newton-nodl-v2-upstream-stateful-carbon, + netvirt-csit-2site-3node-openstack-newton-nodl-v2-upstream-learn-carbon, + netvirt-csit-2site-3node-openstack-newton-nodl-v2-upstream-stateful-carbon, netvirt-csit-3node-openstack-mitaka-upstream-learn-carbon, netvirt-csit-3node-openstack-mitaka-upstream-stateful-carbon, netvirt-csit-3node-openstack-mitaka-upstream-transparent-carbon, @@ -238,15 +499,6 @@ netvirt-csit-hwvtep-3node-openstack-newton-upstream-learn-carbon, netvirt-csit-hwvtep-3node-openstack-newton-upstream-stateful-carbon, netvirt-csit-hwvtep-3node-openstack-newton-upstream-transparent-carbon, - netvirt-legacy-csit-1node-openstack-basic-all-carbon, - netvirt-legacy-csit-1node-openstack-basic-only-carbon, - netvirt-legacy-csit-1node-openstack-mitaka-upstream-carbon, - netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-carbon, - netvirt-legacy-csit-1node-openstack-newton-upstream-carbon, - netvirt-legacy-csit-3node-clustering-only-carbon, - netvirt-legacy-csit-3node-openstack-mitaka-upstream-carbon, - netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-carbon, - netvirt-legacy-csit-3node-openstack-newton-upstream-carbon, nic-csit-1node-basic-all-carbon, nic-csit-1node-basic-only-carbon, nic-csit-1node-vtnrenderer-all-carbon, @@ -257,17 +509,13 @@ ocpplugin-csit-1node-scalability-only-carbon, of-config-csit-1node-basic-all-carbon, of-config-csit-1node-basic-only-carbon, - openflowplugin-csit-1node-cbench-performance-only-carbon, - openflowplugin-csit-1node-config-performance-only-carbon, openflowplugin-csit-1node-flow-services-all-carbon, openflowplugin-csit-1node-flow-services-frs-only-carbon, openflowplugin-csit-1node-flow-services-only-carbon, - openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-carbon, openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-carbon, openflowplugin-csit-1node-periodic-cbench-daily-only-carbon, openflowplugin-csit-1node-periodic-link-scalability-daily-only-carbon, openflowplugin-csit-1node-periodic-restconf-perf-daily-only-carbon, - openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-carbon, openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-carbon, openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-carbon, openflowplugin-csit-1node-periodic-sw-scalability-daily-only-carbon, @@ -276,10 +524,9 @@ openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-carbon, openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-carbon, openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-carbon, - ovsdb-csit-1node-periodic-scalability-daily-only-carbon, - ovsdb-csit-1node-southbound-all-carbon, - ovsdb-csit-1node-southbound-only-carbon, - ovsdb-csit-3node-clustering-only-carbon, + ovsdb-csit-1node-upstream-southbound-all-carbon, + ovsdb-csit-1node-upstream-southbound-only-carbon, + ovsdb-csit-3node-upstream-clustering-only-carbon, packetcable-csit-1node-pcmm-all-carbon, packetcable-csit-1node-pcmm-only-carbon, sdninterfaceapp-csit-1node-basic-only-carbon, @@ -299,9 +546,12 @@ sxp-csit-1node-topology-only-carbon, sxp-csit-3node-periodic-clustering-all-carbon, sxp-csit-3node-periodic-clustering-only-carbon, + sxp-csit-3node-periodic-routing-all-carbon, + sxp-csit-3node-periodic-routing-only-carbon, topoprocessing-csit-1node-topology-operations-all-carbon, topoprocessing-csit-1node-topology-operations-only-carbon, tsdr-csit-1node-cassandra-datastore-only-carbon, + tsdr-csit-1node-elasticsearch-datastore-only-carbon, tsdr-csit-1node-hbase-datastore-all-carbon, tsdr-csit-1node-hbase-datastore-only-carbon, tsdr-csit-1node-hsqldb-datastore-all-carbon, @@ -414,6 +664,10 @@ netvirt-csit-1node-openstack-newton-upstream-learn-boron, netvirt-csit-1node-openstack-newton-upstream-stateful-boron, netvirt-csit-1node-openstack-newton-upstream-transparent-boron, + netvirt-csit-2site-1node-openstack-newton-nodl-v2-upstream-learn-boron, + netvirt-csit-2site-1node-openstack-newton-nodl-v2-upstream-stateful-boron, + netvirt-csit-2site-3node-openstack-newton-nodl-v2-upstream-learn-boron, + netvirt-csit-2site-3node-openstack-newton-nodl-v2-upstream-stateful-boron, netvirt-csit-3node-openstack-mitaka-upstream-learn-boron, netvirt-csit-3node-openstack-mitaka-upstream-stateful-boron, netvirt-csit-3node-openstack-mitaka-upstream-transparent-boron, @@ -460,17 +714,13 @@ ocpplugin-csit-1node-scalability-only-boron, of-config-csit-1node-basic-all-boron, of-config-csit-1node-basic-only-boron, - openflowplugin-csit-1node-cbench-performance-only-boron, - openflowplugin-csit-1node-config-performance-only-boron, openflowplugin-csit-1node-flow-services-all-boron, openflowplugin-csit-1node-flow-services-frs-only-boron, openflowplugin-csit-1node-flow-services-only-boron, - openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-boron, openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-boron, openflowplugin-csit-1node-periodic-cbench-daily-only-boron, openflowplugin-csit-1node-periodic-link-scalability-daily-only-boron, openflowplugin-csit-1node-periodic-restconf-perf-daily-only-boron, - openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-boron, openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-boron, openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-boron, openflowplugin-csit-1node-periodic-sw-scalability-daily-only-boron, @@ -479,10 +729,9 @@ openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-boron, openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-boron, openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-boron, - ovsdb-csit-1node-periodic-scalability-daily-only-boron, - ovsdb-csit-1node-southbound-all-boron, - ovsdb-csit-1node-southbound-only-boron, - ovsdb-csit-3node-clustering-only-boron, + ovsdb-csit-1node-upstream-southbound-all-boron, + ovsdb-csit-1node-upstream-southbound-only-boron, + ovsdb-csit-3node-upstream-clustering-only-boron, packetcable-csit-1node-pcmm-all-boron, packetcable-csit-1node-pcmm-only-boron, sdninterfaceapp-csit-1node-basic-only-boron, @@ -613,16 +862,12 @@ nic-csit-1node-vtnrenderer-only-beryllium, of-config-csit-1node-basic-all-beryllium, of-config-csit-1node-basic-only-beryllium, - openflowplugin-csit-1node-cbench-performance-only-beryllium, - openflowplugin-csit-1node-config-performance-only-beryllium, openflowplugin-csit-1node-flow-services-all-beryllium, openflowplugin-csit-1node-flow-services-only-beryllium, - openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-beryllium, openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-beryllium, openflowplugin-csit-1node-periodic-cbench-daily-only-beryllium, openflowplugin-csit-1node-periodic-link-scalability-daily-only-beryllium, openflowplugin-csit-1node-periodic-restconf-perf-daily-only-beryllium, - openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-beryllium, openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-beryllium, openflowplugin-csit-1node-periodic-sw-scalability-daily-only-beryllium, openflowplugin-csit-1node-scalability-only-beryllium, @@ -630,10 +875,9 @@ openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-beryllium, openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-beryllium, openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-beryllium, - ovsdb-csit-1node-periodic-scalability-daily-only-beryllium, - ovsdb-csit-1node-southbound-all-beryllium, - ovsdb-csit-1node-southbound-only-beryllium, - ovsdb-csit-3node-clustering-only-beryllium, + ovsdb-csit-1node-upstream-southbound-all-beryllium, + ovsdb-csit-1node-upstream-southbound-only-beryllium, + ovsdb-csit-3node-upstream-clustering-only-beryllium, packetcable-csit-1node-pcmm-all-beryllium, packetcable-csit-1node-pcmm-only-beryllium, sdninterfaceapp-csit-1node-basic-only-beryllium,