Auto Update CSIT Jobs to run
[releng/builder.git] / jjb / releng-defaults.yaml
index 181d2b4c07a5b36bf8dc3ecdf690af498be42e49..237034dc601b9c6ce6c3bceb1e215f9d3c2f0f0f 100644 (file)
     stack-template: csit-2-instance-type.yaml
     docker_system_count: 1
     docker_system_flavor: 4 GB General Purpose v1
-    docker_system_image: CentOS 7 - docker - 20161031-0802
+    docker_system_image: CentOS 7 - docker - 20170120-1434
     odl_system_count: 1
     odl_system_flavor: 4 GB General Purpose v1
-    odl_system_image: CentOS 7 - java-builder - 20161031-0802
+    odl_system_image: CentOS 7 - java-builder - 20170126-0058
     openstack_system_count: 1
     openstack_system_flavor: 8 GB General Purpose v1
-    openstack_system_image: CentOS 7 - devstack - 20161031-0802
+    openstack_system_image: CentOS 7 - devstack - 20170120-1710
     tools_system_count: 1
     tools_system_flavor: 2 GB General Purpose v1
-    tools_system_image: Ubuntu 14.04 - mininet - 20161031-0803
+    tools_system_image: Ubuntu 14.04 - mininet - 20170210-0439
 
-    # Robot
+    # Default Robot framework options
     robot-options: ''
 
+    # Data for csit-verify jobs
+    # Branch for "last" version detection
+    verify-branch: 'stable/boron'
+    # Value for ODL_STREAM
+    verify-stream: 'boron'
+    verify-jdkversion: 'openjdk8'
+
     # In case a CSIT job is merged without Java version specified
     jdk: 'openjdk8'
 
     10-plot-group: ''
     10-inclusion-flag: 'off'
     10-exclude-value: ''
+
+    ### CSIT Test List Variables
+    # Space seperated strings to exclude from CSIT lists
+    csit-list-blacklist: 'longevity gate'
+    # Auto Generated CSIT job lists used
+    # in integration-distribution-test jobs
+    csit-list-carbon: >
+        aaa-csit-1node-authn-all-carbon,
+        aaa-csit-1node-authn-only-carbon,
+        aaa-csit-1node-idmlite-all-carbon,
+        aaa-csit-1node-idmlite-only-carbon,
+        alto-csit-1node-setup-all-carbon,
+        alto-csit-1node-setup-only-carbon,
+        armoury-csit-1node-basic-all-carbon,
+        armoury-csit-1node-basic-only-carbon,
+        bgpcep-csit-1node-periodic-bgp-ingest-all-carbon,
+        bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-carbon,
+        bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-carbon,
+        bgpcep-csit-1node-periodic-bgp-ingest-only-carbon,
+        bgpcep-csit-1node-periodic-throughpcep-all-carbon,
+        bgpcep-csit-1node-periodic-throughpcep-only-carbon,
+        bgpcep-csit-1node-userfeatures-all-carbon,
+        bgpcep-csit-1node-userfeatures-only-carbon,
+        bgpcep-csit-3node-periodic-bgpclustering-all-carbon,
+        bgpcep-csit-3node-periodic-bgpclustering-ha-only-carbon,
+        bgpcep-csit-3node-periodic-bgpclustering-only-carbon,
+        capwap-csit-1node-ac-all-carbon,
+        capwap-csit-1node-ac-only-carbon,
+        centinel-csit-1node-basic-all-carbon,
+        centinel-csit-1node-basic-only-carbon,
+        controller-csit-1node-akka1-all-carbon,
+        controller-csit-1node-akka1-only-carbon,
+        controller-csit-1node-periodic-benchmark-all-carbon,
+        controller-csit-1node-periodic-benchmark-only-carbon,
+        controller-csit-1node-rest-cars-perf-all-carbon,
+        controller-csit-1node-rest-cars-perf-only-carbon,
+        controller-csit-3node-clustering-all-carbon,
+        controller-csit-3node-clustering-only-carbon,
+        controller-csit-3node-periodic-benchmark-all-carbon,
+        controller-csit-3node-periodic-benchmark-only-carbon,
+        controller-csit-3node-rest-clust-cars-perf-only-carbon,
+        daexim-csit-1node-basic-only-carbon,
+        didm-csit-1node-discovery-only-carbon,
+        distribution-csit-1node-userfeatures-all-carbon,
+        distribution-csit-1node-userfeatures-only-carbon,
+        eman-csit-1node-model-all-carbon,
+        eman-csit-1node-model-only-carbon,
+        genius-csit-1node-genius-all-carbon,
+        genius-csit-1node-genius-only-carbon,
+        groupbasedpolicy-csit-1node-3-node-all-carbon,
+        groupbasedpolicy-csit-1node-3-node-only-carbon,
+        groupbasedpolicy-csit-1node-6node-all-carbon,
+        groupbasedpolicy-csit-1node-6node-only-carbon,
+        groupbasedpolicy-csit-1node-openstack-liberty-openstack-carbon,
+        groupbasedpolicy-csit-1node-openstack-mitaka-openstack-carbon,
+        groupbasedpolicy-csit-1node-sxp-only-carbon,
+        groupbasedpolicy-csit-3node-clustering-all-carbon,
+        groupbasedpolicy-csit-3node-clustering-only-carbon,
+        iotdm-csit-1node-basic-all-carbon,
+        iotdm-csit-1node-basic-only-carbon,
+        l2switch-csit-1node-periodic-host-scalability-daily-only-carbon,
+        l2switch-csit-1node-scalability-all-carbon,
+        l2switch-csit-1node-scalability-only-carbon,
+        l2switch-csit-1node-switch-all-carbon,
+        l2switch-csit-1node-switch-only-carbon,
+        lacp-csit-1node-lacp-all-carbon,
+        lacp-csit-1node-lacp-only-carbon,
+        lispflowmapping-csit-1node-msmr-all-carbon,
+        lispflowmapping-csit-1node-msmr-only-carbon,
+        lispflowmapping-csit-1node-performance-only-carbon,
+        lispflowmapping-csit-3node-msmr-all-carbon,
+        lispflowmapping-csit-3node-msmr-only-carbon,
+        mdsal-csit-1node-periodic-bindingv1-only-carbon,
+        messaging4transport-csit-1node-basic-all-carbon,
+        messaging4transport-csit-1node-basic-only-carbon,
+        natapp-csit-1node-basic-all-carbon,
+        natapp-csit-1node-basic-only-carbon,
+        nemo-csit-1node-engine-all-carbon,
+        nemo-csit-1node-engine-only-carbon,
+        netconf-csit-1node-periodic-scale-all-carbon,
+        netconf-csit-1node-periodic-scale-only-carbon,
+        netconf-csit-1node-userfeatures-all-carbon,
+        netconf-csit-1node-userfeatures-only-carbon,
+        netconf-csit-3node-cluster-stress-all-carbon,
+        netconf-csit-3node-cluster-stress-only-carbon,
+        netconf-csit-3node-clustering-all-carbon,
+        netconf-csit-3node-clustering-only-carbon,
+        netconf-csit-3node-periodic-clustering-scale-all-carbon,
+        netconf-csit-3node-periodic-clustering-scale-only-carbon,
+        netide-csit-1node-basic-all-carbon,
+        netide-csit-1node-basic-only-carbon,
+        netvirt-csit-1node-openstack-mitaka-upstream-learn-carbon,
+        netvirt-csit-1node-openstack-mitaka-upstream-stateful-carbon,
+        netvirt-csit-1node-openstack-mitaka-upstream-transparent-carbon,
+        netvirt-csit-1node-openstack-newton-nodl-v2-upstream-learn-carbon,
+        netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-carbon,
+        netvirt-csit-1node-openstack-newton-nodl-v2-upstream-transparent-carbon,
+        netvirt-csit-1node-openstack-newton-upstream-learn-carbon,
+        netvirt-csit-1node-openstack-newton-upstream-stateful-carbon,
+        netvirt-csit-1node-openstack-newton-upstream-transparent-carbon,
+        netvirt-csit-3node-openstack-mitaka-upstream-learn-carbon,
+        netvirt-csit-3node-openstack-mitaka-upstream-stateful-carbon,
+        netvirt-csit-3node-openstack-mitaka-upstream-transparent-carbon,
+        netvirt-csit-3node-openstack-newton-nodl-v2-upstream-learn-carbon,
+        netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-carbon,
+        netvirt-csit-3node-openstack-newton-nodl-v2-upstream-transparent-carbon,
+        netvirt-csit-3node-openstack-newton-upstream-learn-carbon,
+        netvirt-csit-3node-openstack-newton-upstream-stateful-carbon,
+        netvirt-csit-3node-openstack-newton-upstream-transparent-carbon,
+        netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-learn-carbon,
+        netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-stateful-carbon,
+        netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-transparent-carbon,
+        netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-learn-carbon,
+        netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-stateful-carbon,
+        netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-transparent-carbon,
+        netvirt-csit-hwvtep-1node-openstack-newton-upstream-learn-carbon,
+        netvirt-csit-hwvtep-1node-openstack-newton-upstream-stateful-carbon,
+        netvirt-csit-hwvtep-1node-openstack-newton-upstream-transparent-carbon,
+        netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-learn-carbon,
+        netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-stateful-carbon,
+        netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-transparent-carbon,
+        netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-learn-carbon,
+        netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-stateful-carbon,
+        netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-transparent-carbon,
+        netvirt-csit-hwvtep-3node-openstack-newton-upstream-learn-carbon,
+        netvirt-csit-hwvtep-3node-openstack-newton-upstream-stateful-carbon,
+        netvirt-csit-hwvtep-3node-openstack-newton-upstream-transparent-carbon,
+        netvirt-legacy-csit-1node-openstack-basic-all-carbon,
+        netvirt-legacy-csit-1node-openstack-basic-only-carbon,
+        netvirt-legacy-csit-1node-openstack-mitaka-upstream-carbon,
+        netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-carbon,
+        netvirt-legacy-csit-1node-openstack-newton-upstream-carbon,
+        netvirt-legacy-csit-3node-clustering-only-carbon,
+        netvirt-legacy-csit-3node-openstack-mitaka-upstream-carbon,
+        netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-carbon,
+        netvirt-legacy-csit-3node-openstack-newton-upstream-carbon,
+        nic-csit-1node-basic-all-carbon,
+        nic-csit-1node-basic-only-carbon,
+        nic-csit-1node-vtnrenderer-all-carbon,
+        nic-csit-1node-vtnrenderer-only-carbon,
+        ocpplugin-csit-1node-get-all-carbon,
+        ocpplugin-csit-1node-get-only-carbon,
+        ocpplugin-csit-1node-scalability-all-carbon,
+        ocpplugin-csit-1node-scalability-only-carbon,
+        of-config-csit-1node-basic-all-carbon,
+        of-config-csit-1node-basic-only-carbon,
+        openflowplugin-csit-1node-cbench-performance-only-carbon,
+        openflowplugin-csit-1node-config-performance-only-carbon,
+        openflowplugin-csit-1node-flow-services-all-carbon,
+        openflowplugin-csit-1node-flow-services-frs-only-carbon,
+        openflowplugin-csit-1node-flow-services-only-carbon,
+        openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-carbon,
+        openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-carbon,
+        openflowplugin-csit-1node-periodic-cbench-daily-only-carbon,
+        openflowplugin-csit-1node-periodic-link-scalability-daily-only-carbon,
+        openflowplugin-csit-1node-periodic-restconf-perf-daily-only-carbon,
+        openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-carbon,
+        openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-carbon,
+        openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-carbon,
+        openflowplugin-csit-1node-periodic-sw-scalability-daily-only-carbon,
+        openflowplugin-csit-1node-scalability-only-carbon,
+        openflowplugin-csit-3node-clustering-only-carbon,
+        openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-carbon,
+        openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-carbon,
+        openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-carbon,
+        ovsdb-csit-1node-periodic-scalability-daily-only-carbon,
+        ovsdb-csit-1node-southbound-all-carbon,
+        ovsdb-csit-1node-southbound-only-carbon,
+        ovsdb-csit-3node-clustering-only-carbon,
+        packetcable-csit-1node-pcmm-all-carbon,
+        packetcable-csit-1node-pcmm-only-carbon,
+        sdninterfaceapp-csit-1node-basic-only-carbon,
+        sfc-csit-3node-docker-full-deploy-all-carbon,
+        sfc-csit-3node-docker-full-deploy-only-carbon,
+        sfc-csit-3node-rest-basic-all-carbon,
+        sfc-csit-3node-rest-basic-only-carbon,
+        snmp-csit-1node-basic-all-carbon,
+        snmp-csit-1node-basic-only-carbon,
+        sxp-csit-1node-basic-all-carbon,
+        sxp-csit-1node-basic-only-carbon,
+        sxp-csit-1node-filtering-all-carbon,
+        sxp-csit-1node-filtering-only-carbon,
+        sxp-csit-1node-periodic-performance-all-carbon,
+        sxp-csit-1node-periodic-performance-only-carbon,
+        sxp-csit-1node-topology-all-carbon,
+        sxp-csit-1node-topology-only-carbon,
+        sxp-csit-3node-periodic-clustering-all-carbon,
+        sxp-csit-3node-periodic-clustering-only-carbon,
+        topoprocessing-csit-1node-topology-operations-all-carbon,
+        topoprocessing-csit-1node-topology-operations-only-carbon,
+        tsdr-csit-1node-cassandra-datastore-only-carbon,
+        tsdr-csit-1node-hbase-datastore-all-carbon,
+        tsdr-csit-1node-hbase-datastore-only-carbon,
+        tsdr-csit-1node-hsqldb-datastore-all-carbon,
+        tsdr-csit-1node-hsqldb-datastore-only-carbon,
+        unimgr-csit-1node-basic-all-carbon,
+        unimgr-csit-1node-basic-only-carbon,
+        unimgr-csit-1node-legato-all-carbon,
+        unimgr-csit-1node-legato-only-carbon,
+        usc-csit-1node-channel-all-carbon,
+        usc-csit-1node-channel-only-carbon,
+        usc-csit-1node-tcp-all-carbon,
+        usc-csit-1node-tcp-only-carbon,
+        usecplugin-csit-1node-basic-all-carbon,
+        usecplugin-csit-1node-basic-only-carbon,
+        vtn-csit-1node-coordinator-only-carbon,
+        vtn-csit-1node-manager-all-carbon,
+        vtn-csit-1node-manager-only-carbon,
+        vtn-csit-1node-openstack-mitaka-neutron-carbon,
+        vtn-csit-1node-openstack-newton-neutron-carbon,
+        vtn-csit-3node-manager-all-carbon,
+        vtn-csit-3node-manager-only-carbon,
+        yangtools-csit-1node-periodic-system-only-carbon
+    csit-list-boron: >
+        aaa-csit-1node-authn-all-boron,
+        aaa-csit-1node-authn-only-boron,
+        aaa-csit-1node-idmlite-all-boron,
+        aaa-csit-1node-idmlite-only-boron,
+        alto-csit-1node-setup-all-boron,
+        alto-csit-1node-setup-only-boron,
+        armoury-csit-1node-basic-all-boron,
+        armoury-csit-1node-basic-only-boron,
+        bgpcep-csit-1node-periodic-bgp-ingest-all-boron,
+        bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-boron,
+        bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-boron,
+        bgpcep-csit-1node-periodic-bgp-ingest-only-boron,
+        bgpcep-csit-1node-periodic-throughpcep-all-boron,
+        bgpcep-csit-1node-periodic-throughpcep-only-boron,
+        bgpcep-csit-1node-userfeatures-all-boron,
+        bgpcep-csit-1node-userfeatures-only-boron,
+        bgpcep-csit-3node-periodic-bgpclustering-all-boron,
+        bgpcep-csit-3node-periodic-bgpclustering-ha-only-boron,
+        bgpcep-csit-3node-periodic-bgpclustering-only-boron,
+        capwap-csit-1node-ac-all-boron,
+        capwap-csit-1node-ac-only-boron,
+        centinel-csit-1node-basic-all-boron,
+        centinel-csit-1node-basic-only-boron,
+        controller-csit-1node-akka1-all-boron,
+        controller-csit-1node-akka1-only-boron,
+        controller-csit-1node-periodic-benchmark-all-boron,
+        controller-csit-1node-periodic-benchmark-only-boron,
+        controller-csit-1node-rest-cars-perf-all-boron,
+        controller-csit-1node-rest-cars-perf-only-boron,
+        controller-csit-3node-clustering-all-boron,
+        controller-csit-3node-clustering-only-boron,
+        controller-csit-3node-periodic-benchmark-all-boron,
+        controller-csit-3node-periodic-benchmark-only-boron,
+        controller-csit-3node-rest-clust-cars-perf-only-boron,
+        didm-csit-1node-discovery-only-boron,
+        distribution-csit-1node-userfeatures-all-boron,
+        distribution-csit-1node-userfeatures-only-boron,
+        eman-csit-1node-model-all-boron,
+        eman-csit-1node-model-only-boron,
+        genius-csit-1node-genius-all-boron,
+        genius-csit-1node-genius-only-boron,
+        groupbasedpolicy-csit-1node-3-node-all-boron,
+        groupbasedpolicy-csit-1node-3-node-only-boron,
+        groupbasedpolicy-csit-1node-6node-all-boron,
+        groupbasedpolicy-csit-1node-6node-only-boron,
+        groupbasedpolicy-csit-1node-openstack-liberty-openstack-boron,
+        groupbasedpolicy-csit-1node-openstack-mitaka-openstack-boron,
+        groupbasedpolicy-csit-3node-clustering-all-boron,
+        groupbasedpolicy-csit-3node-clustering-only-boron,
+        l2switch-csit-1node-periodic-host-scalability-daily-only-boron,
+        l2switch-csit-1node-scalability-all-boron,
+        l2switch-csit-1node-scalability-only-boron,
+        l2switch-csit-1node-switch-all-boron,
+        l2switch-csit-1node-switch-only-boron,
+        lacp-csit-1node-lacp-all-boron,
+        lacp-csit-1node-lacp-only-boron,
+        lispflowmapping-csit-1node-msmr-all-boron,
+        lispflowmapping-csit-1node-msmr-only-boron,
+        lispflowmapping-csit-1node-performance-only-boron,
+        lispflowmapping-csit-3node-msmr-all-boron,
+        lispflowmapping-csit-3node-msmr-only-boron,
+        mdsal-csit-1node-periodic-bindingv1-only-boron,
+        messaging4transport-csit-1node-basic-all-boron,
+        messaging4transport-csit-1node-basic-only-boron,
+        natapp-csit-1node-basic-all-boron,
+        natapp-csit-1node-basic-only-boron,
+        nemo-csit-1node-engine-all-boron,
+        nemo-csit-1node-engine-only-boron,
+        netconf-csit-1node-periodic-scale-all-boron,
+        netconf-csit-1node-periodic-scale-only-boron,
+        netconf-csit-1node-userfeatures-all-boron,
+        netconf-csit-1node-userfeatures-only-boron,
+        netconf-csit-3node-cluster-stress-all-boron,
+        netconf-csit-3node-cluster-stress-only-boron,
+        netconf-csit-3node-clustering-all-boron,
+        netconf-csit-3node-clustering-only-boron,
+        netconf-csit-3node-periodic-clustering-scale-all-boron,
+        netconf-csit-3node-periodic-clustering-scale-only-boron,
+        netide-csit-1node-basic-all-boron,
+        netide-csit-1node-basic-only-boron,
+        netvirt-csit-1node-openstack-mitaka-upstream-learn-boron,
+        netvirt-csit-1node-openstack-mitaka-upstream-stateful-boron,
+        netvirt-csit-1node-openstack-mitaka-upstream-transparent-boron,
+        netvirt-csit-1node-openstack-newton-nodl-v2-upstream-learn-boron,
+        netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-boron,
+        netvirt-csit-1node-openstack-newton-nodl-v2-upstream-transparent-boron,
+        netvirt-csit-1node-openstack-newton-upstream-learn-boron,
+        netvirt-csit-1node-openstack-newton-upstream-stateful-boron,
+        netvirt-csit-1node-openstack-newton-upstream-transparent-boron,
+        netvirt-csit-3node-openstack-mitaka-upstream-learn-boron,
+        netvirt-csit-3node-openstack-mitaka-upstream-stateful-boron,
+        netvirt-csit-3node-openstack-mitaka-upstream-transparent-boron,
+        netvirt-csit-3node-openstack-newton-nodl-v2-upstream-learn-boron,
+        netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-boron,
+        netvirt-csit-3node-openstack-newton-nodl-v2-upstream-transparent-boron,
+        netvirt-csit-3node-openstack-newton-upstream-learn-boron,
+        netvirt-csit-3node-openstack-newton-upstream-stateful-boron,
+        netvirt-csit-3node-openstack-newton-upstream-transparent-boron,
+        netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-learn-boron,
+        netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-stateful-boron,
+        netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-transparent-boron,
+        netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-learn-boron,
+        netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-stateful-boron,
+        netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-transparent-boron,
+        netvirt-csit-hwvtep-1node-openstack-newton-upstream-learn-boron,
+        netvirt-csit-hwvtep-1node-openstack-newton-upstream-stateful-boron,
+        netvirt-csit-hwvtep-1node-openstack-newton-upstream-transparent-boron,
+        netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-learn-boron,
+        netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-stateful-boron,
+        netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-transparent-boron,
+        netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-learn-boron,
+        netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-stateful-boron,
+        netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-transparent-boron,
+        netvirt-csit-hwvtep-3node-openstack-newton-upstream-learn-boron,
+        netvirt-csit-hwvtep-3node-openstack-newton-upstream-stateful-boron,
+        netvirt-csit-hwvtep-3node-openstack-newton-upstream-transparent-boron,
+        netvirt-legacy-csit-1node-openstack-basic-all-boron,
+        netvirt-legacy-csit-1node-openstack-basic-only-boron,
+        netvirt-legacy-csit-1node-openstack-mitaka-upstream-boron,
+        netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-boron,
+        netvirt-legacy-csit-1node-openstack-newton-upstream-boron,
+        netvirt-legacy-csit-3node-clustering-only-boron,
+        netvirt-legacy-csit-3node-openstack-mitaka-upstream-boron,
+        netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-boron,
+        netvirt-legacy-csit-3node-openstack-newton-upstream-boron,
+        nic-csit-1node-basic-all-boron,
+        nic-csit-1node-basic-only-boron,
+        nic-csit-1node-vtnrenderer-all-boron,
+        nic-csit-1node-vtnrenderer-only-boron,
+        ocpplugin-csit-1node-get-all-boron,
+        ocpplugin-csit-1node-get-only-boron,
+        ocpplugin-csit-1node-scalability-all-boron,
+        ocpplugin-csit-1node-scalability-only-boron,
+        of-config-csit-1node-basic-all-boron,
+        of-config-csit-1node-basic-only-boron,
+        openflowplugin-csit-1node-cbench-performance-only-boron,
+        openflowplugin-csit-1node-config-performance-only-boron,
+        openflowplugin-csit-1node-flow-services-all-boron,
+        openflowplugin-csit-1node-flow-services-frs-only-boron,
+        openflowplugin-csit-1node-flow-services-only-boron,
+        openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-boron,
+        openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-boron,
+        openflowplugin-csit-1node-periodic-cbench-daily-only-boron,
+        openflowplugin-csit-1node-periodic-link-scalability-daily-only-boron,
+        openflowplugin-csit-1node-periodic-restconf-perf-daily-only-boron,
+        openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-boron,
+        openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-boron,
+        openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-boron,
+        openflowplugin-csit-1node-periodic-sw-scalability-daily-only-boron,
+        openflowplugin-csit-1node-scalability-only-boron,
+        openflowplugin-csit-3node-clustering-only-boron,
+        openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-boron,
+        openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-boron,
+        openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-boron,
+        ovsdb-csit-1node-periodic-scalability-daily-only-boron,
+        ovsdb-csit-1node-southbound-all-boron,
+        ovsdb-csit-1node-southbound-only-boron,
+        ovsdb-csit-3node-clustering-only-boron,
+        packetcable-csit-1node-pcmm-all-boron,
+        packetcable-csit-1node-pcmm-only-boron,
+        sdninterfaceapp-csit-1node-basic-only-boron,
+        sfc-csit-3node-rest-basic-all-boron,
+        sfc-csit-3node-rest-basic-only-boron,
+        snmp-csit-1node-basic-all-boron,
+        snmp-csit-1node-basic-only-boron,
+        sxp-csit-1node-basic-all-boron,
+        sxp-csit-1node-basic-only-boron,
+        sxp-csit-1node-filtering-all-boron,
+        sxp-csit-1node-filtering-only-boron,
+        sxp-csit-1node-topology-all-boron,
+        sxp-csit-1node-topology-only-boron,
+        sxp-csit-3node-periodic-clustering-all-boron,
+        sxp-csit-3node-periodic-clustering-only-boron,
+        topoprocessing-csit-1node-topology-operations-all-boron,
+        topoprocessing-csit-1node-topology-operations-only-boron,
+        tsdr-csit-1node-cassandra-datastore-only-boron,
+        tsdr-csit-1node-hbase-datastore-all-boron,
+        tsdr-csit-1node-hbase-datastore-only-boron,
+        tsdr-csit-1node-hsqldb-datastore-all-boron,
+        tsdr-csit-1node-hsqldb-datastore-only-boron,
+        unimgr-csit-1node-basic-all-boron,
+        unimgr-csit-1node-basic-only-boron,
+        unimgr-csit-1node-legato-all-boron,
+        unimgr-csit-1node-legato-only-boron,
+        usc-csit-1node-channel-all-boron,
+        usc-csit-1node-channel-only-boron,
+        usc-csit-1node-tcp-all-boron,
+        usc-csit-1node-tcp-only-boron,
+        usc-csit-1node-udp-all-boron,
+        usc-csit-1node-udp-only-boron,
+        usecplugin-csit-1node-basic-all-boron,
+        usecplugin-csit-1node-basic-only-boron,
+        vtn-csit-1node-coordinator-only-boron,
+        vtn-csit-1node-manager-all-boron,
+        vtn-csit-1node-manager-only-boron,
+        vtn-csit-1node-openstack-mitaka-neutron-boron,
+        vtn-csit-1node-openstack-newton-neutron-boron,
+        vtn-csit-3node-manager-all-boron,
+        vtn-csit-3node-manager-only-boron
+    csit-list-beryllium: >
+        aaa-csit-1node-authn-all-beryllium,
+        aaa-csit-1node-authn-only-beryllium,
+        aaa-csit-1node-idmlite-all-beryllium,
+        aaa-csit-1node-idmlite-only-beryllium,
+        alto-csit-1node-setup-all-beryllium,
+        alto-csit-1node-setup-only-beryllium,
+        armoury-csit-1node-basic-all-beryllium,
+        armoury-csit-1node-basic-only-beryllium,
+        bgpcep-csit-1node-periodic-bgp-ingest-all-beryllium,
+        bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-beryllium,
+        bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-beryllium,
+        bgpcep-csit-1node-periodic-bgp-ingest-only-beryllium,
+        bgpcep-csit-1node-periodic-throughpcep-all-beryllium,
+        bgpcep-csit-1node-periodic-throughpcep-only-beryllium,
+        bgpcep-csit-1node-userfeatures-all-beryllium,
+        bgpcep-csit-1node-userfeatures-only-beryllium,
+        bgpcep-csit-3node-periodic-bgpclustering-all-beryllium,
+        bgpcep-csit-3node-periodic-bgpclustering-only-beryllium,
+        capwap-csit-1node-ac-all-beryllium,
+        capwap-csit-1node-ac-only-beryllium,
+        centinel-csit-1node-basic-all-beryllium,
+        centinel-csit-1node-basic-only-beryllium,
+        controller-csit-1node-akka1-all-beryllium,
+        controller-csit-1node-akka1-only-beryllium,
+        controller-csit-1node-periodic-benchmark-all-beryllium,
+        controller-csit-1node-periodic-benchmark-only-beryllium,
+        controller-csit-1node-rest-cars-perf-all-beryllium,
+        controller-csit-1node-rest-cars-perf-only-beryllium,
+        controller-csit-3node-clustering-all-beryllium,
+        controller-csit-3node-clustering-only-beryllium,
+        controller-csit-3node-periodic-benchmark-all-beryllium,
+        controller-csit-3node-periodic-benchmark-only-beryllium,
+        controller-csit-3node-rest-clust-cars-perf-only-beryllium,
+        didm-csit-1node-discovery-only-beryllium,
+        distribution-csit-1node-userfeatures-all-beryllium,
+        distribution-csit-1node-userfeatures-only-beryllium,
+        groupbasedpolicy-csit-1node-3-node-all-beryllium,
+        groupbasedpolicy-csit-1node-3-node-only-beryllium,
+        groupbasedpolicy-csit-1node-6node-all-beryllium,
+        groupbasedpolicy-csit-1node-6node-only-beryllium,
+        groupbasedpolicy-csit-1node-openstack-liberty-openstack-beryllium,
+        groupbasedpolicy-csit-1node-openstack-mitaka-openstack-beryllium,
+        groupbasedpolicy-csit-3node-clustering-all-beryllium,
+        groupbasedpolicy-csit-3node-clustering-only-beryllium,
+        l2switch-csit-1node-periodic-host-scalability-daily-only-beryllium,
+        l2switch-csit-1node-scalability-all-beryllium,
+        l2switch-csit-1node-scalability-only-beryllium,
+        l2switch-csit-1node-switch-all-beryllium,
+        l2switch-csit-1node-switch-only-beryllium,
+        lacp-csit-1node-lacp-all-beryllium,
+        lacp-csit-1node-lacp-only-beryllium,
+        lispflowmapping-csit-1node-msmr-all-beryllium,
+        lispflowmapping-csit-1node-msmr-only-beryllium,
+        lispflowmapping-csit-1node-performance-only-beryllium,
+        lispflowmapping-csit-3node-msmr-all-beryllium,
+        lispflowmapping-csit-3node-msmr-only-beryllium,
+        mdsal-csit-1node-periodic-bindingv1-only-beryllium,
+        messaging4transport-csit-1node-basic-all-beryllium,
+        messaging4transport-csit-1node-basic-only-beryllium,
+        nemo-csit-1node-engine-all-beryllium,
+        nemo-csit-1node-engine-only-beryllium,
+        netconf-csit-1node-periodic-scale-all-beryllium,
+        netconf-csit-1node-periodic-scale-only-beryllium,
+        netconf-csit-1node-userfeatures-all-beryllium,
+        netconf-csit-1node-userfeatures-only-beryllium,
+        netconf-csit-3node-cluster-stress-all-beryllium,
+        netconf-csit-3node-cluster-stress-only-beryllium,
+        netconf-csit-3node-clustering-all-beryllium,
+        netconf-csit-3node-clustering-only-beryllium,
+        netconf-csit-3node-periodic-clustering-scale-all-beryllium,
+        netconf-csit-3node-periodic-clustering-scale-only-beryllium,
+        netide-csit-1node-basic-all-beryllium,
+        netide-csit-1node-basic-only-beryllium,
+        netvirt-legacy-csit-1node-openstack-basic-all-beryllium,
+        netvirt-legacy-csit-1node-openstack-basic-only-beryllium,
+        netvirt-legacy-csit-1node-openstack-mitaka-upstream-beryllium,
+        netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-beryllium,
+        netvirt-legacy-csit-1node-openstack-newton-upstream-beryllium,
+        netvirt-legacy-csit-3node-clustering-only-beryllium,
+        netvirt-legacy-csit-3node-openstack-mitaka-upstream-beryllium,
+        netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-beryllium,
+        netvirt-legacy-csit-3node-openstack-newton-upstream-beryllium,
+        nic-csit-1node-basic-all-beryllium,
+        nic-csit-1node-basic-only-beryllium,
+        nic-csit-1node-vtnrenderer-all-beryllium,
+        nic-csit-1node-vtnrenderer-only-beryllium,
+        of-config-csit-1node-basic-all-beryllium,
+        of-config-csit-1node-basic-only-beryllium,
+        openflowplugin-csit-1node-cbench-performance-only-beryllium,
+        openflowplugin-csit-1node-config-performance-only-beryllium,
+        openflowplugin-csit-1node-flow-services-all-beryllium,
+        openflowplugin-csit-1node-flow-services-only-beryllium,
+        openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-beryllium,
+        openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-beryllium,
+        openflowplugin-csit-1node-periodic-cbench-daily-only-beryllium,
+        openflowplugin-csit-1node-periodic-link-scalability-daily-only-beryllium,
+        openflowplugin-csit-1node-periodic-restconf-perf-daily-only-beryllium,
+        openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-beryllium,
+        openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-beryllium,
+        openflowplugin-csit-1node-periodic-sw-scalability-daily-only-beryllium,
+        openflowplugin-csit-1node-scalability-only-beryllium,
+        openflowplugin-csit-3node-clustering-only-beryllium,
+        openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-beryllium,
+        openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-beryllium,
+        openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-beryllium,
+        ovsdb-csit-1node-periodic-scalability-daily-only-beryllium,
+        ovsdb-csit-1node-southbound-all-beryllium,
+        ovsdb-csit-1node-southbound-only-beryllium,
+        ovsdb-csit-3node-clustering-only-beryllium,
+        packetcable-csit-1node-pcmm-all-beryllium,
+        packetcable-csit-1node-pcmm-only-beryllium,
+        sdninterfaceapp-csit-1node-basic-only-beryllium,
+        sfc-csit-3node-rest-basic-all-beryllium,
+        sfc-csit-3node-rest-basic-only-beryllium,
+        snmp-csit-1node-basic-all-beryllium,
+        snmp-csit-1node-basic-only-beryllium,
+        sxp-csit-1node-basic-all-beryllium,
+        sxp-csit-1node-basic-only-beryllium,
+        sxp-csit-1node-filtering-all-beryllium,
+        sxp-csit-1node-filtering-only-beryllium,
+        sxp-csit-1node-topology-all-beryllium,
+        sxp-csit-1node-topology-only-beryllium,
+        topoprocessing-csit-1node-topology-operations-all-beryllium,
+        topoprocessing-csit-1node-topology-operations-only-beryllium,
+        tsdr-csit-1node-cassandra-datastore-only-beryllium,
+        tsdr-csit-1node-hbase-datastore-all-beryllium,
+        tsdr-csit-1node-hbase-datastore-only-beryllium,
+        tsdr-csit-1node-hsqldb-datastore-all-beryllium,
+        tsdr-csit-1node-hsqldb-datastore-only-beryllium,
+        unimgr-csit-1node-basic-all-beryllium,
+        unimgr-csit-1node-basic-only-beryllium,
+        usc-csit-1node-channel-all-beryllium,
+        usc-csit-1node-channel-only-beryllium,
+        usc-csit-1node-tcp-all-beryllium,
+        usc-csit-1node-tcp-only-beryllium,
+        usc-csit-1node-udp-all-beryllium,
+        usc-csit-1node-udp-only-beryllium,
+        usecplugin-csit-1node-basic-all-beryllium,
+        usecplugin-csit-1node-basic-only-beryllium,
+        vtn-csit-1node-coordinator-only-beryllium,
+        vtn-csit-1node-manager-all-beryllium,
+        vtn-csit-1node-manager-only-beryllium,
+        vtn-csit-1node-openstack-mitaka-neutron-beryllium,
+        vtn-csit-1node-openstack-newton-neutron-beryllium
+        # CSIT TESTS END SED MARKER