Auto Update CSIT Jobs to run
[releng/builder.git] / jjb / releng-defaults.yaml
index ddaf5bded93fad188ed6527461c3c49445993ef8..237034dc601b9c6ce6c3bceb1e215f9d3c2f0f0f 100644 (file)
@@ -4,9 +4,7 @@
     name: global
 
     build-days-to-keep: 30
-    build-num-to-keep: 40
-    build-artifact-days-to-keep: -1
-    build-artifact-num-to-keep: 5
+
     # Timeout in minutes
     build-timeout: 360
     build-node: centos7-java-builder-2c-8g
     bundleurl: 'last'
 
     # CSIT images configuration
-    controller-image: 'centos7-java-builder-2c-4g'
-    openstack-image: 'centos7-devstack-2c-8g'
-    mininet-image: 'ubuntu-trusty-mininet-2c-2g'
-    mininet-vms: 1
-    docker-image: 'centos7-docker-2c-4g'
+    stack-template: csit-2-instance-type.yaml
+    docker_system_count: 1
+    docker_system_flavor: 4 GB General Purpose v1
+    docker_system_image: CentOS 7 - docker - 20170120-1434
+    odl_system_count: 1
+    odl_system_flavor: 4 GB General Purpose v1
+    odl_system_image: CentOS 7 - java-builder - 20170126-0058
+    openstack_system_count: 1
+    openstack_system_flavor: 8 GB General Purpose v1
+    openstack_system_image: CentOS 7 - devstack - 20170120-1710
+    tools_system_count: 1
+    tools_system_flavor: 2 GB General Purpose v1
+    tools_system_image: Ubuntu 14.04 - mininet - 20170210-0439
+
+    # Default Robot framework options
+    robot-options: ''
+
+    # Data for csit-verify jobs
+    # Branch for "last" version detection
+    verify-branch: 'stable/boron'
+    # Value for ODL_STREAM
+    verify-stream: 'boron'
+    verify-jdkversion: 'openjdk8'
 
     # In case a CSIT job is merged without Java version specified
     jdk: 'openjdk8'
     10-plot-group: ''
     10-inclusion-flag: 'off'
     10-exclude-value: ''
+
+    ### CSIT Test List Variables
+    # Space seperated strings to exclude from CSIT lists
+    csit-list-blacklist: 'longevity gate'
+    # Auto Generated CSIT job lists used
+    # in integration-distribution-test jobs
+    csit-list-carbon: >
+        aaa-csit-1node-authn-all-carbon,
+        aaa-csit-1node-authn-only-carbon,
+        aaa-csit-1node-idmlite-all-carbon,
+        aaa-csit-1node-idmlite-only-carbon,
+        alto-csit-1node-setup-all-carbon,
+        alto-csit-1node-setup-only-carbon,
+        armoury-csit-1node-basic-all-carbon,
+        armoury-csit-1node-basic-only-carbon,
+        bgpcep-csit-1node-periodic-bgp-ingest-all-carbon,
+        bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-carbon,
+        bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-carbon,
+        bgpcep-csit-1node-periodic-bgp-ingest-only-carbon,
+        bgpcep-csit-1node-periodic-throughpcep-all-carbon,
+        bgpcep-csit-1node-periodic-throughpcep-only-carbon,
+        bgpcep-csit-1node-userfeatures-all-carbon,
+        bgpcep-csit-1node-userfeatures-only-carbon,
+        bgpcep-csit-3node-periodic-bgpclustering-all-carbon,
+        bgpcep-csit-3node-periodic-bgpclustering-ha-only-carbon,
+        bgpcep-csit-3node-periodic-bgpclustering-only-carbon,
+        capwap-csit-1node-ac-all-carbon,
+        capwap-csit-1node-ac-only-carbon,
+        centinel-csit-1node-basic-all-carbon,
+        centinel-csit-1node-basic-only-carbon,
+        controller-csit-1node-akka1-all-carbon,
+        controller-csit-1node-akka1-only-carbon,
+        controller-csit-1node-periodic-benchmark-all-carbon,
+        controller-csit-1node-periodic-benchmark-only-carbon,
+        controller-csit-1node-rest-cars-perf-all-carbon,
+        controller-csit-1node-rest-cars-perf-only-carbon,
+        controller-csit-3node-clustering-all-carbon,
+        controller-csit-3node-clustering-only-carbon,
+        controller-csit-3node-periodic-benchmark-all-carbon,
+        controller-csit-3node-periodic-benchmark-only-carbon,
+        controller-csit-3node-rest-clust-cars-perf-only-carbon,
+        daexim-csit-1node-basic-only-carbon,
+        didm-csit-1node-discovery-only-carbon,
+        distribution-csit-1node-userfeatures-all-carbon,
+        distribution-csit-1node-userfeatures-only-carbon,
+        eman-csit-1node-model-all-carbon,
+        eman-csit-1node-model-only-carbon,
+        genius-csit-1node-genius-all-carbon,
+        genius-csit-1node-genius-only-carbon,
+        groupbasedpolicy-csit-1node-3-node-all-carbon,
+        groupbasedpolicy-csit-1node-3-node-only-carbon,
+        groupbasedpolicy-csit-1node-6node-all-carbon,
+        groupbasedpolicy-csit-1node-6node-only-carbon,
+        groupbasedpolicy-csit-1node-openstack-liberty-openstack-carbon,
+        groupbasedpolicy-csit-1node-openstack-mitaka-openstack-carbon,
+        groupbasedpolicy-csit-1node-sxp-only-carbon,
+        groupbasedpolicy-csit-3node-clustering-all-carbon,
+        groupbasedpolicy-csit-3node-clustering-only-carbon,
+        iotdm-csit-1node-basic-all-carbon,
+        iotdm-csit-1node-basic-only-carbon,
+        l2switch-csit-1node-periodic-host-scalability-daily-only-carbon,
+        l2switch-csit-1node-scalability-all-carbon,
+        l2switch-csit-1node-scalability-only-carbon,
+        l2switch-csit-1node-switch-all-carbon,
+        l2switch-csit-1node-switch-only-carbon,
+        lacp-csit-1node-lacp-all-carbon,
+        lacp-csit-1node-lacp-only-carbon,
+        lispflowmapping-csit-1node-msmr-all-carbon,
+        lispflowmapping-csit-1node-msmr-only-carbon,
+        lispflowmapping-csit-1node-performance-only-carbon,
+        lispflowmapping-csit-3node-msmr-all-carbon,
+        lispflowmapping-csit-3node-msmr-only-carbon,
+        mdsal-csit-1node-periodic-bindingv1-only-carbon,
+        messaging4transport-csit-1node-basic-all-carbon,
+        messaging4transport-csit-1node-basic-only-carbon,
+        natapp-csit-1node-basic-all-carbon,
+        natapp-csit-1node-basic-only-carbon,
+        nemo-csit-1node-engine-all-carbon,
+        nemo-csit-1node-engine-only-carbon,
+        netconf-csit-1node-periodic-scale-all-carbon,
+        netconf-csit-1node-periodic-scale-only-carbon,
+        netconf-csit-1node-userfeatures-all-carbon,
+        netconf-csit-1node-userfeatures-only-carbon,
+        netconf-csit-3node-cluster-stress-all-carbon,
+        netconf-csit-3node-cluster-stress-only-carbon,
+        netconf-csit-3node-clustering-all-carbon,
+        netconf-csit-3node-clustering-only-carbon,
+        netconf-csit-3node-periodic-clustering-scale-all-carbon,
+        netconf-csit-3node-periodic-clustering-scale-only-carbon,
+        netide-csit-1node-basic-all-carbon,
+        netide-csit-1node-basic-only-carbon,
+        netvirt-csit-1node-openstack-mitaka-upstream-learn-carbon,
+        netvirt-csit-1node-openstack-mitaka-upstream-stateful-carbon,
+        netvirt-csit-1node-openstack-mitaka-upstream-transparent-carbon,
+        netvirt-csit-1node-openstack-newton-nodl-v2-upstream-learn-carbon,
+        netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-carbon,
+        netvirt-csit-1node-openstack-newton-nodl-v2-upstream-transparent-carbon,
+        netvirt-csit-1node-openstack-newton-upstream-learn-carbon,
+        netvirt-csit-1node-openstack-newton-upstream-stateful-carbon,
+        netvirt-csit-1node-openstack-newton-upstream-transparent-carbon,
+        netvirt-csit-3node-openstack-mitaka-upstream-learn-carbon,
+        netvirt-csit-3node-openstack-mitaka-upstream-stateful-carbon,
+        netvirt-csit-3node-openstack-mitaka-upstream-transparent-carbon,
+        netvirt-csit-3node-openstack-newton-nodl-v2-upstream-learn-carbon,
+        netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-carbon,
+        netvirt-csit-3node-openstack-newton-nodl-v2-upstream-transparent-carbon,
+        netvirt-csit-3node-openstack-newton-upstream-learn-carbon,
+        netvirt-csit-3node-openstack-newton-upstream-stateful-carbon,
+        netvirt-csit-3node-openstack-newton-upstream-transparent-carbon,
+        netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-learn-carbon,
+        netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-stateful-carbon,
+        netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-transparent-carbon,
+        netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-learn-carbon,
+        netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-stateful-carbon,
+        netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-transparent-carbon,
+        netvirt-csit-hwvtep-1node-openstack-newton-upstream-learn-carbon,
+        netvirt-csit-hwvtep-1node-openstack-newton-upstream-stateful-carbon,
+        netvirt-csit-hwvtep-1node-openstack-newton-upstream-transparent-carbon,
+        netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-learn-carbon,
+        netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-stateful-carbon,
+        netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-transparent-carbon,
+        netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-learn-carbon,
+        netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-stateful-carbon,
+        netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-transparent-carbon,
+        netvirt-csit-hwvtep-3node-openstack-newton-upstream-learn-carbon,
+        netvirt-csit-hwvtep-3node-openstack-newton-upstream-stateful-carbon,
+        netvirt-csit-hwvtep-3node-openstack-newton-upstream-transparent-carbon,
+        netvirt-legacy-csit-1node-openstack-basic-all-carbon,
+        netvirt-legacy-csit-1node-openstack-basic-only-carbon,
+        netvirt-legacy-csit-1node-openstack-mitaka-upstream-carbon,
+        netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-carbon,
+        netvirt-legacy-csit-1node-openstack-newton-upstream-carbon,
+        netvirt-legacy-csit-3node-clustering-only-carbon,
+        netvirt-legacy-csit-3node-openstack-mitaka-upstream-carbon,
+        netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-carbon,
+        netvirt-legacy-csit-3node-openstack-newton-upstream-carbon,
+        nic-csit-1node-basic-all-carbon,
+        nic-csit-1node-basic-only-carbon,
+        nic-csit-1node-vtnrenderer-all-carbon,
+        nic-csit-1node-vtnrenderer-only-carbon,
+        ocpplugin-csit-1node-get-all-carbon,
+        ocpplugin-csit-1node-get-only-carbon,
+        ocpplugin-csit-1node-scalability-all-carbon,
+        ocpplugin-csit-1node-scalability-only-carbon,
+        of-config-csit-1node-basic-all-carbon,
+        of-config-csit-1node-basic-only-carbon,
+        openflowplugin-csit-1node-cbench-performance-only-carbon,
+        openflowplugin-csit-1node-config-performance-only-carbon,
+        openflowplugin-csit-1node-flow-services-all-carbon,
+        openflowplugin-csit-1node-flow-services-frs-only-carbon,
+        openflowplugin-csit-1node-flow-services-only-carbon,
+        openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-carbon,
+        openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-carbon,
+        openflowplugin-csit-1node-periodic-cbench-daily-only-carbon,
+        openflowplugin-csit-1node-periodic-link-scalability-daily-only-carbon,
+        openflowplugin-csit-1node-periodic-restconf-perf-daily-only-carbon,
+        openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-carbon,
+        openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-carbon,
+        openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-carbon,
+        openflowplugin-csit-1node-periodic-sw-scalability-daily-only-carbon,
+        openflowplugin-csit-1node-scalability-only-carbon,
+        openflowplugin-csit-3node-clustering-only-carbon,
+        openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-carbon,
+        openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-carbon,
+        openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-carbon,
+        ovsdb-csit-1node-periodic-scalability-daily-only-carbon,
+        ovsdb-csit-1node-southbound-all-carbon,
+        ovsdb-csit-1node-southbound-only-carbon,
+        ovsdb-csit-3node-clustering-only-carbon,
+        packetcable-csit-1node-pcmm-all-carbon,
+        packetcable-csit-1node-pcmm-only-carbon,
+        sdninterfaceapp-csit-1node-basic-only-carbon,
+        sfc-csit-3node-docker-full-deploy-all-carbon,
+        sfc-csit-3node-docker-full-deploy-only-carbon,
+        sfc-csit-3node-rest-basic-all-carbon,
+        sfc-csit-3node-rest-basic-only-carbon,
+        snmp-csit-1node-basic-all-carbon,
+        snmp-csit-1node-basic-only-carbon,
+        sxp-csit-1node-basic-all-carbon,
+        sxp-csit-1node-basic-only-carbon,
+        sxp-csit-1node-filtering-all-carbon,
+        sxp-csit-1node-filtering-only-carbon,
+        sxp-csit-1node-periodic-performance-all-carbon,
+        sxp-csit-1node-periodic-performance-only-carbon,
+        sxp-csit-1node-topology-all-carbon,
+        sxp-csit-1node-topology-only-carbon,
+        sxp-csit-3node-periodic-clustering-all-carbon,
+        sxp-csit-3node-periodic-clustering-only-carbon,
+        topoprocessing-csit-1node-topology-operations-all-carbon,
+        topoprocessing-csit-1node-topology-operations-only-carbon,
+        tsdr-csit-1node-cassandra-datastore-only-carbon,
+        tsdr-csit-1node-hbase-datastore-all-carbon,
+        tsdr-csit-1node-hbase-datastore-only-carbon,
+        tsdr-csit-1node-hsqldb-datastore-all-carbon,
+        tsdr-csit-1node-hsqldb-datastore-only-carbon,
+        unimgr-csit-1node-basic-all-carbon,
+        unimgr-csit-1node-basic-only-carbon,
+        unimgr-csit-1node-legato-all-carbon,
+        unimgr-csit-1node-legato-only-carbon,
+        usc-csit-1node-channel-all-carbon,
+        usc-csit-1node-channel-only-carbon,
+        usc-csit-1node-tcp-all-carbon,
+        usc-csit-1node-tcp-only-carbon,
+        usecplugin-csit-1node-basic-all-carbon,
+        usecplugin-csit-1node-basic-only-carbon,
+        vtn-csit-1node-coordinator-only-carbon,
+        vtn-csit-1node-manager-all-carbon,
+        vtn-csit-1node-manager-only-carbon,
+        vtn-csit-1node-openstack-mitaka-neutron-carbon,
+        vtn-csit-1node-openstack-newton-neutron-carbon,
+        vtn-csit-3node-manager-all-carbon,
+        vtn-csit-3node-manager-only-carbon,
+        yangtools-csit-1node-periodic-system-only-carbon
+    csit-list-boron: >
+        aaa-csit-1node-authn-all-boron,
+        aaa-csit-1node-authn-only-boron,
+        aaa-csit-1node-idmlite-all-boron,
+        aaa-csit-1node-idmlite-only-boron,
+        alto-csit-1node-setup-all-boron,
+        alto-csit-1node-setup-only-boron,
+        armoury-csit-1node-basic-all-boron,
+        armoury-csit-1node-basic-only-boron,
+        bgpcep-csit-1node-periodic-bgp-ingest-all-boron,
+        bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-boron,
+        bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-boron,
+        bgpcep-csit-1node-periodic-bgp-ingest-only-boron,
+        bgpcep-csit-1node-periodic-throughpcep-all-boron,
+        bgpcep-csit-1node-periodic-throughpcep-only-boron,
+        bgpcep-csit-1node-userfeatures-all-boron,
+        bgpcep-csit-1node-userfeatures-only-boron,
+        bgpcep-csit-3node-periodic-bgpclustering-all-boron,
+        bgpcep-csit-3node-periodic-bgpclustering-ha-only-boron,
+        bgpcep-csit-3node-periodic-bgpclustering-only-boron,
+        capwap-csit-1node-ac-all-boron,
+        capwap-csit-1node-ac-only-boron,
+        centinel-csit-1node-basic-all-boron,
+        centinel-csit-1node-basic-only-boron,
+        controller-csit-1node-akka1-all-boron,
+        controller-csit-1node-akka1-only-boron,
+        controller-csit-1node-periodic-benchmark-all-boron,
+        controller-csit-1node-periodic-benchmark-only-boron,
+        controller-csit-1node-rest-cars-perf-all-boron,
+        controller-csit-1node-rest-cars-perf-only-boron,
+        controller-csit-3node-clustering-all-boron,
+        controller-csit-3node-clustering-only-boron,
+        controller-csit-3node-periodic-benchmark-all-boron,
+        controller-csit-3node-periodic-benchmark-only-boron,
+        controller-csit-3node-rest-clust-cars-perf-only-boron,
+        didm-csit-1node-discovery-only-boron,
+        distribution-csit-1node-userfeatures-all-boron,
+        distribution-csit-1node-userfeatures-only-boron,
+        eman-csit-1node-model-all-boron,
+        eman-csit-1node-model-only-boron,
+        genius-csit-1node-genius-all-boron,
+        genius-csit-1node-genius-only-boron,
+        groupbasedpolicy-csit-1node-3-node-all-boron,
+        groupbasedpolicy-csit-1node-3-node-only-boron,
+        groupbasedpolicy-csit-1node-6node-all-boron,
+        groupbasedpolicy-csit-1node-6node-only-boron,
+        groupbasedpolicy-csit-1node-openstack-liberty-openstack-boron,
+        groupbasedpolicy-csit-1node-openstack-mitaka-openstack-boron,
+        groupbasedpolicy-csit-3node-clustering-all-boron,
+        groupbasedpolicy-csit-3node-clustering-only-boron,
+        l2switch-csit-1node-periodic-host-scalability-daily-only-boron,
+        l2switch-csit-1node-scalability-all-boron,
+        l2switch-csit-1node-scalability-only-boron,
+        l2switch-csit-1node-switch-all-boron,
+        l2switch-csit-1node-switch-only-boron,
+        lacp-csit-1node-lacp-all-boron,
+        lacp-csit-1node-lacp-only-boron,
+        lispflowmapping-csit-1node-msmr-all-boron,
+        lispflowmapping-csit-1node-msmr-only-boron,
+        lispflowmapping-csit-1node-performance-only-boron,
+        lispflowmapping-csit-3node-msmr-all-boron,
+        lispflowmapping-csit-3node-msmr-only-boron,
+        mdsal-csit-1node-periodic-bindingv1-only-boron,
+        messaging4transport-csit-1node-basic-all-boron,
+        messaging4transport-csit-1node-basic-only-boron,
+        natapp-csit-1node-basic-all-boron,
+        natapp-csit-1node-basic-only-boron,
+        nemo-csit-1node-engine-all-boron,
+        nemo-csit-1node-engine-only-boron,
+        netconf-csit-1node-periodic-scale-all-boron,
+        netconf-csit-1node-periodic-scale-only-boron,
+        netconf-csit-1node-userfeatures-all-boron,
+        netconf-csit-1node-userfeatures-only-boron,
+        netconf-csit-3node-cluster-stress-all-boron,
+        netconf-csit-3node-cluster-stress-only-boron,
+        netconf-csit-3node-clustering-all-boron,
+        netconf-csit-3node-clustering-only-boron,
+        netconf-csit-3node-periodic-clustering-scale-all-boron,
+        netconf-csit-3node-periodic-clustering-scale-only-boron,
+        netide-csit-1node-basic-all-boron,
+        netide-csit-1node-basic-only-boron,
+        netvirt-csit-1node-openstack-mitaka-upstream-learn-boron,
+        netvirt-csit-1node-openstack-mitaka-upstream-stateful-boron,
+        netvirt-csit-1node-openstack-mitaka-upstream-transparent-boron,
+        netvirt-csit-1node-openstack-newton-nodl-v2-upstream-learn-boron,
+        netvirt-csit-1node-openstack-newton-nodl-v2-upstream-stateful-boron,
+        netvirt-csit-1node-openstack-newton-nodl-v2-upstream-transparent-boron,
+        netvirt-csit-1node-openstack-newton-upstream-learn-boron,
+        netvirt-csit-1node-openstack-newton-upstream-stateful-boron,
+        netvirt-csit-1node-openstack-newton-upstream-transparent-boron,
+        netvirt-csit-3node-openstack-mitaka-upstream-learn-boron,
+        netvirt-csit-3node-openstack-mitaka-upstream-stateful-boron,
+        netvirt-csit-3node-openstack-mitaka-upstream-transparent-boron,
+        netvirt-csit-3node-openstack-newton-nodl-v2-upstream-learn-boron,
+        netvirt-csit-3node-openstack-newton-nodl-v2-upstream-stateful-boron,
+        netvirt-csit-3node-openstack-newton-nodl-v2-upstream-transparent-boron,
+        netvirt-csit-3node-openstack-newton-upstream-learn-boron,
+        netvirt-csit-3node-openstack-newton-upstream-stateful-boron,
+        netvirt-csit-3node-openstack-newton-upstream-transparent-boron,
+        netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-learn-boron,
+        netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-stateful-boron,
+        netvirt-csit-hwvtep-1node-openstack-mitaka-upstream-transparent-boron,
+        netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-learn-boron,
+        netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-stateful-boron,
+        netvirt-csit-hwvtep-1node-openstack-newton-nodl-v2-upstream-transparent-boron,
+        netvirt-csit-hwvtep-1node-openstack-newton-upstream-learn-boron,
+        netvirt-csit-hwvtep-1node-openstack-newton-upstream-stateful-boron,
+        netvirt-csit-hwvtep-1node-openstack-newton-upstream-transparent-boron,
+        netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-learn-boron,
+        netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-stateful-boron,
+        netvirt-csit-hwvtep-3node-openstack-mitaka-upstream-transparent-boron,
+        netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-learn-boron,
+        netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-stateful-boron,
+        netvirt-csit-hwvtep-3node-openstack-newton-nodl-v2-upstream-transparent-boron,
+        netvirt-csit-hwvtep-3node-openstack-newton-upstream-learn-boron,
+        netvirt-csit-hwvtep-3node-openstack-newton-upstream-stateful-boron,
+        netvirt-csit-hwvtep-3node-openstack-newton-upstream-transparent-boron,
+        netvirt-legacy-csit-1node-openstack-basic-all-boron,
+        netvirt-legacy-csit-1node-openstack-basic-only-boron,
+        netvirt-legacy-csit-1node-openstack-mitaka-upstream-boron,
+        netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-boron,
+        netvirt-legacy-csit-1node-openstack-newton-upstream-boron,
+        netvirt-legacy-csit-3node-clustering-only-boron,
+        netvirt-legacy-csit-3node-openstack-mitaka-upstream-boron,
+        netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-boron,
+        netvirt-legacy-csit-3node-openstack-newton-upstream-boron,
+        nic-csit-1node-basic-all-boron,
+        nic-csit-1node-basic-only-boron,
+        nic-csit-1node-vtnrenderer-all-boron,
+        nic-csit-1node-vtnrenderer-only-boron,
+        ocpplugin-csit-1node-get-all-boron,
+        ocpplugin-csit-1node-get-only-boron,
+        ocpplugin-csit-1node-scalability-all-boron,
+        ocpplugin-csit-1node-scalability-only-boron,
+        of-config-csit-1node-basic-all-boron,
+        of-config-csit-1node-basic-only-boron,
+        openflowplugin-csit-1node-cbench-performance-only-boron,
+        openflowplugin-csit-1node-config-performance-only-boron,
+        openflowplugin-csit-1node-flow-services-all-boron,
+        openflowplugin-csit-1node-flow-services-frs-only-boron,
+        openflowplugin-csit-1node-flow-services-only-boron,
+        openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-boron,
+        openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-boron,
+        openflowplugin-csit-1node-periodic-cbench-daily-only-boron,
+        openflowplugin-csit-1node-periodic-link-scalability-daily-only-boron,
+        openflowplugin-csit-1node-periodic-restconf-perf-daily-only-boron,
+        openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-boron,
+        openflowplugin-csit-1node-periodic-scale-stats-collection-daily-frs-only-boron,
+        openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-boron,
+        openflowplugin-csit-1node-periodic-sw-scalability-daily-only-boron,
+        openflowplugin-csit-1node-scalability-only-boron,
+        openflowplugin-csit-3node-clustering-only-boron,
+        openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-boron,
+        openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-boron,
+        openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-boron,
+        ovsdb-csit-1node-periodic-scalability-daily-only-boron,
+        ovsdb-csit-1node-southbound-all-boron,
+        ovsdb-csit-1node-southbound-only-boron,
+        ovsdb-csit-3node-clustering-only-boron,
+        packetcable-csit-1node-pcmm-all-boron,
+        packetcable-csit-1node-pcmm-only-boron,
+        sdninterfaceapp-csit-1node-basic-only-boron,
+        sfc-csit-3node-rest-basic-all-boron,
+        sfc-csit-3node-rest-basic-only-boron,
+        snmp-csit-1node-basic-all-boron,
+        snmp-csit-1node-basic-only-boron,
+        sxp-csit-1node-basic-all-boron,
+        sxp-csit-1node-basic-only-boron,
+        sxp-csit-1node-filtering-all-boron,
+        sxp-csit-1node-filtering-only-boron,
+        sxp-csit-1node-topology-all-boron,
+        sxp-csit-1node-topology-only-boron,
+        sxp-csit-3node-periodic-clustering-all-boron,
+        sxp-csit-3node-periodic-clustering-only-boron,
+        topoprocessing-csit-1node-topology-operations-all-boron,
+        topoprocessing-csit-1node-topology-operations-only-boron,
+        tsdr-csit-1node-cassandra-datastore-only-boron,
+        tsdr-csit-1node-hbase-datastore-all-boron,
+        tsdr-csit-1node-hbase-datastore-only-boron,
+        tsdr-csit-1node-hsqldb-datastore-all-boron,
+        tsdr-csit-1node-hsqldb-datastore-only-boron,
+        unimgr-csit-1node-basic-all-boron,
+        unimgr-csit-1node-basic-only-boron,
+        unimgr-csit-1node-legato-all-boron,
+        unimgr-csit-1node-legato-only-boron,
+        usc-csit-1node-channel-all-boron,
+        usc-csit-1node-channel-only-boron,
+        usc-csit-1node-tcp-all-boron,
+        usc-csit-1node-tcp-only-boron,
+        usc-csit-1node-udp-all-boron,
+        usc-csit-1node-udp-only-boron,
+        usecplugin-csit-1node-basic-all-boron,
+        usecplugin-csit-1node-basic-only-boron,
+        vtn-csit-1node-coordinator-only-boron,
+        vtn-csit-1node-manager-all-boron,
+        vtn-csit-1node-manager-only-boron,
+        vtn-csit-1node-openstack-mitaka-neutron-boron,
+        vtn-csit-1node-openstack-newton-neutron-boron,
+        vtn-csit-3node-manager-all-boron,
+        vtn-csit-3node-manager-only-boron
+    csit-list-beryllium: >
+        aaa-csit-1node-authn-all-beryllium,
+        aaa-csit-1node-authn-only-beryllium,
+        aaa-csit-1node-idmlite-all-beryllium,
+        aaa-csit-1node-idmlite-only-beryllium,
+        alto-csit-1node-setup-all-beryllium,
+        alto-csit-1node-setup-only-beryllium,
+        armoury-csit-1node-basic-all-beryllium,
+        armoury-csit-1node-basic-only-beryllium,
+        bgpcep-csit-1node-periodic-bgp-ingest-all-beryllium,
+        bgpcep-csit-1node-periodic-bgp-ingest-mixed-all-beryllium,
+        bgpcep-csit-1node-periodic-bgp-ingest-mixed-only-beryllium,
+        bgpcep-csit-1node-periodic-bgp-ingest-only-beryllium,
+        bgpcep-csit-1node-periodic-throughpcep-all-beryllium,
+        bgpcep-csit-1node-periodic-throughpcep-only-beryllium,
+        bgpcep-csit-1node-userfeatures-all-beryllium,
+        bgpcep-csit-1node-userfeatures-only-beryllium,
+        bgpcep-csit-3node-periodic-bgpclustering-all-beryllium,
+        bgpcep-csit-3node-periodic-bgpclustering-only-beryllium,
+        capwap-csit-1node-ac-all-beryllium,
+        capwap-csit-1node-ac-only-beryllium,
+        centinel-csit-1node-basic-all-beryllium,
+        centinel-csit-1node-basic-only-beryllium,
+        controller-csit-1node-akka1-all-beryllium,
+        controller-csit-1node-akka1-only-beryllium,
+        controller-csit-1node-periodic-benchmark-all-beryllium,
+        controller-csit-1node-periodic-benchmark-only-beryllium,
+        controller-csit-1node-rest-cars-perf-all-beryllium,
+        controller-csit-1node-rest-cars-perf-only-beryllium,
+        controller-csit-3node-clustering-all-beryllium,
+        controller-csit-3node-clustering-only-beryllium,
+        controller-csit-3node-periodic-benchmark-all-beryllium,
+        controller-csit-3node-periodic-benchmark-only-beryllium,
+        controller-csit-3node-rest-clust-cars-perf-only-beryllium,
+        didm-csit-1node-discovery-only-beryllium,
+        distribution-csit-1node-userfeatures-all-beryllium,
+        distribution-csit-1node-userfeatures-only-beryllium,
+        groupbasedpolicy-csit-1node-3-node-all-beryllium,
+        groupbasedpolicy-csit-1node-3-node-only-beryllium,
+        groupbasedpolicy-csit-1node-6node-all-beryllium,
+        groupbasedpolicy-csit-1node-6node-only-beryllium,
+        groupbasedpolicy-csit-1node-openstack-liberty-openstack-beryllium,
+        groupbasedpolicy-csit-1node-openstack-mitaka-openstack-beryllium,
+        groupbasedpolicy-csit-3node-clustering-all-beryllium,
+        groupbasedpolicy-csit-3node-clustering-only-beryllium,
+        l2switch-csit-1node-periodic-host-scalability-daily-only-beryllium,
+        l2switch-csit-1node-scalability-all-beryllium,
+        l2switch-csit-1node-scalability-only-beryllium,
+        l2switch-csit-1node-switch-all-beryllium,
+        l2switch-csit-1node-switch-only-beryllium,
+        lacp-csit-1node-lacp-all-beryllium,
+        lacp-csit-1node-lacp-only-beryllium,
+        lispflowmapping-csit-1node-msmr-all-beryllium,
+        lispflowmapping-csit-1node-msmr-only-beryllium,
+        lispflowmapping-csit-1node-performance-only-beryllium,
+        lispflowmapping-csit-3node-msmr-all-beryllium,
+        lispflowmapping-csit-3node-msmr-only-beryllium,
+        mdsal-csit-1node-periodic-bindingv1-only-beryllium,
+        messaging4transport-csit-1node-basic-all-beryllium,
+        messaging4transport-csit-1node-basic-only-beryllium,
+        nemo-csit-1node-engine-all-beryllium,
+        nemo-csit-1node-engine-only-beryllium,
+        netconf-csit-1node-periodic-scale-all-beryllium,
+        netconf-csit-1node-periodic-scale-only-beryllium,
+        netconf-csit-1node-userfeatures-all-beryllium,
+        netconf-csit-1node-userfeatures-only-beryllium,
+        netconf-csit-3node-cluster-stress-all-beryllium,
+        netconf-csit-3node-cluster-stress-only-beryllium,
+        netconf-csit-3node-clustering-all-beryllium,
+        netconf-csit-3node-clustering-only-beryllium,
+        netconf-csit-3node-periodic-clustering-scale-all-beryllium,
+        netconf-csit-3node-periodic-clustering-scale-only-beryllium,
+        netide-csit-1node-basic-all-beryllium,
+        netide-csit-1node-basic-only-beryllium,
+        netvirt-legacy-csit-1node-openstack-basic-all-beryllium,
+        netvirt-legacy-csit-1node-openstack-basic-only-beryllium,
+        netvirt-legacy-csit-1node-openstack-mitaka-upstream-beryllium,
+        netvirt-legacy-csit-1node-openstack-newton-nodl-v2-upstream-beryllium,
+        netvirt-legacy-csit-1node-openstack-newton-upstream-beryllium,
+        netvirt-legacy-csit-3node-clustering-only-beryllium,
+        netvirt-legacy-csit-3node-openstack-mitaka-upstream-beryllium,
+        netvirt-legacy-csit-3node-openstack-newton-nodl-v2-upstream-beryllium,
+        netvirt-legacy-csit-3node-openstack-newton-upstream-beryllium,
+        nic-csit-1node-basic-all-beryllium,
+        nic-csit-1node-basic-only-beryllium,
+        nic-csit-1node-vtnrenderer-all-beryllium,
+        nic-csit-1node-vtnrenderer-only-beryllium,
+        of-config-csit-1node-basic-all-beryllium,
+        of-config-csit-1node-basic-only-beryllium,
+        openflowplugin-csit-1node-cbench-performance-only-beryllium,
+        openflowplugin-csit-1node-config-performance-only-beryllium,
+        openflowplugin-csit-1node-flow-services-all-beryllium,
+        openflowplugin-csit-1node-flow-services-only-beryllium,
+        openflowplugin-csit-1node-periodic-bulk-matic-ds-daily-only-beryllium,
+        openflowplugin-csit-1node-periodic-bulkomatic-perf-daily-only-beryllium,
+        openflowplugin-csit-1node-periodic-cbench-daily-only-beryllium,
+        openflowplugin-csit-1node-periodic-link-scalability-daily-only-beryllium,
+        openflowplugin-csit-1node-periodic-restconf-perf-daily-only-beryllium,
+        openflowplugin-csit-1node-periodic-rpc-time-measure-daily-only-beryllium,
+        openflowplugin-csit-1node-periodic-scale-stats-collection-daily-only-beryllium,
+        openflowplugin-csit-1node-periodic-sw-scalability-daily-only-beryllium,
+        openflowplugin-csit-1node-scalability-only-beryllium,
+        openflowplugin-csit-3node-clustering-only-beryllium,
+        openflowplugin-csit-3node-periodic-bulkomatic-clustering-daily-only-beryllium,
+        openflowplugin-csit-3node-periodic-bulkomatic-clustering-perf-daily-only-beryllium,
+        openflowplugin-csit-3node-periodic-restconf-clustering-perf-daily-only-beryllium,
+        ovsdb-csit-1node-periodic-scalability-daily-only-beryllium,
+        ovsdb-csit-1node-southbound-all-beryllium,
+        ovsdb-csit-1node-southbound-only-beryllium,
+        ovsdb-csit-3node-clustering-only-beryllium,
+        packetcable-csit-1node-pcmm-all-beryllium,
+        packetcable-csit-1node-pcmm-only-beryllium,
+        sdninterfaceapp-csit-1node-basic-only-beryllium,
+        sfc-csit-3node-rest-basic-all-beryllium,
+        sfc-csit-3node-rest-basic-only-beryllium,
+        snmp-csit-1node-basic-all-beryllium,
+        snmp-csit-1node-basic-only-beryllium,
+        sxp-csit-1node-basic-all-beryllium,
+        sxp-csit-1node-basic-only-beryllium,
+        sxp-csit-1node-filtering-all-beryllium,
+        sxp-csit-1node-filtering-only-beryllium,
+        sxp-csit-1node-topology-all-beryllium,
+        sxp-csit-1node-topology-only-beryllium,
+        topoprocessing-csit-1node-topology-operations-all-beryllium,
+        topoprocessing-csit-1node-topology-operations-only-beryllium,
+        tsdr-csit-1node-cassandra-datastore-only-beryllium,
+        tsdr-csit-1node-hbase-datastore-all-beryllium,
+        tsdr-csit-1node-hbase-datastore-only-beryllium,
+        tsdr-csit-1node-hsqldb-datastore-all-beryllium,
+        tsdr-csit-1node-hsqldb-datastore-only-beryllium,
+        unimgr-csit-1node-basic-all-beryllium,
+        unimgr-csit-1node-basic-only-beryllium,
+        usc-csit-1node-channel-all-beryllium,
+        usc-csit-1node-channel-only-beryllium,
+        usc-csit-1node-tcp-all-beryllium,
+        usc-csit-1node-tcp-only-beryllium,
+        usc-csit-1node-udp-all-beryllium,
+        usc-csit-1node-udp-only-beryllium,
+        usecplugin-csit-1node-basic-all-beryllium,
+        usecplugin-csit-1node-basic-only-beryllium,
+        vtn-csit-1node-coordinator-only-beryllium,
+        vtn-csit-1node-manager-all-beryllium,
+        vtn-csit-1node-manager-only-beryllium,
+        vtn-csit-1node-openstack-mitaka-neutron-beryllium,
+        vtn-csit-1node-openstack-newton-neutron-beryllium
+        # CSIT TESTS END SED MARKER