From 39de3404b2681d425af82a66f7f665ecd4a2da3a Mon Sep 17 00:00:00 2001 From: Jamo Luhrsen Date: Fri, 10 Jul 2020 12:36:56 -0700 Subject: [PATCH] Fix robot syntax with robot.tidy tool - have to skip .robot files with the trailing-whitespace hook because it will remove the blank line at the end of a file whereas robot tidy will add one which causes a failure This change is coming from using the latest RF and robotframework-tidy-wrapper. Signed-off-by: Jamo Luhrsen Change-Id: I7ad30196d4ad3641901578614e3b417e4772498d --- .pre-commit-config.yaml | 3 ++ csit/libraries/AAA/DockerKeystone.robot | 8 ++--- csit/libraries/BGPSpeaker.robot | 14 ++++---- csit/libraries/BGPcliKeywords.robot | 8 ++--- csit/libraries/BierTeResource.robot | 4 +-- csit/libraries/CarPeople.robot | 8 ++--- csit/libraries/ChangeCounter.robot | 8 ++--- csit/libraries/ClusterAdmin.robot | 4 +-- csit/libraries/ClusterManagement.robot | 16 ++++----- csit/libraries/ExaBgpLib.robot | 10 +++--- csit/libraries/FailFast.robot | 10 +++--- csit/libraries/KarafKeywords.robot | 2 +- csit/libraries/KillPythonTool.robot | 10 +++--- csit/libraries/MdsalLowlevel.robot | 4 +-- csit/libraries/NetconfKeywords.robot | 10 +++--- csit/libraries/NexusKeywords.robot | 10 +++--- csit/libraries/PcepOperations.robot | 6 ++-- csit/libraries/PrefixCounting.robot | 10 +++--- csit/libraries/RemoteBash.robot | 12 +++---- csit/libraries/RestPerfClient.robot | 14 ++++---- csit/libraries/Restconf.robot | 1 - csit/libraries/SSHKeywords.robot | 8 ++--- csit/libraries/ScalarClosures.robot | 18 +++++----- csit/libraries/SetupUtils.robot | 10 +++--- csit/libraries/ShardStability.robot | 10 +++--- csit/libraries/TemplatedRequests.robot | 36 +++++++++---------- csit/libraries/WaitForFailure.robot | 8 ++--- csit/libraries/WaitUtils.robot | 14 ++++---- csit/libraries/YangCollection.robot | 12 +++---- csit/libraries/controller/CsCommon.robot | 8 ++--- csit/libraries/controller/DdbCommons.robot | 8 ++--- csit/libraries/controller/DnbCommons.robot | 4 +-- csit/libraries/controller/DrbCommons.robot | 10 +++--- .../libraries/distribution/StreamDistro.robot | 8 ++--- .../aaa/keystone/010__keystone_authn.robot | 4 +-- ..._Reset_And_Set_Nonreplicated_Bgp_Rib.robot | 4 +-- .../010_singlepeer_prefixcount_1route.robot | 6 ++-- ...prefixcount_1route_nonreplicated_rib.robot | 6 ++-- ...20_singlepeer_prefixcount_100kroutes.robot | 6 ++-- ...ixcount_100kroutes_nonreplicated_rib.robot | 6 ++-- .../030_singlepeer_prefixcount_1Mroutes.robot | 6 ++-- ...efixcount_1Mroutes_nonreplicated_rib.robot | 6 ++-- .../040_bgp_ha_karaf_isolation.robot | 6 ++-- .../040_bgp_ha_karaf_restart.robot | 6 ++-- .../bgpclustering/040_bgp_ha_karaf_stop.robot | 6 ++-- .../050_bmp_ha_karaf_restart.robot | 6 ++-- .../bgpclustering/050_bmp_ha_karaf_stop.robot | 6 ++-- .../060_pcep_ha_karaf_restart.robot | 6 ++-- .../060_pcep_ha_karaf_stop.robot | 6 ++-- .../bgpclustering/PrefixcountKeywords.robot | 6 ++-- .../singlepeer_pc_shm_1Mroutes.robot | 8 ++--- .../singlepeer_pc_shm_1route.robot | 8 ++--- .../singlepeer_pc_shm_300kroutes.robot | 8 ++--- ...nglepeer_pc_shm_300kroutes_longevity.robot | 8 ++--- ...epeer_pc_shm_300kroutes_shards_local.robot | 8 ++--- ...peer_pc_shm_300kroutes_shards_remote.robot | 8 ++--- .../singlepeer_prefixcount_300kroutes.robot | 6 ++-- .../bgpcep/bgpflowspec/010_bgp_flowspec.robot | 4 +-- .../bgpfunct/010_bgp_functional_l3vpn.robot | 8 ++--- .../020_bgp_functional_multipath.robot | 6 ++-- .../bgpfunct/030_bgp_functional_evpn.robot | 6 ++-- .../040_bgp_functional_route_ref.robot | 6 ++-- .../bgpcep/bgpfunct/050_bmp_basic.robot | 6 ++-- .../bgpfunct/060_bgp_functional_mvpn.robot | 6 ++-- .../070_bgp_functional_l3vpn_mcast.robot | 6 ++-- .../080_bgp_functional_rt_constrain.robot | 6 ++-- ...p_functional_rt_constrain_validation.robot | 6 ++-- .../100_bgp_functional_graceful_restart.robot | 4 +-- .../bgpcep/bgpfunct/bgp_functional_md5.robot | 6 ++-- .../bgpcep/bgpfunct/bgp_ipv6_basic.robot | 6 ++-- .../bgpfunct/bgp_policies_default.robot | 6 ++-- .../bgpingest/bgp_app_peer_prefixcount.robot | 8 ++--- .../bgpingest/manypeers_changecount.robot | 22 ++++++------ .../bgpingest/manypeers_peercount.robot | 10 +++--- .../bgpingest/manypeers_prefixcount.robot | 22 ++++++------ .../bgpingest/singlepeer_changecount.robot | 18 +++++----- .../bgpingest/singlepeer_prefixcount.robot | 16 ++++----- csit/suites/bgpcep/bgpuser/basic.robot | 14 ++++---- .../bgpcep/bgpuser/bgp_app_peer_basic.robot | 14 ++++---- .../bgpcep/bgpuser/ebgp_peers_basic.robot | 10 +++--- .../suites/bgpcep/bgpuser/ibgp_peer_lsp.robot | 6 ++-- .../bgpcep/bgpuser/ibgp_peers_basic.robot | 16 ++++----- csit/suites/bgpcep/pcepuser/pcepuser.robot | 4 +-- .../suites/bgpcep/tcpmd5user/tcpmd5user.robot | 8 ++--- csit/suites/bgpcep/throughpcep/cases.robot | 34 +++++++++--------- .../buycar_failover.robot | 10 +++--- .../buycar_failover_isolation.robot | 10 +++--- .../car_failover_crud.robot | 12 +++---- .../car_failover_crud_isolation.robot | 12 +++---- .../car_outage_corners.robot | 14 ++++---- .../car_persistence_recovery.robot | 10 +++--- .../Clustering_Datastore/carpeople_crud.robot | 12 +++---- .../Clustering_Datastore/cluster_ready.robot | 10 +++--- .../Clustering_Longevity/__init__.robot | 1 + .../010_crud_mdsal_perf.robot | 8 ++--- .../carpeople_library_test.robot | 6 ++-- .../010_crud_mdsal_perf.robot | 8 ++--- .../puts_during_isolation.robot | 6 ++-- .../controller/akka_upgrade/1node.robot | 20 +++++------ .../controller/benchmark/dsbenchmark.robot | 10 +++--- .../chasing_the_leader.robot | 6 ++-- .../chasing_the_leader_longevity.robot | 6 ++-- .../cluster_singleton/master_stability.robot | 6 ++-- .../partition_and_heal.robot | 6 ++-- .../partition_and_heal_longevity.robot | 6 ++-- .../clean_leader_shutdown.robot | 6 ++-- ...clean_leader_shutdown_prefbasedshard.robot | 6 ++-- .../dom_data_broker/client_isolation.robot | 6 ++-- .../client_isolation_prefbasedshard.robot | 6 ++-- .../ddb-sanity-module-based.robot | 6 ++-- .../ddb-sanity-prefix-based.robot | 6 ++-- .../explicit_leader_movement.robot | 6 ++-- .../explicit_leader_movement_longevity.robot | 6 ++-- ...licit_leader_movement_prefbasedshard.robot | 6 ++-- .../dom_data_broker/leader_isolation.robot | 6 ++-- .../leader_isolation_prefbasedshard.robot | 6 ++-- .../dom_data_broker/listener_stability.robot | 6 ++-- .../listener_stability_prefbasedshard.robot | 6 ++-- .../restart_odl_with_tell_based_false.robot | 6 ++-- .../restart_odl_with_tell_based_true.robot | 6 ++-- .../noloss_rate_1node.robot | 6 ++-- .../noloss_rate_longevity_1node.robot | 6 ++-- .../action_provider_partition_and_heal.robot | 6 ++-- .../action_provider_precedence.robot | 6 ++-- .../rpc_provider_partition_and_heal.robot | 6 ++-- ...rovider_partition_and_heal_longevity.robot | 6 ++-- .../rpc_provider_precedence.robot | 6 ++-- .../rpc_provider_precedence_longevity.robot | 6 ++-- .../singleton_service/global_rpc_freeze.robot | 4 +-- .../global_rpc_isolate.robot | 4 +-- .../singleton_service/global_rpc_kill.robot | 4 +-- csit/suites/didm/basic/010_Didm.robot | 4 +-- .../didm/discovery/device_discovery.robot | 2 +- .../distribution/karaf_sequence_install.robot | 8 ++--- csit/suites/distribution/karaf_stop.robot | 10 +++--- csit/suites/distribution/size.robot | 8 ++--- csit/suites/distribution/version.robot | 14 ++++---- .../mdsal/binding_v1/binding-parent.robot | 12 +++---- .../netconf/CRUD-ACTION/CRUD-ACTION.robot | 8 ++--- csit/suites/netconf/CRUD/CRUD-RPC.robot | 10 +++--- csit/suites/netconf/CRUD/CRUD.robot | 10 +++--- csit/suites/netconf/MDSAL/northbound.robot | 12 +++---- csit/suites/netconf/clustering/CRUD.robot | 14 ++++---- csit/suites/netconf/clustering/bug8086.robot | 14 ++++---- .../clustering/entity-isolation-rejoin.robot | 16 ++++----- csit/suites/netconf/clustering/entity.robot | 14 ++++---- csit/suites/netconf/clustering/outages.robot | 12 +++---- .../netconf/clusteringscale/performance.robot | 10 +++--- .../clusteringscale/topology_leader_ha.robot | 10 +++--- .../clusteringscale/topology_owner_ha.robot | 24 ++++++------- .../notifications/notifications_basic.robot | 16 ++++----- csit/suites/netconf/ready/netconfready.robot | 22 ++++++------ .../suites/netconf/restperfclient/mdsal.robot | 8 ++--- .../netconf/restperfclient/performance.robot | 8 ++--- csit/suites/netconf/scale/getmulti.robot | 8 ++--- csit/suites/netconf/scale/getsingle.robot | 8 ++--- csit/suites/netconf/scale/max_devices.robot | 8 ++--- .../020_OpenFlow_Actions.robot | 2 +- .../Southbound_Domain/Bug_Validation.robot | 2 +- csit/suites/persistence/basic/test_app.robot | 2 +- csit/suites/test/alter_log_levels.robot | 8 ++--- csit/suites/test/cluster_reset.robot | 10 +++--- .../test/libraries/ScalarClosuresTest.robot | 8 ++--- .../suites/test/libraries/WaitUtilsTest.robot | 8 ++--- csit/suites/test/revert_log_levels.robot | 8 ++--- .../yang-model-validator.robot | 18 +++++----- csit/variables/Variables.robot | 14 ++++---- .../openstack_ha/deploy/01_mysql_setup.robot | 4 +-- 168 files changed, 731 insertions(+), 728 deletions(-) diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 7e3b989d90..64886a158c 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -7,6 +7,9 @@ repos: language_version: python3 additional_dependencies: ['flake8~=3.5.0'] - id: trailing-whitespace + # this hook will remove any blank lines at the end of a file, whereas the robot hook will add one + # so to prevent this conflict we will ignore .robot files in this trailing-whitespace hook + exclude: '\.robot' - repo: https://github.com/pre-commit/mirrors-autopep8 rev: v1.4.4 diff --git a/csit/libraries/AAA/DockerKeystone.robot b/csit/libraries/AAA/DockerKeystone.robot index 7f9189556d..6b9febca86 100644 --- a/csit/libraries/AAA/DockerKeystone.robot +++ b/csit/libraries/AAA/DockerKeystone.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation DockerKeystone library. This library is useful to deal with Openstack Keystone service which provides API client authentication. -... +... ... It consists of three main groups of keywords: -... +... ... - Start/Stop keystone node in SYSTEM TOOLS VM: ... - Run Docker Keystone ... - Destroy Docker Keystone ... - Check Keystone Log File For String -... +... ... - Provision keystone node: ... - Create Keystone session ... - Get Keystone Token @@ -17,7 +17,7 @@ Documentation DockerKeystone library. This library is useful to deal with Op ... - Get Admin Role Id ... - Grant Admin Role ... - Delete Keystone Domain -... +... ... - Provision ODL node for secure communication with Keystone node: ... - Set Keystone Certificate into ODL Library SSHLibrary diff --git a/csit/libraries/BGPSpeaker.robot b/csit/libraries/BGPSpeaker.robot index 9b853bd4b3..9a76470a1e 100644 --- a/csit/libraries/BGPSpeaker.robot +++ b/csit/libraries/BGPSpeaker.robot @@ -1,24 +1,24 @@ *** Settings *** Documentation Robot keyword library (Resource) for handling the BGP speaker Python utilities. -... +... ... Copyright (c) 2015,2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This library assumes that a SSH connection exists (and is switched to) ... to a Linux machine (usualy TOOLS_SYSTEM) where the Python BGP speaker should be run. ... It also assumes that the current working directory on that connection is the ... directory where the speaker tool was deployed as there are no paths to neither ... the play.py nor the log files in the commands. -... +... ... Aside BGP Speaker utility, there is also BGP Manager starting utilities in parallel. ... For purpose of dumping logs and killing, Manager behaves the same as Speaker. -... +... ... TODO: RemoteBash.robot contains logic which could be reused here. -... +... ... TODO: Update the following TODOs, as SSHKeywords.robot was introduced. ... TODO: The Utils.robot library has a "Run Command On Remote System" if we didn't ... want to make the assumption that an SSH connection was already open. diff --git a/csit/libraries/BGPcliKeywords.robot b/csit/libraries/BGPcliKeywords.robot index d8e797f037..fbcf5f2e27 100644 --- a/csit/libraries/BGPcliKeywords.robot +++ b/csit/libraries/BGPcliKeywords.robot @@ -1,15 +1,15 @@ *** Settings *** Documentation Robot keyword library (Resource) for handling the BGP speaker CLI tools -... +... ... Copyright (c) 2015,2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This library contains keywords to handle command line tools in BGP Application ... for handling shell connections. -... +... ... TODO: RemoteBash.robot contains logic which could be reused here. Library SSHLibrary timeout=10s Library RequestsLibrary diff --git a/csit/libraries/BierTeResource.robot b/csit/libraries/BierTeResource.robot index 79b0683390..0b02f06893 100644 --- a/csit/libraries/BierTeResource.robot +++ b/csit/libraries/BierTeResource.robot @@ -1,8 +1,8 @@ *** Settings *** Documentation Robot keyword library (Resource) for BIER information configuration and verification Python utilities. -... +... ... Copyright (c) 2016-2017 Zte, Inc. and others. All rights reserved. -... +... ... This resource contains some keywords which complete four main functions: ... Send corresponding request to datastore, ... Construct BIER information, diff --git a/csit/libraries/CarPeople.robot b/csit/libraries/CarPeople.robot index 2a61689e1f..579bc3cddb 100644 --- a/csit/libraries/CarPeople.robot +++ b/csit/libraries/CarPeople.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation Resource housing Keywords common to tests which interact with car/people models. -... +... ... Copyright (c) 2016-2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This resource is tightly coupled with "crud" cluster suite, ... as it is not straightforward to allow ${VAR_DIR} customization. Resource ${CURDIR}/TemplatedRequests.robot diff --git a/csit/libraries/ChangeCounter.robot b/csit/libraries/ChangeCounter.robot index f2a0b34964..3a321e723b 100644 --- a/csit/libraries/ChangeCounter.robot +++ b/csit/libraries/ChangeCounter.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation Robot keyword library (Resource) for common handling of data change counter. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This resource creates a "default" session using TemplatedRequests.Create_Default_Session ... which points to (an analogue of) http://${ODL_SYSTEM_IP}:${RESTCONFPORT} Library RequestsLibrary diff --git a/csit/libraries/ClusterAdmin.robot b/csit/libraries/ClusterAdmin.robot index 19d55e529a..47bb139f7c 100644 --- a/csit/libraries/ClusterAdmin.robot +++ b/csit/libraries/ClusterAdmin.robot @@ -1,8 +1,8 @@ *** Settings *** Documentation Keywords wrapping controller's cluster-admin yang model rpcs. -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html diff --git a/csit/libraries/ClusterManagement.robot b/csit/libraries/ClusterManagement.robot index 2d31500249..47fcfa6d50 100644 --- a/csit/libraries/ClusterManagement.robot +++ b/csit/libraries/ClusterManagement.robot @@ -1,24 +1,24 @@ *** Settings *** Documentation Resource housing Keywords common to several suites for cluster functional testing. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. ... Copyright (c) 2016 Brocade Communications Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This resource holds private state (in suite variables), ... which is generated once at Setup with ClusterManagement_Setup KW. ... The state includes member indexes, IP addresses and Http (RequestsLibrary) sessions. ... Cluster Keywords normally use member index, member list or nothing (all members) as argument. -... +... ... All index lists returned should be sorted numerically, fix if not. -... +... ... Requirements: ... odl-jolokia is assumed to be installed. -... +... ... Keywords are ordered as follows: ... - Cluster Setup ... - Shard state, leader and followers @@ -27,7 +27,7 @@ Documentation Resource housing Keywords common to several suites for cluster ... - Isolate and Rejoin Member ... - Run Commands On Member ... - REST requests and checks on Members -... +... ... TODO: Unify capitalization of Leaders and Followers. Library RequestsLibrary # for Create_Session and To_Json Library Collections diff --git a/csit/libraries/ExaBgpLib.robot b/csit/libraries/ExaBgpLib.robot index ef110c9ee5..50e2196066 100644 --- a/csit/libraries/ExaBgpLib.robot +++ b/csit/libraries/ExaBgpLib.robot @@ -1,16 +1,16 @@ *** Settings *** Documentation Robot keyword library (Resource) for handling the ExaBgp tool. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This library assumes that a SSH connection exists (and is switched to) ... to a Linux machine (usualy TOOLS_SYSTEM) where the ExaBgp should be run. -... +... ... TODO: RemoteBash.robot contains logic which could be reused here. Library SSHLibrary Resource ${CURDIR}/SSHKeywords.robot diff --git a/csit/libraries/FailFast.robot b/csit/libraries/FailFast.robot index b9fb8e7a79..9c880f62e1 100644 --- a/csit/libraries/FailFast.robot +++ b/csit/libraries/FailFast.robot @@ -1,15 +1,15 @@ *** Settings *** Documentation Robot keyword library (Resource) for implementing fail fast behavior in Robot suites. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This Resource uses suite variable SuiteFastFail, beware of possible conflicts. -... +... ... Recommended usage: ... In suite setup, call Do_Not_Fail_Fast_From_Now_On ... Set Fail_This_Fast_On_Previous_Error as Test Setup diff --git a/csit/libraries/KarafKeywords.robot b/csit/libraries/KarafKeywords.robot index 0463c81577..74f527ccab 100644 --- a/csit/libraries/KarafKeywords.robot +++ b/csit/libraries/KarafKeywords.robot @@ -1,7 +1,7 @@ *** Settings *** Documentation Karaf library. General utility keywords for interacting with the karaf environment, such as the ... karaf console, karaf.log, karaf features, and karaf config files. -... +... ... This library is useful to deal with controller Karaf console for ssh sessions in cluster. ... Running Setup_Karaf_Keywords is necessary. If SetupUtils initialization is called, this gets initialized as well. ... If this gets initialized, ClusterManagement gets initialized as well. diff --git a/csit/libraries/KillPythonTool.robot b/csit/libraries/KillPythonTool.robot index f5dcd7d740..1dc711e7a0 100644 --- a/csit/libraries/KillPythonTool.robot +++ b/csit/libraries/KillPythonTool.robot @@ -1,18 +1,18 @@ *** Settings *** Documentation Robot keyword library (Resource) for killing possibly left-over Python utilities. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This library assumes that a SSH connections exists (and is switched to) ... to a Linux machine (usualy TOOLS_SYSTEM_IP) where the Python process should be killed. ... TODO: The Utils.robot library has a "Run Command On Remote System" if we didn't want to make the assumption that an SSH connection was already open. ... alternative TODO: Explain that it is not worth to perform separate SSH logins. -... +... ... The argument ${filter} should hold what you would type to grep command in bash: ... enclosed in single quotes, dots escaped by backslash and so on. ... Note that single quote inside cannot be escaped, but may be typed as this: '"'"' diff --git a/csit/libraries/MdsalLowlevel.robot b/csit/libraries/MdsalLowlevel.robot index 9dcaaa74e0..acd6542b8e 100644 --- a/csit/libraries/MdsalLowlevel.robot +++ b/csit/libraries/MdsalLowlevel.robot @@ -1,8 +1,8 @@ *** Settings *** Documentation Keywords wrapping controller's odl-mdsal-lowlevel yang model rpcs. -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html diff --git a/csit/libraries/NetconfKeywords.robot b/csit/libraries/NetconfKeywords.robot index 0a7220cea5..9beab46b99 100644 --- a/csit/libraries/NetconfKeywords.robot +++ b/csit/libraries/NetconfKeywords.robot @@ -1,17 +1,17 @@ *** Settings *** Documentation Perform complex operations on netconf. -... +... ... Copyright (c) 2015,2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This library encapsulates a bunch of somewhat complex and commonly used ... netconf operations into reusable keywords to make writing netconf ... test suites easier. -... +... ... TODO: RemoteBash.robot contains logic which could be reused here. Library Collections Library DateTime diff --git a/csit/libraries/NexusKeywords.robot b/csit/libraries/NexusKeywords.robot index 929a91264c..9ef7e74c31 100644 --- a/csit/libraries/NexusKeywords.robot +++ b/csit/libraries/NexusKeywords.robot @@ -1,16 +1,16 @@ *** Settings *** Documentation Nexus repository access keywords, and supporting Java and Maven handling. -... +... ... Copyright (c) 2015,2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This library encapsulates a bunch of somewhat complex and commonly used ... Nexus operations into reusable keywords to make writing test suites easier. -... +... ... Currently, Java version detection is incorporated so that Java tools can be run reliably. ... Also, suport for installing and running Maven is added, as that needs the Java detection. ... TODO: Move Java detection and Maven to a separate Resource, or rename this Resource. diff --git a/csit/libraries/PcepOperations.robot b/csit/libraries/PcepOperations.robot index 6455a6a771..4f2c027d7f 100644 --- a/csit/libraries/PcepOperations.robot +++ b/csit/libraries/PcepOperations.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Robot keyword library (Resource) for performing PCEP operations via restconf calls. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... TODO: Remove all old keywords, update pcepuser.robot accordingly ... TODO: Add new KWs, update all pcep tests to use them. Library RequestsLibrary diff --git a/csit/libraries/PrefixCounting.robot b/csit/libraries/PrefixCounting.robot index 2806ce9ecc..0c5088f3ae 100644 --- a/csit/libraries/PrefixCounting.robot +++ b/csit/libraries/PrefixCounting.robot @@ -1,16 +1,16 @@ *** Settings *** Documentation Robot keyword library (Resource) for common BGP actions concerned with counting prefixes. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Currently, all keywords count prefixes only in ${topology}. ... Prefix is identified by simplistic regular expression on JSON data. -... +... ... This resource assumes that RequestsLibrary has open a connection named "operational" ... which points to (an analogue of) http://:${RESTCONFPORT} ... or user has to provide a similar session. diff --git a/csit/libraries/RemoteBash.robot b/csit/libraries/RemoteBash.robot index e6c022c015..6456222519 100644 --- a/csit/libraries/RemoteBash.robot +++ b/csit/libraries/RemoteBash.robot @@ -1,24 +1,24 @@ *** Settings *** Documentation Resource for managing bash execution when SSHLibrary.Execute_Command is not enough. -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... There are many test tools that need to be started from bash, ... and then either waited upon or aborted. ... Typical hurdles are usage of virtualenv or preventing idle SSH sessions from closing down. ... This Resource contains keywords specifically for these situations, ... in order to avoid SSHKeywords growing too big. -... +... ... Each keyword assumes There is a SSH session already esteablished and active, ... with properties such as timeout already configured. ... No keyword should close or switch away from that session, ... but the configured timeout may be changed if requested. -... +... ... TODO: Backport improvements from project-specific Resources, ... for example logging to generated filename from NetconfKeywords and NexusKeywords. Library SSHLibrary diff --git a/csit/libraries/RestPerfClient.robot b/csit/libraries/RestPerfClient.robot index 14dbbb9e9d..e927f92a09 100644 --- a/csit/libraries/RestPerfClient.robot +++ b/csit/libraries/RestPerfClient.robot @@ -1,24 +1,24 @@ *** Settings *** Documentation RestPerfClient handling singleton resource. -... +... ... Copyright (c) 2016,2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This singleton manages RestPerfClient invocation, tracks the log file ... produced by the invocation, allows the test suite to easily search this ... log file and collect it once done. -... +... ... TODO: RemoteBash.robot contains logic which could be reused here. -... +... ... TODO: Currently only one RestPerfClient invocation running at a time is ... supported. Support for multiple concurrently running RestPerfClient ... invocations might be needed for example when performance testing cluster ... nodes. However no such suites are planned for now. -... +... ... FIXME: There may be suites which want to use this Resource without ... NetconfKeywords, in which case NexusKeywords will not be initialized ... and Setup_Restperfclient will fail. Fixing this problem will require diff --git a/csit/libraries/Restconf.robot b/csit/libraries/Restconf.robot index aec16a15b5..af93200271 100644 --- a/csit/libraries/Restconf.robot +++ b/csit/libraries/Restconf.robot @@ -4,7 +4,6 @@ ${USE_RFC8040} = False *** Keywords *** - Generate URI [Arguments] ${identifier} ${datastore_flag}=config @{node_value_list} [Documentation] Returns the proper URI to use depending on if RFC8040 is to be used or not. Variable input diff --git a/csit/libraries/SSHKeywords.robot b/csit/libraries/SSHKeywords.robot index 2d20800633..62e7c727b7 100644 --- a/csit/libraries/SSHKeywords.robot +++ b/csit/libraries/SSHKeywords.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation Resource enhancing SSHLibrary with Keywords used in multiple suites. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Some suites evolved utility Keywords re-usable with other suites. ... When the Keywords assume a SSH session is active, ... and if the Keywords do not fit into a more specific Resource, diff --git a/csit/libraries/ScalarClosures.robot b/csit/libraries/ScalarClosures.robot index 9d9125f17b..0ff6774f5b 100644 --- a/csit/libraries/ScalarClosures.robot +++ b/csit/libraries/ScalarClosures.robot @@ -1,35 +1,35 @@ *** Settings *** Documentation Robot keyword library (Resource) for supporting functional programming via "scalar closures". -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Python has fist-class functions. It is possible to perform partial application ... and have the resulting anonymous function passed around as an object. ... Robot Framework has second class Keywords. Keyword has to be specified by its name, ... and ordering between positional and named arguments limit their usage. -... +... ... There are several different ways how to overcame these limitations ... to offer something resembling functional programming in Robot. ... This library does everything via "scalar closures". -... +... ... Closure is a function together with values for some seemingly free variables. ... This library encodes closure as a scalar value (that is in fact a list). ... Scalars cannot be run in Robot directly, so a method to run them as closure is provided. ... Instead of alowing arguments, methods to run with substituted values are used. ... For substitution to work, the original closure has to be defined with (placeholder) arguments. ... TODO: Look once again for a way to remove this limitation. -... +... ... For Keywords of this library to be easily wrappable (and runable with substitution), ... their arguments are usually positional. ... TODO: Look once again if adding/substituting named arguments is doable. -... +... ... Current limitation: Keywords inside closures may detect there were given @{args} list, even if it is empty. -... +... ... There are convenience closures defined, but SC_Setup has to be called to make them available. Library Collections diff --git a/csit/libraries/SetupUtils.robot b/csit/libraries/SetupUtils.robot index 9fb802e8dd..62ba48524c 100644 --- a/csit/libraries/SetupUtils.robot +++ b/csit/libraries/SetupUtils.robot @@ -1,18 +1,18 @@ *** Settings *** Documentation Simple resource with setup keywords which combine FailFast and Karaf logging. -... +... ... Copyright (c) 2015-2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... In order for most keywords to work properly, the initialization keyword ... Setup_Utils_For_Setup_And_Teardown has to be called, best in sute setup. ... This initialization also initializes dependend Resources, ... (most important KarafKeywords) whcih may initialize their dependecies as well. -... +... ... See FailFast.robot documentation for intricacies of that library. Resource ${CURDIR}/FailFast.robot Resource ${CURDIR}/KarafKeywords.robot diff --git a/csit/libraries/ShardStability.robot b/csit/libraries/ShardStability.robot index db2e437319..9a9995d628 100644 --- a/csit/libraries/ShardStability.robot +++ b/csit/libraries/ShardStability.robot @@ -1,18 +1,18 @@ *** Settings *** Documentation Robot library to monitor shard stability. -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This is a "stateful" library to monitor shard leaders and candidates. During the initial phase ... all leaders and followeres are stored and then checked with new value on verify. ... TODO: investigate whether pure stateless library would be easier or harder to use. -... +... ... Requirements: ClusterManagement.ClusterManagement_Setup must be called before Shard_Stability_Init -... +... ... It is possible to use it for stateless comparison. ... Variable @{DEFAULT_SHARD_LIST} contains default module shards. Library Collections diff --git a/csit/libraries/TemplatedRequests.robot b/csit/libraries/TemplatedRequests.robot index 6f044edd3b..eece6288df 100644 --- a/csit/libraries/TemplatedRequests.robot +++ b/csit/libraries/TemplatedRequests.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation Resource for supporting http Requests based on data stored in files. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... The main strength of this library are *_As_*_Templated keywords ... User gives a path to directory where files with templates for URI ... and XML (or JSON) data are present, and a mapping with substitution to make; @@ -16,12 +16,12 @@ Documentation Resource for supporting http Requests based on data stored in ... Simple example (tidy insists on single space where 4 spaces should be): ... TemplatedRequests.Put_As_Json_Templated folder=${VAR_BASE}/person mapping={"NAME":"joe"} ... TemplatedRequests.Get_As_Json_Templated folder=${VAR_BASE}/person mapping={"NAME":"joe"} verify=True -... +... ... In that example, we are PUTting "person" data with specified value for "NAME" placeholder. ... We are not verifying PUT response (probably empty string which is not a valid JSON), ... but we are issuing GET (same URI) and verifying the repsonse matches the same data. ... Both lines are returning text response, but in the example we are not saving it into variable. -... +... ... Optionally, *_As_*_Templated keywords call verification of response. ... There are separate Verify_* keywords, for users who use intermediate processing. ... For JSON responses, there is a support for normalizing. @@ -29,12 +29,12 @@ Documentation Resource for supporting http Requests based on data stored in ... *_Uri keywords do not use templates, but may be useful in general, ... perhaps for users who call Resolve_Text_* keywords. ... *_As_*_Uri are the less flexible but less argument-heavy versions of *_Uri keywords. -... +... ... This resource supports generating data with simple lists. ... ${iterations} argument control number of items, "$i" will be substituted ... automatically (not by the provided mapping) with integers starting with ${iter_start} (default 1). ... For example "iterations=2 iter_start=3" will create items with i=3 and i=4. -... +... ... This implementation relies on file names to distinguish data. ... Each file is expected to end in newline, compiled data has final newline removed. ... Here is a table so that users can create their own templates: @@ -48,7 +48,7 @@ Documentation Resource for supporting http Requests based on data stored in ... *.prolog.*: Temlate with data before iterated items. ... *.item.*: Template with data piece corresponding to one item. ... *.epilog.*: Temlate with data after iterated items. -... +... ... One typical use of this Resource is to make runtime changes to ODL configuration. ... Different ODL parts have varying ways of configuration, ... this library affects only the Config Subsystem way. @@ -56,7 +56,7 @@ Documentation Resource for supporting http Requests based on data stored in ... a NETCONF server as its publicly available entry point. ... Netconf-connector feature makes this netconf server available for RESTCONF calls. ... Be careful to use appropriate feature, odl-netconf-connector* does not work in cluster. -... +... ... This Resource currently calls RequestsLibrary directly, ... so it does not work with AuthStandalone or similar. ... This Resource does not maintain any internal Sessions. @@ -70,16 +70,16 @@ Documentation Resource for supporting http Requests based on data stored in ... both on session level (where it becomes a default value for requests) and on request ... level (when present, it overrides the session value). To override the default ... value keywords' http_timeout parameter may be used. -... +... ... These Keywords contain frequent BuiltIn.Log invocations, ... so they are not suited for scale or performance suites. ... And as usual, performance tests should use specialized utilities, ... as Robot in general and this Resource specifically will be too slow. -... +... ... As this Resource makes assumptions about intended headers, ... it is not flexible enough for suites specifically testing Restconf corner cases. ... Also, list of allowed http status codes is quite rigid and broad. -... +... ... Rules for ordering Keywords within this Resource: ... 1. User friendlier Keywords first. ... 2. Get, Put, Post, Delete, Verify. @@ -94,18 +94,18 @@ Documentation Resource for supporting http Requests based on data stored in ... Json is less prone to element ordering issues. ... PUT does not fail on existing element, also it does not allow ... shortened URIs (container instead keyed list element) as Post does. -... +... ... TODO: Add ability to override allowed status codes, ... so that negative tests do not need to parse the failure message. -... +... ... TODO: Migrate suites to this Resource and remove *ViaRestconf Resources. -... +... ... TODO: Currently the verification step is only in *_As_*_Templated keywords. ... It could be moved to "non-as" *_Templated ones, ... but that would take even more horizontal space. Is it worth doing? -... +... ... TODO: Should iterations=0 be supported for JSON (remove [])? -... +... ... TODO: Currently, ${ACCEPT_EMPTY} is used for JSON-expecting requests. ... perhaps explicit ${ACCEPT_JSON} will be better, even if it sends few bytes more? Library Collections diff --git a/csit/libraries/WaitForFailure.robot b/csit/libraries/WaitForFailure.robot index 3a0e16b01f..8c9bc0b8e7 100644 --- a/csit/libraries/WaitForFailure.robot +++ b/csit/libraries/WaitForFailure.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation Robot keyword Resource for catching a later failure in temporarily passing repeated check. -... +... ... Copyright (c) 2015-2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Terminology: ... "cell_sequence" is a sequence of Robot cells, usually executable. ... "keyword_name" is a first cell in that sequence, entry point of execution, diff --git a/csit/libraries/WaitUtils.robot b/csit/libraries/WaitUtils.robot index 7968ead021..5afbd8008b 100644 --- a/csit/libraries/WaitUtils.robot +++ b/csit/libraries/WaitUtils.robot @@ -1,23 +1,23 @@ *** Settings *** Documentation Robot keyword library (Resource) with several Keywords for monitoring and waiting. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... BuiltIn.Wait_Until_Keyword_Succeeds has two possible results: Fast pass or fail on timeout. ... Generally, keywords in this Resource also allow for some kind of fast failure condition. ... This usually requires more than a single keyword to run inside the iteration loop. ... This library uses ScalarClosures for plugging in specific (multiple) Keywords. -... +... ... Storing private state in suite variables is easy, but it can lead to hard-to-debug issues, ... so this library tries to support explicit state passing. ... Unfortunately, failing limits type of message to return, ... so implementation of some Keywords looks quite convoluted. -... +... ... Particular closures are to be given by caller: ... Stateless Assertor: Take no arguments. Return comment or Fail with message. ... Stateful Assertor: Take single ${state} argument. Return new state and comment, or Fail with message. @@ -26,7 +26,7 @@ Documentation Robot keyword library (Resource) with several Keywords for mon ... (Unsafe) Stateful Validator: Take ${state} and ${data} arguments. Return new state and comment, or Fail with message. ... Safe Stateful Validator: Take ${state} and ${data} arguments. Return new state, validation status and comment/message. ... TODO: Create a dummy closure for each type to be used as default value? -... +... ... TODO: Figure out a way to merge this with WaitForFailure.robot ... TODO: Add Keywords that are Safe (return state, success and message) ... so that callers do not need to refresh state explicitly. diff --git a/csit/libraries/YangCollection.robot b/csit/libraries/YangCollection.robot index cc29562866..8ee23f4810 100644 --- a/csit/libraries/YangCollection.robot +++ b/csit/libraries/YangCollection.robot @@ -1,21 +1,21 @@ *** Settings *** Documentation Resource for preparing various sets of Yang files to be used in testing. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Keywords in this Resource assume there is an active SSH connection ... to system where a particular set of Yang files is to be created. ... The keywords will change current working directory used by SSHKeywords. -... +... ... The two repos used in this suite ${YANGMODELS_REPO} and ${OPENCONFIG_REPO} ... have been updated: ... 04/07/2020 -... +... Resource ${CURDIR}/SSHKeywords.robot *** Variables *** diff --git a/csit/libraries/controller/CsCommon.robot b/csit/libraries/controller/CsCommon.robot index 7baed66c48..b9a9518ebb 100644 --- a/csit/libraries/controller/CsCommon.robot +++ b/csit/libraries/controller/CsCommon.robot @@ -1,15 +1,15 @@ *** Settings *** Documentation Cluster Singleton testing: Common Keywords -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... Cluster Singleton service is designed to ensure that only one instance of an ... application is registered globally in the cluster. -... +... ... Creates and uses the following suite variables: ... Created by Cluster_Singleton_Init: ... ${cs_all_indices} diff --git a/csit/libraries/controller/DdbCommons.robot b/csit/libraries/controller/DdbCommons.robot index a121064a12..d7cc5e1381 100644 --- a/csit/libraries/controller/DdbCommons.robot +++ b/csit/libraries/controller/DdbCommons.robot @@ -1,15 +1,15 @@ *** Settings *** Documentation DOMDataBroker testing: Common keywords -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This resource file implements various test cases templates. ... FIXME: add a link to a document (when published) where the scenarios are defined -... +... ... TODO: When checking first response in isolation scenarior, make sure it comes from the expected member. Library ${CURDIR}/../MdsalLowlevelPy.py Resource ${CURDIR}/../ClusterAdmin.robot diff --git a/csit/libraries/controller/DnbCommons.robot b/csit/libraries/controller/DnbCommons.robot index ab4a65df0e..528486e051 100644 --- a/csit/libraries/controller/DnbCommons.robot +++ b/csit/libraries/controller/DnbCommons.robot @@ -1,8 +1,8 @@ *** Settings *** Documentation DOMNotificationBroker testing: Common keywords -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html diff --git a/csit/libraries/controller/DrbCommons.robot b/csit/libraries/controller/DrbCommons.robot index 1bbd0ab208..d835db8585 100644 --- a/csit/libraries/controller/DrbCommons.robot +++ b/csit/libraries/controller/DrbCommons.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMRpcBroker testing: Common keywords -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... The aim of this resource is to groups reusable blocks of commands into ... keywords. It should be initiated by DrbCommons_Init. It creates ... ${all_indices}, ${registered_indices}, ${nonregistered_indices} and @@ -20,11 +20,11 @@ Documentation DOMRpcBroker testing: Common keywords ... constant from isolated node with regirered rpc is ... invalid ... ${active_indices} - list of indexes of non-isolated, non-stopped/killed nodes -... +... ... Akka can create spurious UnreachableMember events, see ... https://bugs.opendaylight.org/show_bug.cgi?id=8430 ... so some keywords contain "tolerance" argument which applies BuiltIn.Wait_Until_Keyword_Succeeds. -... +... ... The delay before subsequent ReachableMember is significantly higher than ... RPC registration delay documented at ... http://docs.opendaylight.org/en/latest/developer-guide/controller.html#rpcs-and-cluster diff --git a/csit/libraries/distribution/StreamDistro.robot b/csit/libraries/distribution/StreamDistro.robot index 93c020055f..656e0f8fea 100644 --- a/csit/libraries/distribution/StreamDistro.robot +++ b/csit/libraries/distribution/StreamDistro.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation Distribution testing: generate stream-dependent values. -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... As newer ODL versions are released, some values evolve from previously hardcoded constants. ... This Resource contains keywords for optaining the correct value for currently testes stream. Library Collections diff --git a/csit/suites/aaa/keystone/010__keystone_authn.robot b/csit/suites/aaa/keystone/010__keystone_authn.robot index 9d0dbcc56d..c641d20d3d 100644 --- a/csit/suites/aaa/keystone/010__keystone_authn.robot +++ b/csit/suites/aaa/keystone/010__keystone_authn.robot @@ -1,11 +1,11 @@ *** Settings *** Documentation Test suite: Authentication Support for Keystone -... +... ... This feature implements the user management for ODL NBI REST APIs integrated with OpenStack, so that ... the authentication functionality provided by Keystone can be used. This allows consuming ODL NBI REST ... APIs using the same authentication procedures as any OpenStack project, such as Nova, Neutron, etc. ... bringing the benefits of a centralized / unified user management framework. -... +... ... As a first step, It shall be possible to authenticate users against Keystone by using passwords ... provided by the users. Suite Setup Init Suite diff --git a/csit/suites/bgpcep/bgpclustering/005_Cluster_Reset_And_Set_Nonreplicated_Bgp_Rib.robot b/csit/suites/bgpcep/bgpclustering/005_Cluster_Reset_And_Set_Nonreplicated_Bgp_Rib.robot index 793849f653..51abbab8b3 100644 --- a/csit/suites/bgpcep/bgpclustering/005_Cluster_Reset_And_Set_Nonreplicated_Bgp_Rib.robot +++ b/csit/suites/bgpcep/bgpclustering/005_Cluster_Reset_And_Set_Nonreplicated_Bgp_Rib.robot @@ -1,9 +1,9 @@ *** Settings *** Documentation Kill nodes, delete all data created since boot, change cluster configs, ... start nodes, wait for sync. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html diff --git a/csit/suites/bgpcep/bgpclustering/010_singlepeer_prefixcount_1route.robot b/csit/suites/bgpcep/bgpclustering/010_singlepeer_prefixcount_1route.robot index bd6309d4bf..3c8e01b1f4 100644 --- a/csit/suites/bgpcep/bgpclustering/010_singlepeer_prefixcount_1route.robot +++ b/csit/suites/bgpcep/bgpclustering/010_singlepeer_prefixcount_1route.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation BGP performance of ingesting from 1 iBGP peer, data change counter is NOT used. -... +... ... Copyright (c) 2015-2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses play.py as single iBGP peer which talks to ... single controller in three node cluster configuration. ... Test suite checks changes of the the example-ipv4-topology- on all nodes. diff --git a/csit/suites/bgpcep/bgpclustering/010_singlepeer_prefixcount_1route_nonreplicated_rib.robot b/csit/suites/bgpcep/bgpclustering/010_singlepeer_prefixcount_1route_nonreplicated_rib.robot index c9961577e2..f0606e91b3 100644 --- a/csit/suites/bgpcep/bgpclustering/010_singlepeer_prefixcount_1route_nonreplicated_rib.robot +++ b/csit/suites/bgpcep/bgpclustering/010_singlepeer_prefixcount_1route_nonreplicated_rib.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation BGP performance of ingesting from 1 iBGP peer, data change counter is NOT used. -... +... ... Copyright (c) 2015-2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses play.py as single iBGP peer which talks to ... single controller in three node cluster configuration. ... Test suite checks changes of the the example-ipv4-topology default operational diff --git a/csit/suites/bgpcep/bgpclustering/020_singlepeer_prefixcount_100kroutes.robot b/csit/suites/bgpcep/bgpclustering/020_singlepeer_prefixcount_100kroutes.robot index efeb22b183..5efdd1496d 100644 --- a/csit/suites/bgpcep/bgpclustering/020_singlepeer_prefixcount_100kroutes.robot +++ b/csit/suites/bgpcep/bgpclustering/020_singlepeer_prefixcount_100kroutes.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation BGP performance of ingesting from 1 iBGP peer, data change counter is NOT used. -... +... ... Copyright (c) 2015-2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses play.py as single iBGP peer which talks to ... single controller in three node cluster configuration. ... Test suite checks changes of the the example-ipv4-topology- on all nodes. diff --git a/csit/suites/bgpcep/bgpclustering/020_singlepeer_prefixcount_100kroutes_nonreplicated_rib.robot b/csit/suites/bgpcep/bgpclustering/020_singlepeer_prefixcount_100kroutes_nonreplicated_rib.robot index e0cfd0efe3..5e9b6854d2 100644 --- a/csit/suites/bgpcep/bgpclustering/020_singlepeer_prefixcount_100kroutes_nonreplicated_rib.robot +++ b/csit/suites/bgpcep/bgpclustering/020_singlepeer_prefixcount_100kroutes_nonreplicated_rib.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation BGP performance of ingesting from 1 iBGP peer, data change counter is NOT used. -... +... ... Copyright (c) 2015-2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses play.py as single iBGP peer which talks to ... single controller in three node cluster configuration. ... Test suite checks changes of the the example-ipv4-topology default operational diff --git a/csit/suites/bgpcep/bgpclustering/030_singlepeer_prefixcount_1Mroutes.robot b/csit/suites/bgpcep/bgpclustering/030_singlepeer_prefixcount_1Mroutes.robot index 9268c1a3d4..990178ccda 100644 --- a/csit/suites/bgpcep/bgpclustering/030_singlepeer_prefixcount_1Mroutes.robot +++ b/csit/suites/bgpcep/bgpclustering/030_singlepeer_prefixcount_1Mroutes.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation BGP performance of ingesting from 1 iBGP peer, data change counter is NOT used. -... +... ... Copyright (c) 2015-2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses play.py as single iBGP peer which talks to ... single controller in three node cluster configuration. ... Test suite checks changes of the the example-ipv4-topology- on all nodes. diff --git a/csit/suites/bgpcep/bgpclustering/030_singlepeer_prefixcount_1Mroutes_nonreplicated_rib.robot b/csit/suites/bgpcep/bgpclustering/030_singlepeer_prefixcount_1Mroutes_nonreplicated_rib.robot index dfb88680d6..d5d4e47349 100644 --- a/csit/suites/bgpcep/bgpclustering/030_singlepeer_prefixcount_1Mroutes_nonreplicated_rib.robot +++ b/csit/suites/bgpcep/bgpclustering/030_singlepeer_prefixcount_1Mroutes_nonreplicated_rib.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation BGP performance of ingesting from 1 iBGP peer, data change counter is NOT used. -... +... ... Copyright (c) 2015-2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses play.py as single iBGP peer which talks to ... single controller in three node cluster configuration. ... Test suite checks changes of the the example-ipv4-topology default operational diff --git a/csit/suites/bgpcep/bgpclustering/040_bgp_ha_karaf_isolation.robot b/csit/suites/bgpcep/bgpclustering/040_bgp_ha_karaf_isolation.robot index 3420a49f75..b49419d2b6 100644 --- a/csit/suites/bgpcep/bgpclustering/040_bgp_ha_karaf_isolation.robot +++ b/csit/suites/bgpcep/bgpclustering/040_bgp_ha_karaf_isolation.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation BGP functional HA testing with one exabgp peer. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses exabgp. It is configured to have 3 peers (all 3 nodes of odl). ... Bgp implemented with singleton accepts only one incomming conection. Exabgp ... logs will show that one peer will be connected and two will fail. diff --git a/csit/suites/bgpcep/bgpclustering/040_bgp_ha_karaf_restart.robot b/csit/suites/bgpcep/bgpclustering/040_bgp_ha_karaf_restart.robot index 42a408fbd0..787727034e 100644 --- a/csit/suites/bgpcep/bgpclustering/040_bgp_ha_karaf_restart.robot +++ b/csit/suites/bgpcep/bgpclustering/040_bgp_ha_karaf_restart.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation BGP functional HA testing with one exabgp peer. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses exabgp. It is configured to have 3 peers (all 3 nodes of odl). ... Bgp implemented with singleton accepts only one incomming conection. Exabgp ... logs will show that one peer will be connected and two will fail. diff --git a/csit/suites/bgpcep/bgpclustering/040_bgp_ha_karaf_stop.robot b/csit/suites/bgpcep/bgpclustering/040_bgp_ha_karaf_stop.robot index 03dda12ba7..c207d3342a 100644 --- a/csit/suites/bgpcep/bgpclustering/040_bgp_ha_karaf_stop.robot +++ b/csit/suites/bgpcep/bgpclustering/040_bgp_ha_karaf_stop.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation BGP functional HA testing with one exabgp peer. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses exabgp. It is configured to have 3 peers (all 3 nodes of odl). ... Bgp implemented with singleton accepts only one incomming conection. Exabgp ... logs will show that one peer will be connected and two will fail. diff --git a/csit/suites/bgpcep/bgpclustering/050_bmp_ha_karaf_restart.robot b/csit/suites/bgpcep/bgpclustering/050_bmp_ha_karaf_restart.robot index 099b0e70f7..f53db400cc 100644 --- a/csit/suites/bgpcep/bgpclustering/050_bmp_ha_karaf_restart.robot +++ b/csit/suites/bgpcep/bgpclustering/050_bmp_ha_karaf_restart.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation BMP functional HA testing with BMP mock. -... +... ... Copyright (c) 2017 AT&T Intellectual Property. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses BMP mock. It is configured to have 3 peers (all 3 nodes of odl). ... BMP implemented with singleton accepts only one incomming conection. BMP mock ... logs will show that one peer will be connected and two will fail. diff --git a/csit/suites/bgpcep/bgpclustering/050_bmp_ha_karaf_stop.robot b/csit/suites/bgpcep/bgpclustering/050_bmp_ha_karaf_stop.robot index 157959281d..f922527297 100644 --- a/csit/suites/bgpcep/bgpclustering/050_bmp_ha_karaf_stop.robot +++ b/csit/suites/bgpcep/bgpclustering/050_bmp_ha_karaf_stop.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation BMP functional HA testing with one BMP mock. -... +... ... Copyright (c) 2017 AT&T Intellectual Property. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses BMP mock. It is configured to have 3 peers (all 3 nodes of odl). ... BMP implemented with singleton accepts only one incomming conection. BMP mock ... logs will show that one peer will be connected and two will fail. diff --git a/csit/suites/bgpcep/bgpclustering/060_pcep_ha_karaf_restart.robot b/csit/suites/bgpcep/bgpclustering/060_pcep_ha_karaf_restart.robot index a9b5de12f0..e5dc3b78a9 100644 --- a/csit/suites/bgpcep/bgpclustering/060_pcep_ha_karaf_restart.robot +++ b/csit/suites/bgpcep/bgpclustering/060_pcep_ha_karaf_restart.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation PCEP functional HA testing with one pcep peer. -... +... ... Copyright (c) 2017 AT&T Intellectual Property. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distbmution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses PCC mock. It is configured to have 3 peers (all 3 nodes of odl). ... PCEP implemented with singleton accepts only one incomming conection. PCC mock ... logs will show that one peer will be connected and two will fail. diff --git a/csit/suites/bgpcep/bgpclustering/060_pcep_ha_karaf_stop.robot b/csit/suites/bgpcep/bgpclustering/060_pcep_ha_karaf_stop.robot index 927a39f392..2104a1e0f0 100644 --- a/csit/suites/bgpcep/bgpclustering/060_pcep_ha_karaf_stop.robot +++ b/csit/suites/bgpcep/bgpclustering/060_pcep_ha_karaf_stop.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation PCEP functional HA testing with one pcep peer. -... +... ... Copyright (c) 2017 AT&T Intellectual Property. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distbmution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses PCC mock. It is configured to have 3 peers (all 3 nodes of odl). ... PCEP implemented with singleton accepts only one incomming conection. PCC mock ... logs will show that one peer will be connected and two will fail. diff --git a/csit/suites/bgpcep/bgpclustering/PrefixcountKeywords.robot b/csit/suites/bgpcep/bgpclustering/PrefixcountKeywords.robot index d4ae715aa6..ddd812ec8a 100644 --- a/csit/suites/bgpcep/bgpclustering/PrefixcountKeywords.robot +++ b/csit/suites/bgpcep/bgpclustering/PrefixcountKeywords.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation BGP performance of ingesting from 1 iBGP peer, data change counter is NOT used. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... For propper usage of this resource ${config_session} varaible has to be set. ... It should point to http://:${RESTCONFPORT}. Library SSHLibrary timeout=10s diff --git a/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_1Mroutes.robot b/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_1Mroutes.robot index 69aaef76b0..35b7cf409e 100644 --- a/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_1Mroutes.robot +++ b/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_1Mroutes.robot @@ -1,17 +1,17 @@ *** Settings *** Documentation BGP performance of ingesting from 1 iBGP peer, data change counter is NOT used. -... +... ... Copyright (c) 2015-2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses play.py as single iBGP peer which talks to ... single controller in three node cluster configuration. ... Test suite checks changes of the the example-ipv4-topology on all nodes. ... RIB is not examined. -... +... ... singlepeer_pc_shm_1Mroutes: ... pc - prefix counting ... shm - shard monitoring (during the process of prefix advertizing) diff --git a/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_1route.robot b/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_1route.robot index 7ba63b75cd..d8b88dac3e 100644 --- a/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_1route.robot +++ b/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_1route.robot @@ -1,17 +1,17 @@ *** Settings *** Documentation BGP performance of ingesting from 1 iBGP peer, data change counter is NOT used. -... +... ... Copyright (c) 2015-2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses play.py as single iBGP peer which talks to ... single controller in three node cluster configuration. ... Test suite checks changes of the the example-ipv4-topology on all nodes. ... RIB is not examined. -... +... ... singlepeer_pc_shm_1route: ... pc - prefix counting ... shm - shard monitoring (during the process of prefix advertizing) diff --git a/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_300kroutes.robot b/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_300kroutes.robot index 6ee18dbef9..f3acef965c 100644 --- a/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_300kroutes.robot +++ b/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_300kroutes.robot @@ -1,17 +1,17 @@ *** Settings *** Documentation BGP performance of ingesting from 1 iBGP peer, data change counter is NOT used. -... +... ... Copyright (c) 2015-2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses play.py as single iBGP peer which talks to ... single controller in three node cluster configuration. ... Test suite checks changes of the the example-ipv4-topology on all nodes. ... RIB is not examined. -... +... ... singlepeer_pc_shm_300kroutes: ... pc - prefix counting ... shm - shard monitoring (during the process of prefix advertizing) diff --git a/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_300kroutes_longevity.robot b/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_300kroutes_longevity.robot index 5c7d5da743..cd424cc8ec 100644 --- a/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_300kroutes_longevity.robot +++ b/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_300kroutes_longevity.robot @@ -1,17 +1,17 @@ *** Settings *** Documentation BGP performance of ingesting from 1 iBGP peer, data change counter is NOT used. -... +... ... Copyright (c) 2015-2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses play.py as single iBGP peer which talks to ... single controller in three node cluster configuration. ... Test suite checks changes of the the example-ipv4-topology on all nodes. ... RIB is not examined. -... +... ... singlepeer_pc_shm_300kroutes_longevity.robot: ... pc - prefix counting ... shm - shard monitoring (during the process of prefix advertizing) diff --git a/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_300kroutes_shards_local.robot b/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_300kroutes_shards_local.robot index 5248948bc3..e597c69f5b 100644 --- a/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_300kroutes_shards_local.robot +++ b/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_300kroutes_shards_local.robot @@ -1,17 +1,17 @@ *** Settings *** Documentation BGP performance of ingesting from 1 iBGP peer, data change counter is NOT used. -... +... ... Copyright (c) 2015-2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses play.py as single iBGP peer which talks to ... single controller in three node cluster configuration. ... Test suite checks changes of the the example-ipv4-topology on all nodes. ... RIB is not examined. -... +... ... singlepeer_pc_shm_300kroutes_shards_local: ... pc - prefix counting ... shm - shard monitoring (during the process of prefix advertizing) diff --git a/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_300kroutes_shards_remote.robot b/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_300kroutes_shards_remote.robot index 4fb3588be6..3db5c7208b 100644 --- a/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_300kroutes_shards_remote.robot +++ b/csit/suites/bgpcep/bgpclustering/singlepeer_pc_shm_300kroutes_shards_remote.robot @@ -1,17 +1,17 @@ *** Settings *** Documentation BGP performance of ingesting from 1 iBGP peer, data change counter is NOT used. -... +... ... Copyright (c) 2015-2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses play.py as single iBGP peer which talks to ... single controller in three node cluster configuration. ... Test suite checks changes of the the example-ipv4-topology on all nodes. ... RIB is not examined. -... +... ... singlepeer_pc_shm_300kroutes_shards_remote: ... pc - prefix counting ... shm - shard monitoring (during the process of prefix advertizing) diff --git a/csit/suites/bgpcep/bgpclustering/singlepeer_prefixcount_300kroutes.robot b/csit/suites/bgpcep/bgpclustering/singlepeer_prefixcount_300kroutes.robot index ffcdddf4db..aab2dcb265 100644 --- a/csit/suites/bgpcep/bgpclustering/singlepeer_prefixcount_300kroutes.robot +++ b/csit/suites/bgpcep/bgpclustering/singlepeer_prefixcount_300kroutes.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation BGP performance of ingesting from 1 iBGP peer, data change counter is NOT used. -... +... ... Copyright (c) 2015-2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses play.py as single iBGP peer which talks to ... single controller in three node cluster configuration. ... Test suite checks changes of the the example-ipv4-topology- on all nodes. diff --git a/csit/suites/bgpcep/bgpflowspec/010_bgp_flowspec.robot b/csit/suites/bgpcep/bgpflowspec/010_bgp_flowspec.robot index 1dac0f52cc..ff4cf7666d 100644 --- a/csit/suites/bgpcep/bgpflowspec/010_bgp_flowspec.robot +++ b/csit/suites/bgpcep/bgpflowspec/010_bgp_flowspec.robot @@ -1,8 +1,8 @@ *** Settings *** Documentation Functional test for bgp flowspec. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html diff --git a/csit/suites/bgpcep/bgpfunct/010_bgp_functional_l3vpn.robot b/csit/suites/bgpcep/bgpfunct/010_bgp_functional_l3vpn.robot index 9cb33084da..627dbf8524 100644 --- a/csit/suites/bgpcep/bgpfunct/010_bgp_functional_l3vpn.robot +++ b/csit/suites/bgpcep/bgpfunct/010_bgp_functional_l3vpn.robot @@ -1,17 +1,17 @@ *** Settings *** Documentation Functional test suite for bgp - l3vpn-ipv4 -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite tests advertising and receiveing routes with l3vpn content. ... It uses odl and exabgp as bgp peers. Routes advertized from odl ... are configured via application peer. Routes advertised from exabgp is ... statically configured in exabgp config file. -... +... ... For fluorine and further, instead of exabgp, play.py is used. When sending ... routes from odl to peer, first route containg route-target argument have to ... be send from peer to odl, so odl can identify this peer. Than it sends l3vpn diff --git a/csit/suites/bgpcep/bgpfunct/020_bgp_functional_multipath.robot b/csit/suites/bgpcep/bgpfunct/020_bgp_functional_multipath.robot index 9012a96f32..2fa7fb29d7 100644 --- a/csit/suites/bgpcep/bgpfunct/020_bgp_functional_multipath.robot +++ b/csit/suites/bgpcep/bgpfunct/020_bgp_functional_multipath.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Functional test suite for bgp - n-path and all-path selection -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite tests n-path and all-path selection policy. ... It uses odl and exabgp as bgp peers. Routes advertized from odl ... are configured via application peer. diff --git a/csit/suites/bgpcep/bgpfunct/030_bgp_functional_evpn.robot b/csit/suites/bgpcep/bgpfunct/030_bgp_functional_evpn.robot index 584be5f9ab..b1def1962d 100644 --- a/csit/suites/bgpcep/bgpfunct/030_bgp_functional_evpn.robot +++ b/csit/suites/bgpcep/bgpfunct/030_bgp_functional_evpn.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Functional test for bgp - evpn -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite tests advertising and receiveing routes with evpn content. ... It uses play.py and odl as bgp peers. Routes advertized from odl ... are configured via application peer. Routes advertised from play.py are diff --git a/csit/suites/bgpcep/bgpfunct/040_bgp_functional_route_ref.robot b/csit/suites/bgpcep/bgpfunct/040_bgp_functional_route_ref.robot index 88601f0326..62545a955c 100644 --- a/csit/suites/bgpcep/bgpfunct/040_bgp_functional_route_ref.robot +++ b/csit/suites/bgpcep/bgpfunct/040_bgp_functional_route_ref.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Functional test for bgp - route refresh -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite tests sending and receiveing route refresh message. ... It uses odl and exabgp as bgp peers. ... Sending route refresh message from odl is initiated via restconf. diff --git a/csit/suites/bgpcep/bgpfunct/050_bmp_basic.robot b/csit/suites/bgpcep/bgpfunct/050_bmp_basic.robot index 000d15b601..efa818f63a 100644 --- a/csit/suites/bgpcep/bgpfunct/050_bmp_basic.robot +++ b/csit/suites/bgpcep/bgpfunct/050_bmp_basic.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Basic tests for odl-bgpcep-bmp feature -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This is a basic suite for bgp monitoring protocol feature. ... After the feature odl-bgpcep-bmp installation the port 12345 should be ... bound for listening, diff --git a/csit/suites/bgpcep/bgpfunct/060_bgp_functional_mvpn.robot b/csit/suites/bgpcep/bgpfunct/060_bgp_functional_mvpn.robot index 846a04a0f0..71e4e570db 100644 --- a/csit/suites/bgpcep/bgpfunct/060_bgp_functional_mvpn.robot +++ b/csit/suites/bgpcep/bgpfunct/060_bgp_functional_mvpn.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Functional test for bgp - mvpn -... +... ... Copyright (c) 2018 AT&T Intellectual Property. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distbmution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite tests advertising mvpn routes to odl. For advertising play.py is used, ... and particular files are stored as *.hex files. There are 7 different ... types of routes used for auto-discovery of multicast network. Also 4 more routes diff --git a/csit/suites/bgpcep/bgpfunct/070_bgp_functional_l3vpn_mcast.robot b/csit/suites/bgpcep/bgpfunct/070_bgp_functional_l3vpn_mcast.robot index 6a878173f5..3bda4a9b70 100644 --- a/csit/suites/bgpcep/bgpfunct/070_bgp_functional_l3vpn_mcast.robot +++ b/csit/suites/bgpcep/bgpfunct/070_bgp_functional_l3vpn_mcast.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Functional test for bgp - l3vpn-mutlicast -... +... ... Copyright (c) 2018 AT&T Intellectual Property. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distbmution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite tests advertising l3vpn_mcast routes to odl. For advertising play.py is used, ... and particular files are stored as *.hex files. ... There are L3vpn-ipv4-multicast routes and L3vpn-ipv6-multicast routes tested. diff --git a/csit/suites/bgpcep/bgpfunct/080_bgp_functional_rt_constrain.robot b/csit/suites/bgpcep/bgpfunct/080_bgp_functional_rt_constrain.robot index e14a074319..72a566383d 100644 --- a/csit/suites/bgpcep/bgpfunct/080_bgp_functional_rt_constrain.robot +++ b/csit/suites/bgpcep/bgpfunct/080_bgp_functional_rt_constrain.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Functional test for bgp - route-target-constrain safi -... +... ... Copyright (c) 2018 AT&T Intellectual Property. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distbmution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite tests advertising rt-constrain routes to odl. For advertising from peer, ... play.py is used, sending hex messages to odl. ... For advertising to app-peer, we are sending post requests with routes in xml. diff --git a/csit/suites/bgpcep/bgpfunct/090_bgp_functional_rt_constrain_validation.robot b/csit/suites/bgpcep/bgpfunct/090_bgp_functional_rt_constrain_validation.robot index b471d4b734..10894f89aa 100644 --- a/csit/suites/bgpcep/bgpfunct/090_bgp_functional_rt_constrain_validation.robot +++ b/csit/suites/bgpcep/bgpfunct/090_bgp_functional_rt_constrain_validation.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Functional test for bgp - route-target-constrain safi -... +... ... Copyright (c) 2018 AT&T Intellectual Property. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distbmution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite tests advertising rt-constrain routes to odl. For advertising from peer, ... play.py is used, sending hex messages to odl. ... There are 3 peers: ebgp and two ibgps. First peer sends l3vpn route with specific RT to odl, second peer diff --git a/csit/suites/bgpcep/bgpfunct/100_bgp_functional_graceful_restart.robot b/csit/suites/bgpcep/bgpfunct/100_bgp_functional_graceful_restart.robot index 3fc49b2d26..a021111bfe 100644 --- a/csit/suites/bgpcep/bgpfunct/100_bgp_functional_graceful_restart.robot +++ b/csit/suites/bgpcep/bgpfunct/100_bgp_functional_graceful_restart.robot @@ -1,8 +1,8 @@ *** Settings *** Documentation Functional test for bgp - graceful-restart -... +... ... Copyright (c) 2018 AT&T Intellectual Property. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distbmution, ... and is available at http://www.eclipse.org/legal/epl-v10.html diff --git a/csit/suites/bgpcep/bgpfunct/bgp_functional_md5.robot b/csit/suites/bgpcep/bgpfunct/bgp_functional_md5.robot index bc01b17d62..df8138cf7f 100644 --- a/csit/suites/bgpcep/bgpfunct/bgp_functional_md5.robot +++ b/csit/suites/bgpcep/bgpfunct/bgp_functional_md5.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Functional test suite for bgp - n-path and all-path selection -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite tests tcpmd5 connection of bgp peers. It uses odl and exabgp as bgp ... peer. No routes are advertized, simple peer presence in the datastore is tested. ... are configured via application peer. diff --git a/csit/suites/bgpcep/bgpfunct/bgp_ipv6_basic.robot b/csit/suites/bgpcep/bgpfunct/bgp_ipv6_basic.robot index dc09bebaeb..56255b95cc 100644 --- a/csit/suites/bgpcep/bgpfunct/bgp_ipv6_basic.robot +++ b/csit/suites/bgpcep/bgpfunct/bgp_ipv6_basic.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Functional test for ipv6 connection with bgp. -... +... ... Copyright (c) 2018 AT&T Intellectual Property. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite tests simple connection between one ibgp peer (exabgp) and Odl. ... Peer is configured with ipv6, and exabgp connectes to odl via ipv6. ... Exabgp sends one ipv6 unicast route, which presence is verified in diff --git a/csit/suites/bgpcep/bgpfunct/bgp_policies_default.robot b/csit/suites/bgpcep/bgpfunct/bgp_policies_default.robot index 5d4c20dc46..8796849b9a 100644 --- a/csit/suites/bgpcep/bgpfunct/bgp_policies_default.robot +++ b/csit/suites/bgpcep/bgpfunct/bgp_policies_default.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Functional test for bgp routing policies -... +... ... Copyright (c) 2018 AT&T Intellectual Property. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses 7 peers: app peer, 2x rr-client, 2x ebgp, 2x ibgp ... Tests results on effective-rib-in dependant on their respective configurations. ... Peers 1,2,4,5 are testing multiple ipv4 routes with additional arguments. diff --git a/csit/suites/bgpcep/bgpingest/bgp_app_peer_prefixcount.robot b/csit/suites/bgpcep/bgpingest/bgp_app_peer_prefixcount.robot index 2daebb645e..610f192bcf 100644 --- a/csit/suites/bgpcep/bgpingest/bgp_app_peer_prefixcount.robot +++ b/csit/suites/bgpcep/bgpingest/bgp_app_peer_prefixcount.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation BGP performance of ingesting from 1 BGP application peer -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... Test suite performs basic BGP performance test cases for ... BGP application peer. BGP application peer introduces routes - ... using restconf - in two steps: @@ -22,7 +22,7 @@ Documentation BGP performance of ingesting from 1 BGP application peer ... https://wiki.opendaylight.org/view/BGP_LS_PCEP:Programmer_Guide#BGP ... http://docs.opendaylight.org/en/stable-boron/user-guide/bgp-user-guide.html#bgp-peering ... http://docs.opendaylight.org/en/stable-boron/user-guide/bgp-user-guide.html#application-peer-configuration -... +... ... Reported bugs: ... Bug 4689 - Not a reasonable duration of 1M prefix introduction from BGP application peer via restconf ... Bug 4791 - BGPSessionImpl: Failed to send message Update logged even all UPDATE mesages received by iBGP peer diff --git a/csit/suites/bgpcep/bgpingest/manypeers_changecount.robot b/csit/suites/bgpcep/bgpingest/manypeers_changecount.robot index 6880260458..17a3b0328b 100644 --- a/csit/suites/bgpcep/bgpingest/manypeers_changecount.robot +++ b/csit/suites/bgpcep/bgpingest/manypeers_changecount.robot @@ -1,47 +1,47 @@ *** Settings *** Documentation BGP performance of ingesting from many iBGP peers, data change counter is used. -... +... ... Copyright (c) 2018 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This suite uses play.py processes as iBGP peers. ... This is analogue of single peer performance suite, which uses many peers. ... Each peer is of ibgp type, and they contribute to the same example-bgp-rib, ... and thus to the same single example-ipv4-topology. ... The suite only looks at example-ipv4-topology, so RIB is not examined. -... +... ... This suite requires odl-bgpcep-data-change-counter to be installed so ... make sure it is added to "install-features" of any jobs that are going to invoke it. ... Use the other version of the suite (manypeers_prefixcount.robot) if the feature does not work. -... +... ... The suite consists of two halves, differing on which side initiates BGP connection. ... Data change counter is a lightweight way to detect "work is being done". ... WaitUtils provide a nice Keyword to wait for stability, but it needs ... initial value, that is why Store_Change_Count appears just before work-inducing action. ... The time for Wait_For_Stable_* cases to finish is the main performance metric. ... After waiting for stability is done, full check on number of prefixes present is performed. -... +... ... TODO: Currently, if a bug causes zero increase of data changes, ... affected test cases will wait for max time. Reconsider. ... If zero increase is allowed as stable, higher number of repetitions should be required. -... +... ... ODL distinguishes peers by their IP addresses. ... Currently, this suite requires python utils to be started on ODL System, ... to guarantee IP address block is available for them to bind to. ... TODO: Figure out how to use Docker and docker IP pool available in RelEng. -... +... ... Currently, 127.0.0.1 is hardcoded as the first peer address to use. ... TODO: Figure out how to make it configurable. ... As peer IP adresses are set incrementally, we need ipaddr to be used in Robot somehow. -... +... ... Brief description how to configure BGP peer can be found here: ... https://wiki.opendaylight.org/view/BGP_LS_PCEP:User_Guide#BGP_Peer ... http://docs.opendaylight.org/en/stable-boron/user-guide/bgp-user-guide.html#bgp-peering -... +... ... TODO: Is there a need for version of this suite where ODL connects to pers? ... Note that configuring ODL is slow, which may affect measured performance singificantly. ... Advanced TODO: Give manager ability to start pushing on trigger long after connections are established. diff --git a/csit/suites/bgpcep/bgpingest/manypeers_peercount.robot b/csit/suites/bgpcep/bgpingest/manypeers_peercount.robot index b093a585fc..adb89e4463 100644 --- a/csit/suites/bgpcep/bgpingest/manypeers_peercount.robot +++ b/csit/suites/bgpcep/bgpingest/manypeers_peercount.robot @@ -1,22 +1,22 @@ *** Settings *** Documentation BGP performance of ingesting from many iBGP rrc peers, iBGPs receive updates. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This suite uses play.py processes as iBGP rrc peers. ... This is analogue of single peer performance suite, which uses many peers. ... Each peer is of ibgp rrc type, and they contribute to the same example-bgp-rib, ... and thus to the same single example-ipv4-topology. ... The suite looks at example-ipv4-topology and checks BGP peers log for received updates. -... +... ... ODL distinguishes peers by their IP addresses. ... Currently, this suite requires python utils to be started on ODL System, ... to guarantee IP address block is available for them to bind to. -... +... ... Brief description how to configure BGP peer can be found here: ... https://wiki.opendaylight.org/view/BGP_LS_PCEP:User_Guide#BGP_Peer ... http://docs.opendaylight.org/en/stable-boron/user-guide/bgp-user-guide.html#bgp-peering diff --git a/csit/suites/bgpcep/bgpingest/manypeers_prefixcount.robot b/csit/suites/bgpcep/bgpingest/manypeers_prefixcount.robot index 996c67d089..5851ccc092 100644 --- a/csit/suites/bgpcep/bgpingest/manypeers_prefixcount.robot +++ b/csit/suites/bgpcep/bgpingest/manypeers_prefixcount.robot @@ -1,44 +1,44 @@ *** Settings *** Documentation BGP performance of ingesting from many iBGP peers, data change counter NOT used. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This suite uses play.py processes as iBGP peers. ... This is analogue of single peer performance suite, which uses many peers. ... Each peer is of ibgp type, and they contribute to the same example-bgp-rib, ... and thus to the same single example-ipv4-topology. ... The suite only looks at example-ipv4-topology, so RIB is not examined. -... +... ... The suite consists of two halves, differing on which side initiates BGP connection. ... State of "work is being done" is detected by increasing value of prefixes in topology. ... The time for Wait_For_Stable_* cases to finish is the main performance metric. ... After waiting for stability is done, full check on number of prefixes present is performed. -... +... ... TODO: Currently, if a bug causes prefix count to remain at zero, ... affected test cases will wait for max time. Reconsider. ... If zero is allowed as stable, higher period or repetitions would be required. -... +... ... The prefix counting is quite heavyweight and may induce large variation in time. ... Try the other version of the suite (manypeers_changecount.robot) to get better precision. -... +... ... ODL distinguishes peers by their IP addresses. ... Currently, this suite requires python utils to be started on ODL System, ... to guarantee IP address block is available for them to bind to. ... TODO: Figure out how to use Docker and docker IP pool available in RelEng. -... +... ... Currently, 127.0.0.1 is hardcoded as the first peer address to use. ... TODO: Figure out how to make it configurable. ... As peer IP adresses are set incrementally, we need ipaddr to be used in Robot somehow. -... +... ... Brief description how to configure BGP peer can be found here: ... https://wiki.opendaylight.org/view/BGP_LS_PCEP:User_Guide#BGP_Peer ... http://docs.opendaylight.org/en/stable-boron/user-guide/bgp-user-guide.html#bgp-peering -... +... ... TODO: Is there a need for version of this suite where ODL connects to pers? ... Note that configuring ODL is slow, which may affect measured performance singificantly. ... Advanced TODO: Give manager ability to start pushing on trigger long after connections are established. diff --git a/csit/suites/bgpcep/bgpingest/singlepeer_changecount.robot b/csit/suites/bgpcep/bgpingest/singlepeer_changecount.robot index e7c30d5ade..9aaaa1e2a8 100644 --- a/csit/suites/bgpcep/bgpingest/singlepeer_changecount.robot +++ b/csit/suites/bgpcep/bgpingest/singlepeer_changecount.robot @@ -1,35 +1,35 @@ *** Settings *** Documentation BGP performance of ingesting from 1 iBGP peer, data change counter is used. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This suite uses play.py as single iBGP peer. ... The suite only looks at example-ipv4-topology, so RIB is not examined. -... +... ... This suite requires odl-bgpcep-data-change-counter to be installed so ... make sure it is added to "install-features" of any jobs that are going ... to invoke it. -... +... ... The suite consists of two halves, differing on which side initiates BGP connection. ... Data change counter is a lightweight way to detect "work is being done". ... WaitUtils provide a nice Keyword to wait for stability, but it needs ... initial value, that is why Store_Change_Count appears just before work-inducing action. ... The time for Wait_For_Stable_* cases to finish is the main performance metric. ... After waiting for stability is done, full check on number of prefixes present is performed. -... +... ... Brief description how to configure BGP peer can be found here: ... https://wiki.opendaylight.org/view/BGP_LS_PCEP:User_Guide#BGP_Peer ... http://docs.opendaylight.org/en/stable-boron/user-guide/bgp-user-guide.html#bgp-peering -... +... ... TODO: Currently, if a bug causes zero increase of data changes, ... affected test cases will wait for max time. Reconsider. ... If zero increase is allowed as stable, higher number of repetitions should be required. -... +... ... Additionally this test suite is not compatible with Helium and Hydrogen ... releases as they don't include data change counter feature. ... Use the other version of the suite (singlepeer_prefixcount.robot) to test them. diff --git a/csit/suites/bgpcep/bgpingest/singlepeer_prefixcount.robot b/csit/suites/bgpcep/bgpingest/singlepeer_prefixcount.robot index 3db541ab3a..624cb0da62 100644 --- a/csit/suites/bgpcep/bgpingest/singlepeer_prefixcount.robot +++ b/csit/suites/bgpcep/bgpingest/singlepeer_prefixcount.robot @@ -1,29 +1,29 @@ *** Settings *** Documentation BGP performance of ingesting from 1 iBGP peer, data change counter is NOT used. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This suite uses play.py as single iBGP peer. ... The suite only looks at example-ipv4-topology, so RIB is not examined. -... +... ... The suite consists of two halves, differing on which side initiates BGP connection. ... State of "work is being done" is detected by increasing value of prefixes in topology. ... The time for Wait_For_Stable_* cases to finish is the main performance metric. ... After waiting for stability is done, full check on number of prefixes present is performed. -... +... ... Brief description how to configure BGP peer can be found here: ... https://wiki.opendaylight.org/view/BGP_LS_PCEP:User_Guide#BGP_Peer ... http://docs.opendaylight.org/en/stable-boron/user-guide/bgp-user-guide.html#bgp-peering -... +... ... TODO: Currently, if a bug causes prefix count to remain at zero, ... affected test cases will wait for max time. Reconsider. ... If zero is allowed as stable, higher period or repetitions would be required. -... +... ... The prefix counting is quite heavyweight and may induce large variation in time. ... Try the other version of the suite (singlepeer_changecount.robot) to get better precision. Suite Setup Setup_Everything diff --git a/csit/suites/bgpcep/bgpuser/basic.robot b/csit/suites/bgpcep/bgpuser/basic.robot index 7c7f1a2d3f..49fdc9e69d 100644 --- a/csit/suites/bgpcep/bgpuser/basic.robot +++ b/csit/suites/bgpcep/bgpuser/basic.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Basic tests for odl-bgpcep-bgp-all feature. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... Test suite performs basic BGP functional test cases: ... BGP peer initiated connection ... - introduce and check 3 prefixes in one update message @@ -16,18 +16,18 @@ Documentation Basic tests for odl-bgpcep-bgp-all feature. ... in another update while the very first prefix is withdrawn ... - introduce 3 prefixes and try to withdraw the first one ... (to be ignored by controller) in a single update message -... +... ... For versions Oxygen and above, there are TC_R (test case reset) which ... test session-reset functionality. ... Resets the session, and than verifies that example-ipv4-topology is empty again. -... +... ... For versions Fluorine and above, there are test cases: ... TC_LA (test case local address) ... test configuration of internal peer with local-address configured ... - configure peer with local-address and connect bgp-speaker to it ... with tools_system_ip ... - check filled topology -... +... ... TC_PG (test case peer group) which ... tests configuration and reconfiguration of peer-groups and neighbors configured by them. ... - configure peer-group, and assign neighbor to this peer-group @@ -35,7 +35,7 @@ Documentation Basic tests for odl-bgpcep-bgp-all feature. ... - reconfigure peer-group without ipv4 unicast afi-safi ... - check empty topology ... - reconfigre neighbor without peer-group, delete peer-group -... +... ... Brief description how to perform BGP functional test: ... https://wiki.opendaylight.org/view/BGP_LS_PCEP:Lithium_Feature_Tests#How_to_test_2 Suite Setup Setup_Everything diff --git a/csit/suites/bgpcep/bgpuser/bgp_app_peer_basic.robot b/csit/suites/bgpcep/bgpuser/bgp_app_peer_basic.robot index 4339e8450e..f37481aad6 100644 --- a/csit/suites/bgpcep/bgpuser/bgp_app_peer_basic.robot +++ b/csit/suites/bgpcep/bgpuser/bgp_app_peer_basic.robot @@ -1,16 +1,16 @@ *** Settings *** Documentation Basic tests for BGP application peer. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... Test suite performs basic BGP functional test cases for ... BGP application peer operations and checks for IP4 topology updates ... and updates towards BGP peer as follows: -... +... ... Test case 1: Initial BGP peer connection with pre-filled topology, ... POST and simple DELETE requests used. ... BGP_Application_Peer_Post_3_Initial_Routes, @@ -21,7 +21,7 @@ Documentation Basic tests for BGP application peer. ... Check_Example-IPv4-Topology_Is_Empty, ... Peer_Check_Incomming_Updates_For_3_Withdrawn_Prefixes, ... Stop_BGP_Peer. -... +... ... Test case 2: PUT and DELETE all routes requests while BGP peer is connected. ... Reconnect_BGP_Peer, ... BGP_Application_Peer_Put_3_Routes, @@ -31,7 +31,7 @@ Documentation Basic tests for BGP application peer. ... Check_Example-IPv4-Topology_Is_Empty, ... BGP_Peer_Check_Incomming_Updates_For_3_Withdrawn_Prefixes, ... Stop_BGP_Peer. -... +... ... Test case 3: Repeated BGP peer re-connection with pre-filled topology. ... BGP_Application_Peer_Put_3_Routes, ... Check_Example-IPv4-Topology_Is_Filled_With_3_Routes, @@ -40,7 +40,7 @@ Documentation Basic tests for BGP application peer. ... Check_Example-IPv4-Topology_Is_Empty, ... BGP_Peer_Check_Incomming_Updates_For_3_Withdrawn_Prefixes, ... Stop_BGP_Peer. -... +... ... Brief description how to configure BGP application peer and ... how to use restconf application peer interface: ... https://wiki.opendaylight.org/view/BGP_LS_PCEP:User_Guide#BGP_Application_Peer diff --git a/csit/suites/bgpcep/bgpuser/ebgp_peers_basic.robot b/csit/suites/bgpcep/bgpuser/ebgp_peers_basic.robot index a21ebce2da..972016e06a 100644 --- a/csit/suites/bgpcep/bgpuser/ebgp_peers_basic.robot +++ b/csit/suites/bgpcep/bgpuser/ebgp_peers_basic.robot @@ -1,25 +1,25 @@ *** Settings *** Documentation Basic tests for eBGP application peers. -... +... ... Copyright (c) 2015-2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... Test suite performs basic eBGP functional tests: ... Two eBGP peers advertise the same group of prefixes (aka BGP HA) ... https://wiki.opendaylight.org/view/BGP_LS_PCEP:BGP ... Reported bugs: ... Bug 4834 - ODL controller announces the same route twice (two eBGP scenario aka HA) ... Bug 4835 - Routes not withdrawn when eBGP peers are disconnected (the same prefixes announced) -... +... ... For versions Fluorine and above, there are test cases: ... TC_LAS (test case local AS) ... - configuration of ebgp with local-as and ibgp without local-as ... - connect bgp speakers (play.py) to both peers and check their connection ... - check adj-rib-out on both peers, expecting local-as in as-sequence on both peers. -... +... ... TODO: Extend testsuite by tests dedicated to path selection algorithm ... TODO: Choose keywords used by more than one test suite to be placed in a common place. Suite Setup Setup_Everything diff --git a/csit/suites/bgpcep/bgpuser/ibgp_peer_lsp.robot b/csit/suites/bgpcep/bgpuser/ibgp_peer_lsp.robot index bebef36e76..7977c578a8 100644 --- a/csit/suites/bgpcep/bgpuser/ibgp_peer_lsp.robot +++ b/csit/suites/bgpcep/bgpuser/ibgp_peer_lsp.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Basic tests for iBGP peers. -... +... ... Copyright (c) 2015-2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... Test suite performs basic iBGP functional test case for ... carrying LSP State Information in BGP as described in ... http://tools.ietf.org/html/draft-ietf-idr-te-lsp-distribution-03 diff --git a/csit/suites/bgpcep/bgpuser/ibgp_peers_basic.robot b/csit/suites/bgpcep/bgpuser/ibgp_peers_basic.robot index d9f91c06b3..69eb09c022 100644 --- a/csit/suites/bgpcep/bgpuser/ibgp_peers_basic.robot +++ b/csit/suites/bgpcep/bgpuser/ibgp_peers_basic.robot @@ -1,31 +1,31 @@ *** Settings *** Documentation Basic tests for iBGP peers. -... +... ... Copyright (c) 2015-2018 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... Test suite performs basic iBGP functional test cases for ... BGP peers in different roles (iBGP, iBGP RR-client): -... +... ... Test Case 1: Two iBGP RR-client peers introduce prefixes ... Expected result: controller forwards updates towards both peers -... +... ... Test Case 2: Two iBGP peers: one RR client and one non-client introduces prefixes ... Expected result: controller forwards updates towards both peers -... +... ... Test Case 3: Two iBGP RR non-client peers introduce prefixes ... Expected result: controller does not forward any update towards peers -... +... ... Test Case 4: Two iBGP(play.py) RR-client peers configured, first of them configured ... with route-reflector-cluster-id, second inherits it's cluster-id from global config. ... Each of them introduces 3 prefixes. ... Expected result: controller forwards updates towards both peers and each of their ... adj-rib-in contains routes. First peer should contain default cluster-id and ... second cluster-id from first peers configuration. -... +... ... For polices see: https://wiki.opendaylight.org/view/BGP_LS_PCEP:BGP Suite Setup Setup_Everything Suite Teardown BgpOperations.Teardown_Everything diff --git a/csit/suites/bgpcep/pcepuser/pcepuser.robot b/csit/suites/bgpcep/pcepuser/pcepuser.robot index e1c083cd9a..089190d30a 100644 --- a/csit/suites/bgpcep/pcepuser/pcepuser.robot +++ b/csit/suites/bgpcep/pcepuser/pcepuser.robot @@ -1,8 +1,8 @@ *** Settings *** Documentation Basic tests for odl-bgpcep-pcep-all feature. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html diff --git a/csit/suites/bgpcep/tcpmd5user/tcpmd5user.robot b/csit/suites/bgpcep/tcpmd5user/tcpmd5user.robot index 320ca02dc9..b8d287e168 100644 --- a/csit/suites/bgpcep/tcpmd5user/tcpmd5user.robot +++ b/csit/suites/bgpcep/tcpmd5user/tcpmd5user.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation TCPMD5 user-facing feature system tests, using PCEP. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... Test suite performs basic pcep md5 password authorization test cases: ... (Run entire basic PCEP suite without passwords.) ... Start pcc-mock (reconnecting mode): 1 pcc, 1 lsp, password set, check pcep-topology stays empty. @@ -17,7 +17,7 @@ Documentation TCPMD5 user-facing feature system tests, using PCEP. ... Change ODL PCEP configuration to use the correct password, check pcep-topology shows the lsp. ... Update the lsp, check a change in pcep-topology. ... Change ODL PCEP configuration to not use password, pcep-topology empties, kill pcep-pcc-mock. -... +... ... Test cases no longer need netconf-connector-ssh, and they include comparison of ... pcep-session-state. Suite Setup Set_It_Up diff --git a/csit/suites/bgpcep/throughpcep/cases.robot b/csit/suites/bgpcep/throughpcep/cases.robot index 438179c1e3..a236195746 100644 --- a/csit/suites/bgpcep/throughpcep/cases.robot +++ b/csit/suites/bgpcep/throughpcep/cases.robot @@ -1,41 +1,41 @@ *** Settings *** Documentation PCEP performance suite, uses restconf with configurable authentication. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... General Overview: -... +... ... This is a suite which has both scale and performance aspects. ... Given scale target, suite reports failures if functional error ... is detected, or if various time limits expire. ... For passing test cases, their duration is the performance metric. -... +... ... ODL acts as a translation layer between PCEP capable devices ... and users employing RESTCONF. ... Performance measurement focuses on two different workflows. -... +... ... The first workflow is initial synchronization, when ODL learns ... the state of PCEP topology as devices connect to it, ... while restconf user reads the state repeatedly. ... The second workflow is mass update, when restconf users issue RPCs ... to updale Layer Switched Paths on Path Computation Clients. -... +... ... This suite uses pcc-mock (downloaded from Nexus) to simulate PCCs. ... It needs segment of bindable IP addresses, ... one for each simulated PCC; so running pcc-mock from remote machine ... is only viable when just single PCC is simulated. ... Testing with multiple PCCs works best when pcc-mock ... runs on the same VM as ODL, so 127.0.0.0/8 subnet can be used. -... +... ... Library AuthStandalone is used directly for restconf reads ... in the first workflow. That library transparently handles several ... http authentication methods, based on credentials and pybot arguments. -... +... ... In the second workflow, updater.py utility is used for issuing ... rapid restconf requests. It can use multiple worker threads, ... as http requests are blocking. @@ -45,10 +45,10 @@ Documentation PCEP performance suite, uses restconf with configurable authen ... being more limiting factor than CPU). ... This suite starts updater utility bound to single CPU, ... as this setup was the most performant in other tests. -... +... ... In case of failed test case, other tests are skipped (unless ... this is overriden by [Setup]) to finish test run sooner. -... +... ... Variables and test case names refer to Controller(ODL_SYSTEM) and Mininet ... (TOOLS_SYSTEM), those are assumed to be separate remote VMs, one to host ODL, ... other to host tools. @@ -58,25 +58,25 @@ Documentation PCEP performance suite, uses restconf with configurable authen ... If both updater VM and pcc-mock VM parameters are specified, ... Mininet(TOOLS_SYSTEM) parameters may be skipped. ... Variable ${USE_TOOLS_SYSTEM} decides the pcc-mock running machine. -... +... ... Some launch scripts put restrictions on how pybot options ... can be specified, so there are utility variables to help with ... copying Controller related value to apply fo updater of pccmock. ... Having a tool co-located with ODL reduces network latency, ... but puts more pressure on CPU and memory on Controller VM. -... +... ... In some environments, issues with TIME-WAIT prevent high restconf rates, ... so TCP reuse is temporarily allowed during the suite run, if possible ... (and if not disabled by UPDATERVM_ENABLE_TCP_RW_REUSE option value). ... See http://vincent.bernat.im/en/blog/2014-tcp-time-wait-state-linux.html ... This suite ignores possible failures when changing reuse. -... +... ... Similarly, in some environments, handling of requests.Session object matters ... try changing RESTCONF_REUSE value to see if it helps. -... +... ... Variables to override (only if needed) in pybot command: ... (Look into Variables table to see the default values.) -... +... ... FIRST_PCC_IP: Set in case bind address is different from public pcc-mock VM address. ... LOG_NAME: Filename (without path) to save pcc-mock output into. ... LOG_PATH: Override if not the same as pccmock VM workspace. diff --git a/csit/suites/controller/Clustering_Datastore/buycar_failover.robot b/csit/suites/controller/Clustering_Datastore/buycar_failover.robot index da6983664c..62c925dfc6 100644 --- a/csit/suites/controller/Clustering_Datastore/buycar_failover.robot +++ b/csit/suites/controller/Clustering_Datastore/buycar_failover.robot @@ -1,15 +1,15 @@ *** Settings *** Documentation This test focuses on testing buy-car RPC over 3 Leader reboots. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... All purchases are against the same node, which is the first one to get rebooted. -... +... ... All data is deleted at the end of the suite. ... This suite expects car, people and car-people modules to have separate Shards. Suite Setup Setup diff --git a/csit/suites/controller/Clustering_Datastore/buycar_failover_isolation.robot b/csit/suites/controller/Clustering_Datastore/buycar_failover_isolation.robot index 1c873ba8f7..59ff622467 100644 --- a/csit/suites/controller/Clustering_Datastore/buycar_failover_isolation.robot +++ b/csit/suites/controller/Clustering_Datastore/buycar_failover_isolation.robot @@ -1,15 +1,15 @@ *** Settings *** Documentation This test focuses on testing buy-car RPC over the Leader isolation. -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... All purchases are against the same node, which is the first one to get isolated. -... +... ... All data is deleted at the end of the suite. ... This suite expects car, people and car-people modules to have separate Shards. Suite Setup Setup diff --git a/csit/suites/controller/Clustering_Datastore/car_failover_crud.robot b/csit/suites/controller/Clustering_Datastore/car_failover_crud.robot index 08ec6f1550..7fa87a5b43 100644 --- a/csit/suites/controller/Clustering_Datastore/car_failover_crud.robot +++ b/csit/suites/controller/Clustering_Datastore/car_failover_crud.robot @@ -1,19 +1,19 @@ *** Settings *** Documentation Suite mixing basic operations with restart of car Leader. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This test stops the current leader of the "car" shard and then executes CRD ... operations on the new leader and a new follower. The stopped member is brought back. ... This suite uses 3 different car sets, same size but different starting ID. -... +... ... Other models and shards (people, car-people) are not accessed by this suite. -... +... ... All data is deleted at the end of the suite. ... This suite expects car module to have a separate Shard. Suite Setup Setup diff --git a/csit/suites/controller/Clustering_Datastore/car_failover_crud_isolation.robot b/csit/suites/controller/Clustering_Datastore/car_failover_crud_isolation.robot index 297312f316..9eecee2b21 100644 --- a/csit/suites/controller/Clustering_Datastore/car_failover_crud_isolation.robot +++ b/csit/suites/controller/Clustering_Datastore/car_failover_crud_isolation.robot @@ -1,19 +1,19 @@ *** Settings *** Documentation Suite mixing basic operations with isolation of car Leader. -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This test isolates the current leader of the "car" shard and then executes CRD ... operations on the new leader and a new follower. The isolated member is brought back. ... This suite uses 3 different car sets, same size but different starting ID. -... +... ... Other models and shards (people, car-people) are not accessed by this suite. -... +... ... All data is deleted at the end of the suite. ... This suite expects car module to have a separate Shard. Suite Setup Setup diff --git a/csit/suites/controller/Clustering_Datastore/car_outage_corners.robot b/csit/suites/controller/Clustering_Datastore/car_outage_corners.robot index ef184f5f09..678a4dd575 100644 --- a/csit/suites/controller/Clustering_Datastore/car_outage_corners.robot +++ b/csit/suites/controller/Clustering_Datastore/car_outage_corners.robot @@ -1,23 +1,23 @@ *** Settings *** Documentation Cluster suite for testing minimal and sum-minimal member population behavior. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This test stops majority of the followers and verifies car addition is not possible, ... then resumes single follower (first from original list) and checks that addition works. ... Then remaining members are brought up. ... Leader member is always up and assumed to remain Leading during the whole suite run. -... +... ... TODO: Use initial data to check more operations. ... TODO: Perhaps merge with car_failover_crud suite. -... +... ... Other modules and Shards (people, car-people) are not accessed by this suite. -... +... ... All data is deleted at the end of the suite. ... This suite expects car module to have a separate Shard. Suite Setup Setup diff --git a/csit/suites/controller/Clustering_Datastore/car_persistence_recovery.robot b/csit/suites/controller/Clustering_Datastore/car_persistence_recovery.robot index 9a80b5b037..b9914fe61a 100644 --- a/csit/suites/controller/Clustering_Datastore/car_persistence_recovery.robot +++ b/csit/suites/controller/Clustering_Datastore/car_persistence_recovery.robot @@ -1,15 +1,15 @@ *** Settings *** Documentation This test restarts all controllers to verify recovery of car data from persistence. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Other models and shards (people, car-people) are not accessed by this suite. -... +... ... All data is deleted at the end of the suite. ... This suite expects car module to have a separate Shard. Suite Setup Setup diff --git a/csit/suites/controller/Clustering_Datastore/carpeople_crud.robot b/csit/suites/controller/Clustering_Datastore/carpeople_crud.robot index d29d9564da..4de67fe1cf 100644 --- a/csit/suites/controller/Clustering_Datastore/carpeople_crud.robot +++ b/csit/suites/controller/Clustering_Datastore/carpeople_crud.robot @@ -1,20 +1,20 @@ *** Settings *** Documentation Suite for performing basic car/people CRUD operations on leaders and followers. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... More precisely, Update operation is not executed, but some operations ... are using specific RPCs which goes beyond "basic CRUD". -... +... ... Cars are added by one big PUT to datastore on car Leader. ... People are added in a loop with add-person RPC on a people Follower. ... Cars are bought by chunks on each member, by loop with buy-car RPC. -... +... ... All data is deleted at the end of the suite. ... This suite expects car, people and car-people modules to have separate Shards. Suite Setup Setup diff --git a/csit/suites/controller/Clustering_Datastore/cluster_ready.robot b/csit/suites/controller/Clustering_Datastore/cluster_ready.robot index 8ba25f69d9..e0194905a3 100644 --- a/csit/suites/controller/Clustering_Datastore/cluster_ready.robot +++ b/csit/suites/controller/Clustering_Datastore/cluster_ready.robot @@ -1,15 +1,15 @@ *** Settings *** Documentation This test waits until cluster appears to be ready. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Intended use is at a start of testplan, so that suites can assume cluster works. -... +... ... This suite expects car, people and car-people modules to have separate Shards. Suite Setup SetupUtils.Setup_Utils_For_Setup_And_Teardown Test Setup SetupUtils.Setup_Test_With_Logging_And_Without_Fast_Failing diff --git a/csit/suites/controller/Clustering_Longevity/__init__.robot b/csit/suites/controller/Clustering_Longevity/__init__.robot index 75b97d1309..ddcdf6cf0c 100644 --- a/csit/suites/controller/Clustering_Longevity/__init__.robot +++ b/csit/suites/controller/Clustering_Longevity/__init__.robot @@ -8,3 +8,4 @@ Library SSHLibrary Start Suite Stop Suite + diff --git a/csit/suites/controller/OneNode_Datastore/010_crud_mdsal_perf.robot b/csit/suites/controller/OneNode_Datastore/010_crud_mdsal_perf.robot index b54fd5a3b6..738b205e9c 100644 --- a/csit/suites/controller/OneNode_Datastore/010_crud_mdsal_perf.robot +++ b/csit/suites/controller/OneNode_Datastore/010_crud_mdsal_perf.robot @@ -1,17 +1,17 @@ *** Settings *** Documentation Test for measuring execution time of MD-SAL DataStore operations. -... +... ... Copyright (c) 2015-2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This test suite requires odl-restconf and odl-clustering-test-app modules. ... The script cluster_rest_script.py is used for generating requests for ... operations on people, car and car-people DataStore test models. ... (see the https://wiki.opendaylight.org/view/MD-SAL_Clustering_Test_Plan) -... +... ... TODO: Decide whether keyword names should contain spaces or underscores. Suite Setup Start Suite Suite Teardown Stop Suite diff --git a/csit/suites/controller/OneNode_Datastore/carpeople_library_test.robot b/csit/suites/controller/OneNode_Datastore/carpeople_library_test.robot index d48f628ad2..ee0d3556d7 100644 --- a/csit/suites/controller/OneNode_Datastore/carpeople_library_test.robot +++ b/csit/suites/controller/OneNode_Datastore/carpeople_library_test.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Basic library verification suite, handling cars/people in 1-node setup. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This is a lightweight and stripped-down functional analogue of performance suite. ... Intention is to use this as a verify suite for changes in TemplatedRequests resource. Suite Setup Start_Suite diff --git a/csit/suites/controller/ThreeNodes_Datastore/010_crud_mdsal_perf.robot b/csit/suites/controller/ThreeNodes_Datastore/010_crud_mdsal_perf.robot index 321363077b..51648d83c4 100644 --- a/csit/suites/controller/ThreeNodes_Datastore/010_crud_mdsal_perf.robot +++ b/csit/suites/controller/ThreeNodes_Datastore/010_crud_mdsal_perf.robot @@ -1,17 +1,17 @@ *** Settings *** Documentation Test for measuring execution time of MD-SAL DataStore operations in cluster. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This test suite requires odl-restconf and odl-clustering-test-app modules. ... The script cluster_rest_script.py is used for generating requests for ... operations on people, car and car-people DataStore test models. ... (see the https://wiki.opendaylight.org/view/MD-SAL_Clustering_Test_Plan) -... +... ... Reported bugs: ... https://bugs.opendaylight.org/show_bug.cgi?id=4220 Suite Setup Start Suite diff --git a/csit/suites/controller/ThreeNodes_Datastore/puts_during_isolation.robot b/csit/suites/controller/ThreeNodes_Datastore/puts_during_isolation.robot index ddb30a554d..d7acd8689f 100644 --- a/csit/suites/controller/ThreeNodes_Datastore/puts_during_isolation.robot +++ b/csit/suites/controller/ThreeNodes_Datastore/puts_during_isolation.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Test when a car shard leader is isolated while configuring cars. -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This test suite requires odl-restconf and odl-clustering-test-app modules. ... The script cluster_rest_script.py is used for generating requests for ... PUTing car items while the car shard leader is isolated. diff --git a/csit/suites/controller/akka_upgrade/1node.robot b/csit/suites/controller/akka_upgrade/1node.robot index c8bf11b3b0..b747901d72 100644 --- a/csit/suites/controller/akka_upgrade/1node.robot +++ b/csit/suites/controller/akka_upgrade/1node.robot @@ -1,42 +1,42 @@ *** Settings *** Documentation Suite for testing upgrading persisted data from earlier release. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This suite kills the running (newer) ODL at its default location. ... It then installs (configurable) older ODL to an alternative location, ... pushes large amount of car data, verifies and kills the older ODL. ... The journal and snapshot files are transferred to the default location ... and the newer ODL is started. ... Then it verifies the config data is still present and matches what was seen before. -... +... ... In principle, the suite should also work if "newer" ODL is in fact older. ... The limiting factor is featuresBoot, the value should be applicable to both ODL versions. -... +... ... Note that in order to create traffic large enough for snapshots to be created, ... this suite also actis as a stress test for Restconf. ... But as that is not a primary focus of this suite, ... data seen on newer ODL is only compared to what was seen on the older ODL ... (stored in ${data_before} suite variable). -... +... ... As using Robotframework would be both too slow and too memory consuming, ... this suite uses a specialized Python utility for pushing the data locally on ODL_SYSTEM. ... The utility filename is configurable, as there may be changes in PATCH behavior in future. -... +... ... This suite uses relatively new support for PATCH http method. ... It repetitively replaces a segment of cars with moving IDs, ... so that there is a lot of data in journal (both write and delete), ... but the overall size of data stored remains limited. -... +... ... This is 1-node suite, but it still uses ClusterManagement.Check_Cluster_Is_In_Sync ... in order to detect the same sync condition as 3-node suite would do. ... Jolokia feature is required for that. -... +... ... Minimal set of features to be installed: odl-restconf, odl-jolokia, odl-clustering-test-app. Suite Setup Setup_Suite Test Setup SetupUtils.Setup_Test_With_Logging_And_Without_Fast_Failing diff --git a/csit/suites/controller/benchmark/dsbenchmark.robot b/csit/suites/controller/benchmark/dsbenchmark.robot index 4e8505f4b0..c7ca8dd9ac 100644 --- a/csit/suites/controller/benchmark/dsbenchmark.robot +++ b/csit/suites/controller/benchmark/dsbenchmark.robot @@ -1,16 +1,16 @@ *** Settings *** Documentation MD-SAL Data Store benchmarking. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This test suite uses the odl-dsbenchmark-impl feature controlled ... via dsbenchmark.py tool for testing the MD-SAL Data Store performance. ... (see the 'https://wiki.opendaylight.org/view/Controller_Core_Functionality_Tutorials:Tutorials:Data_Store_Benchmarking_and_Data_Access_Patterns') -... +... ... Based on values in test suite variables it triggers required numbers of ... warm-up and measured test runs: odl-dsbenchmark-impl module generates ... (towards MD-SAL Data Store) specified structure, type and number of operations. @@ -27,7 +27,7 @@ Documentation MD-SAL Data Store benchmarking. ... for each build if needed. Parameter UNITS defines time units returned ... by odl-dsbenchmark-impl module. The dsbenchmark.py tool always returns ... values in miliseconds. -... +... ... When running this robot suite always use --exclude tag for distinguish ... the run for 3node setup: need a benchmark for leader and follow (--exclude singlenode_setup) ... the run for 1node setup: no followr present (--exclude clustered_setup) diff --git a/csit/suites/controller/cluster_singleton/chasing_the_leader.robot b/csit/suites/controller/cluster_singleton/chasing_the_leader.robot index 63e83526aa..c0a3037281 100644 --- a/csit/suites/controller/cluster_singleton/chasing_the_leader.robot +++ b/csit/suites/controller/cluster_singleton/chasing_the_leader.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Cluster Singleton testing: Chasing the Leader -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This test aims to establish the service operates correctly when faced with ... rapid application transitions without having a stabilized application. Suite Setup Setup_Keyword diff --git a/csit/suites/controller/cluster_singleton/chasing_the_leader_longevity.robot b/csit/suites/controller/cluster_singleton/chasing_the_leader_longevity.robot index 32e46e5b4e..30b3348e2a 100644 --- a/csit/suites/controller/cluster_singleton/chasing_the_leader_longevity.robot +++ b/csit/suites/controller/cluster_singleton/chasing_the_leader_longevity.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Cluster Singleton testing: Chasing the Leader -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This test aims to establish the service operates correctly when faced with ... rapid application transitions without having a stabilized application. Suite Setup Setup_Keyword diff --git a/csit/suites/controller/cluster_singleton/master_stability.robot b/csit/suites/controller/cluster_singleton/master_stability.robot index 1f4109cdec..ce74936f50 100644 --- a/csit/suites/controller/cluster_singleton/master_stability.robot +++ b/csit/suites/controller/cluster_singleton/master_stability.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Cluster Singleton testing: Master Stability -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... Cluster Singleton service is designed to ensure that only one instance of an ... application is registered globally in the cluster. ... The goal is to establish the service operates correctly in face of application diff --git a/csit/suites/controller/cluster_singleton/partition_and_heal.robot b/csit/suites/controller/cluster_singleton/partition_and_heal.robot index c67d556643..800d700db6 100644 --- a/csit/suites/controller/cluster_singleton/partition_and_heal.robot +++ b/csit/suites/controller/cluster_singleton/partition_and_heal.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Cluster Singleton testing: Partition And Heal -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... Cluster Singleton service is designed to ensure that only one instance of ... an application is registered globally in the cluster. ... The goal is to establish the service operates correctly in face of node diff --git a/csit/suites/controller/cluster_singleton/partition_and_heal_longevity.robot b/csit/suites/controller/cluster_singleton/partition_and_heal_longevity.robot index 5ac029245a..152cacd5dd 100644 --- a/csit/suites/controller/cluster_singleton/partition_and_heal_longevity.robot +++ b/csit/suites/controller/cluster_singleton/partition_and_heal_longevity.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Cluster Singleton testing: Partition And Heal longevity suite -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... Cluster Singleton service is designed to ensure that only one instance of ... an application is registered globally in the cluster. ... The goal is to establish the service operates correctly in face of node diff --git a/csit/suites/controller/dom_data_broker/clean_leader_shutdown.robot b/csit/suites/controller/dom_data_broker/clean_leader_shutdown.robot index 340538a5a7..168fdd744c 100644 --- a/csit/suites/controller/dom_data_broker/clean_leader_shutdown.robot +++ b/csit/suites/controller/dom_data_broker/clean_leader_shutdown.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMDataBroker testing: Clean Leader Shutdown -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... The goal is to ensure that applications do not observe disruption when a shard ... leader is shut down cleanly. This is performed by having a steady-stream ... producer execute operations against the shard and then initiate leader shard diff --git a/csit/suites/controller/dom_data_broker/clean_leader_shutdown_prefbasedshard.robot b/csit/suites/controller/dom_data_broker/clean_leader_shutdown_prefbasedshard.robot index 693a660ae7..fa9fc9f066 100644 --- a/csit/suites/controller/dom_data_broker/clean_leader_shutdown_prefbasedshard.robot +++ b/csit/suites/controller/dom_data_broker/clean_leader_shutdown_prefbasedshard.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMDataBroker testing: Clean Leader Shutdown -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... The goal is to ensure that applications do not observe disruption when a shard ... leader is shut down cleanly. This is performed by having a steady-stream ... producer execute operations against the shard and then initiate leader shard diff --git a/csit/suites/controller/dom_data_broker/client_isolation.robot b/csit/suites/controller/dom_data_broker/client_isolation.robot index 277cb1b58c..d7e5854bfc 100644 --- a/csit/suites/controller/dom_data_broker/client_isolation.robot +++ b/csit/suites/controller/dom_data_broker/client_isolation.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMDataBroker testing: Client Isolation -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... The purpose of this test is to ascertain that the failure modes of ... cds-access-client work as expected. This is performed by having a steady ... stream of transactions flowing from the frontend and isolating the node hosting diff --git a/csit/suites/controller/dom_data_broker/client_isolation_prefbasedshard.robot b/csit/suites/controller/dom_data_broker/client_isolation_prefbasedshard.robot index fe9e750fc1..91ce3e457e 100644 --- a/csit/suites/controller/dom_data_broker/client_isolation_prefbasedshard.robot +++ b/csit/suites/controller/dom_data_broker/client_isolation_prefbasedshard.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMDataBroker testing: Client Isolation -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... The purpose of this test is to ascertain that the failure modes of ... cds-access-client work as expected. This is performed by having a steady ... stream of transactions flowing from the frontend and isolating the node hosting diff --git a/csit/suites/controller/dom_data_broker/ddb-sanity-module-based.robot b/csit/suites/controller/dom_data_broker/ddb-sanity-module-based.robot index 4ad8c56e3c..c9962aed12 100644 --- a/csit/suites/controller/dom_data_broker/ddb-sanity-module-based.robot +++ b/csit/suites/controller/dom_data_broker/ddb-sanity-module-based.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMDataBroker testing: Module based shards sanity suite -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... The goal is to call several basic rpc form ClusterAdmin.robot and ... MdsalLowlevel.robot to ensute that those rpcs can be safely used in ... other suites. diff --git a/csit/suites/controller/dom_data_broker/ddb-sanity-prefix-based.robot b/csit/suites/controller/dom_data_broker/ddb-sanity-prefix-based.robot index 6aea55ad0c..93652d9063 100644 --- a/csit/suites/controller/dom_data_broker/ddb-sanity-prefix-based.robot +++ b/csit/suites/controller/dom_data_broker/ddb-sanity-prefix-based.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMDataBroker testing: Module based shards sanity suite -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... The goal is to call several basic rpc form ClusterAdmin.robot and ... MdsalLowlevel.robot to ensute that those rpcs can be safely used in ... other suites. diff --git a/csit/suites/controller/dom_data_broker/explicit_leader_movement.robot b/csit/suites/controller/dom_data_broker/explicit_leader_movement.robot index e828e90f5c..9cea03ca7e 100644 --- a/csit/suites/controller/dom_data_broker/explicit_leader_movement.robot +++ b/csit/suites/controller/dom_data_broker/explicit_leader_movement.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMDataBroker testing: Explicit Leader Movement -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... The goal is to ensure that applications do not observe disruption when a shard ... leader is moved as the result of explicit application request. This is performed ... by having a steady-stream producer execute operations against the shard and then diff --git a/csit/suites/controller/dom_data_broker/explicit_leader_movement_longevity.robot b/csit/suites/controller/dom_data_broker/explicit_leader_movement_longevity.robot index 1584307ca6..6b886d17a3 100644 --- a/csit/suites/controller/dom_data_broker/explicit_leader_movement_longevity.robot +++ b/csit/suites/controller/dom_data_broker/explicit_leader_movement_longevity.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMDataBroker testing: Explicit Leader Movement -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... The goal is to ensure that applications do not observe disruption when a shard ... leader is moved as the result of explicit application request. This is performed ... by having a steady-stream producer execute operations against the shard and then diff --git a/csit/suites/controller/dom_data_broker/explicit_leader_movement_prefbasedshard.robot b/csit/suites/controller/dom_data_broker/explicit_leader_movement_prefbasedshard.robot index 4474a81fcf..9b75cee644 100644 --- a/csit/suites/controller/dom_data_broker/explicit_leader_movement_prefbasedshard.robot +++ b/csit/suites/controller/dom_data_broker/explicit_leader_movement_prefbasedshard.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMDataBroker testing: Explicit Leader Movement -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... The goal is to ensure that applications do not observe disruption when a shard ... leader is moved as the result of explicit application request. This is performed ... by having a steady-stream producer execute operations against the shard and then diff --git a/csit/suites/controller/dom_data_broker/leader_isolation.robot b/csit/suites/controller/dom_data_broker/leader_isolation.robot index 8ad2c0454e..058bac44d4 100644 --- a/csit/suites/controller/dom_data_broker/leader_isolation.robot +++ b/csit/suites/controller/dom_data_broker/leader_isolation.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMDataBroker testing: Leader Isolation -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... The goal is to ensure the datastore succeeds in basic isolation/rejoin scenario, ... simulating either a network partition, or a prolonged GC pause. Suite Setup SetupUtils.Setup_Utils_For_Setup_And_Teardown http_timeout=125 diff --git a/csit/suites/controller/dom_data_broker/leader_isolation_prefbasedshard.robot b/csit/suites/controller/dom_data_broker/leader_isolation_prefbasedshard.robot index 8665a8c283..a2468fa848 100644 --- a/csit/suites/controller/dom_data_broker/leader_isolation_prefbasedshard.robot +++ b/csit/suites/controller/dom_data_broker/leader_isolation_prefbasedshard.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMDataBroker testing: Leader Isolation -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... The goal is to ensure the datastore succeeds in basic isolation/rejoin scenario, ... simulating either a network partition, or a prolonged GC pause. Suite Setup SetupUtils.Setup_Utils_For_Setup_And_Teardown http_timeout=125 diff --git a/csit/suites/controller/dom_data_broker/listener_stability.robot b/csit/suites/controller/dom_data_broker/listener_stability.robot index 050f73d16f..a122d96aee 100644 --- a/csit/suites/controller/dom_data_broker/listener_stability.robot +++ b/csit/suites/controller/dom_data_broker/listener_stability.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMDataBroker testing: Listener Stability for module-based shards -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... The goal is to ensure listeners do no observe disruption when the leader moves. ... This is performed by having a steady stream of transactions being observed by ... the listeners and having the leader move. diff --git a/csit/suites/controller/dom_data_broker/listener_stability_prefbasedshard.robot b/csit/suites/controller/dom_data_broker/listener_stability_prefbasedshard.robot index 5099623fa2..1298df2c5d 100644 --- a/csit/suites/controller/dom_data_broker/listener_stability_prefbasedshard.robot +++ b/csit/suites/controller/dom_data_broker/listener_stability_prefbasedshard.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMDataBroker testing: Listener Stability for prefix-based shards -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... The goal is to ensure listeners do no observe disruption when the leader moves. ... This is performed by having a steady stream of transactions being observed by ... the listeners and having the leader move. diff --git a/csit/suites/controller/dom_data_broker/restart_odl_with_tell_based_false.robot b/csit/suites/controller/dom_data_broker/restart_odl_with_tell_based_false.robot index 35ce3ac964..8e9605d403 100644 --- a/csit/suites/controller/dom_data_broker/restart_odl_with_tell_based_false.robot +++ b/csit/suites/controller/dom_data_broker/restart_odl_with_tell_based_false.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Unset tell-based protocol usage -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... Suite stops all odl nodes, outcomment usage of tell-based protocol in ... config file (means make it false by default) and starts all nodes again. Suite Setup SetupUtils.Setup_Utils_For_Setup_And_Teardown http_timeout=125 diff --git a/csit/suites/controller/dom_data_broker/restart_odl_with_tell_based_true.robot b/csit/suites/controller/dom_data_broker/restart_odl_with_tell_based_true.robot index 90ce3bf37b..06a52c1d44 100644 --- a/csit/suites/controller/dom_data_broker/restart_odl_with_tell_based_true.robot +++ b/csit/suites/controller/dom_data_broker/restart_odl_with_tell_based_true.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation Set tell-based protocol usage -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... Suite stops all odl nodes, un-comment usage of tell-based protocol in ... config file (means make it true) and starts all nodes again. Suite Setup SetupUtils.Setup_Utils_For_Setup_And_Teardown http_timeout=125 diff --git a/csit/suites/controller/dom_notification_broker/noloss_rate_1node.robot b/csit/suites/controller/dom_notification_broker/noloss_rate_1node.robot index 54701b8407..94dfc4675f 100644 --- a/csit/suites/controller/dom_notification_broker/noloss_rate_1node.robot +++ b/csit/suites/controller/dom_notification_broker/noloss_rate_1node.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMNotificationBroker testing: No-loss rate -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... Provides routing of YANG notifications from publishers to subscribers. ... The purpose of this test is to determine the broker can forward messages without ... loss. We do this on a single-node setup by incrementally adding publishers and diff --git a/csit/suites/controller/dom_notification_broker/noloss_rate_longevity_1node.robot b/csit/suites/controller/dom_notification_broker/noloss_rate_longevity_1node.robot index a025231354..d0c2b9b258 100644 --- a/csit/suites/controller/dom_notification_broker/noloss_rate_longevity_1node.robot +++ b/csit/suites/controller/dom_notification_broker/noloss_rate_longevity_1node.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMNotificationBroker longevity testing: No-loss rate -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... Provides routing of YANG notifications from publishers to subscribers. ... The purpose of this test is to determine the broker can forward messages without ... loss. We do this on a single-node setup by incrementally adding publishers and diff --git a/csit/suites/controller/dom_rpc_broker/action_provider_partition_and_heal.robot b/csit/suites/controller/dom_rpc_broker/action_provider_partition_and_heal.robot index c14c1e354f..65a45baf69 100644 --- a/csit/suites/controller/dom_rpc_broker/action_provider_partition_and_heal.robot +++ b/csit/suites/controller/dom_rpc_broker/action_provider_partition_and_heal.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMRpcBroker testing: RPC Action Provider Partition And Heal -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This tests establishes that the RPC service for actions operates correctly ... when faced with node failures. ... This suite supports more than three node cluster setup too. diff --git a/csit/suites/controller/dom_rpc_broker/action_provider_precedence.robot b/csit/suites/controller/dom_rpc_broker/action_provider_precedence.robot index 2274a1f18b..ac54ba33d9 100644 --- a/csit/suites/controller/dom_rpc_broker/action_provider_precedence.robot +++ b/csit/suites/controller/dom_rpc_broker/action_provider_precedence.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMRpcBroker testing: Action Provider Precedence -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... The aim is to establish that remote action implementations have lower priority ... than local ones, which is to say that any movement of actions on remote nodes ... does not affect routing as long as a local implementation is available. diff --git a/csit/suites/controller/dom_rpc_broker/rpc_provider_partition_and_heal.robot b/csit/suites/controller/dom_rpc_broker/rpc_provider_partition_and_heal.robot index 6932715a4d..008edd999b 100644 --- a/csit/suites/controller/dom_rpc_broker/rpc_provider_partition_and_heal.robot +++ b/csit/suites/controller/dom_rpc_broker/rpc_provider_partition_and_heal.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMRpcBroker testing: RPC Provider Partition And Heal -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This tests establishes that the RPC service operates correctly when faced ... with node failures. ... This suite supports more than three node cluster setup too. diff --git a/csit/suites/controller/dom_rpc_broker/rpc_provider_partition_and_heal_longevity.robot b/csit/suites/controller/dom_rpc_broker/rpc_provider_partition_and_heal_longevity.robot index e9424b460a..08a60a0a8d 100644 --- a/csit/suites/controller/dom_rpc_broker/rpc_provider_partition_and_heal_longevity.robot +++ b/csit/suites/controller/dom_rpc_broker/rpc_provider_partition_and_heal_longevity.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMRpcBroker testing: RPC Provider Partition And Heal -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... This tests establishes that the RPC service operates correctly when faced ... with node failures. ... This suite supports more than three node cluster setup too. diff --git a/csit/suites/controller/dom_rpc_broker/rpc_provider_precedence.robot b/csit/suites/controller/dom_rpc_broker/rpc_provider_precedence.robot index 4b8c622af5..ac0bce8fcf 100644 --- a/csit/suites/controller/dom_rpc_broker/rpc_provider_precedence.robot +++ b/csit/suites/controller/dom_rpc_broker/rpc_provider_precedence.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMRpcBroker testing: RPC Provider Precedence -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... The aim is to establish that remote RPC implementations have lower priority ... than local ones, which is to say that any movement of RPCs on remote nodes ... does not affect routing as long as a local implementation is available. diff --git a/csit/suites/controller/dom_rpc_broker/rpc_provider_precedence_longevity.robot b/csit/suites/controller/dom_rpc_broker/rpc_provider_precedence_longevity.robot index def4f14e77..cbc660965e 100644 --- a/csit/suites/controller/dom_rpc_broker/rpc_provider_precedence_longevity.robot +++ b/csit/suites/controller/dom_rpc_broker/rpc_provider_precedence_longevity.robot @@ -1,12 +1,12 @@ *** Settings *** Documentation DOMRpcBroker testing: RPC Provider Precedence -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... The aim is to establish that remote RPC implementations have lower priority ... than local ones, which is to say that any movement of RPCs on remote nodes ... does not affect routing as long as a local implementation is available. diff --git a/csit/suites/controller/singleton_service/global_rpc_freeze.robot b/csit/suites/controller/singleton_service/global_rpc_freeze.robot index fab66354d0..efb97c9f36 100644 --- a/csit/suites/controller/singleton_service/global_rpc_freeze.robot +++ b/csit/suites/controller/singleton_service/global_rpc_freeze.robot @@ -1,8 +1,8 @@ *** Settings *** Documentation Controller functional HA testing of global singleton rpcs if jvm frozen. -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html diff --git a/csit/suites/controller/singleton_service/global_rpc_isolate.robot b/csit/suites/controller/singleton_service/global_rpc_isolate.robot index 9cde934609..b210dec96c 100644 --- a/csit/suites/controller/singleton_service/global_rpc_isolate.robot +++ b/csit/suites/controller/singleton_service/global_rpc_isolate.robot @@ -1,8 +1,8 @@ *** Settings *** Documentation Controller functional HA testing of global singleton rpcs. -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html diff --git a/csit/suites/controller/singleton_service/global_rpc_kill.robot b/csit/suites/controller/singleton_service/global_rpc_kill.robot index 764fb6c2a8..ae83baba47 100644 --- a/csit/suites/controller/singleton_service/global_rpc_kill.robot +++ b/csit/suites/controller/singleton_service/global_rpc_kill.robot @@ -1,8 +1,8 @@ *** Settings *** Documentation Controller functional HA testing of global singleton rpcs. -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html diff --git a/csit/suites/didm/basic/010_Didm.robot b/csit/suites/didm/basic/010_Didm.robot index ad11c15365..260915ecbf 100644 --- a/csit/suites/didm/basic/010_Didm.robot +++ b/csit/suites/didm/basic/010_Didm.robot @@ -1,8 +1,8 @@ *** Settings *** Documentation Basic Tests for Device Identification and Driver Management. -... +... ... Copyright (c) 2015 Hewlett-Packard Development Company, L.P. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html diff --git a/csit/suites/didm/discovery/device_discovery.robot b/csit/suites/didm/discovery/device_discovery.robot index db7f3bd019..db019e7dd8 100644 --- a/csit/suites/didm/discovery/device_discovery.robot +++ b/csit/suites/didm/discovery/device_discovery.robot @@ -1,6 +1,6 @@ *** Settings *** Documentation Basic Tests for DIDM in Beryllium. -... +... ... Copyright (c) 2015 Hewlett Packard Enterprise Development LP and others. All rights reserved. ... This program and the accompanying materials are made available under the terms of the Eclipse ... Public License v1.0 which accompanies this distribution, and is available at diff --git a/csit/suites/distribution/karaf_sequence_install.robot b/csit/suites/distribution/karaf_sequence_install.robot index accd7c8339..4a685a3a61 100644 --- a/csit/suites/distribution/karaf_sequence_install.robot +++ b/csit/suites/distribution/karaf_sequence_install.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation Bug 4462 test suite. -... +... ... Copyright (c) 2016-2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Try to detect whether Karaf hangs when trying to install ... list of features one by one. Default list is odl-integration-compatible-with-all. Suite Setup SetupUtils.Setup_Utils_For_Setup_And_Teardown diff --git a/csit/suites/distribution/karaf_stop.robot b/csit/suites/distribution/karaf_stop.robot index 40b2efb9eb..4b8b8f7f43 100644 --- a/csit/suites/distribution/karaf_stop.robot +++ b/csit/suites/distribution/karaf_stop.robot @@ -1,15 +1,15 @@ *** Settings *** Documentation Karaf stop suite. -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Try to test whether Karaf stops correctly when stop script is used. -... +... ... This suite should run as the last one, because it stops the karaf and does ... not start again. And should try to stop karaf when enough features are installed. ... Because of that it will be run after the karaf_sequence_install.robot diff --git a/csit/suites/distribution/size.robot b/csit/suites/distribution/size.robot index 879afa7b95..e105393f74 100644 --- a/csit/suites/distribution/size.robot +++ b/csit/suites/distribution/size.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation Suite for testing ODL distribution zip file size. -... +... ... Copyright (c) 2016-2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Variables needed to be rovided on pybot invocation: ... ${BUNDLEFOLDER} (directory name of ODL installation, as it is suffxed by the distribution version). ... This suite assumes the .zip file is stll present on ${ODL_SYSTEM_IP} in ${WORKSPACE} directory. diff --git a/csit/suites/distribution/version.robot b/csit/suites/distribution/version.robot index 5cfbb3d040..389fee7c2c 100644 --- a/csit/suites/distribution/version.robot +++ b/csit/suites/distribution/version.robot @@ -1,24 +1,24 @@ *** Settings *** Documentation Suite for testing ODL distribution ability to report ist version via Restconf. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Features needed to be installed: ... odl-distribution-version (the main feature, defines the version string holder as a config module) ... odl-netconf-connector (controller-config device is used to access the config subsystem) ... odl-restconf (or odl-restconf-noauth, to get restconf access to the data mounted by controller-config) -... +... ... Variables needed to be rovided on pybot invocation: ... ${BUNDLEFOLDER} (directory name of ODL installation, as it is suffxed by the distribution version) -... +... ... This suite require both Restconf and Netconf-connector to be ready, ... so it is recommended to run netconfready.robot before running this suite. -... +... ... TODO: Figure out a way to reliably predict Odlparent version. ... Possibly, inspection of system/org/opendaylight/odlparent/ would be required. Suite Setup Suite_Setup diff --git a/csit/suites/mdsal/binding_v1/binding-parent.robot b/csit/suites/mdsal/binding_v1/binding-parent.robot index 211f555d78..7a06808cfe 100644 --- a/csit/suites/mdsal/binding_v1/binding-parent.robot +++ b/csit/suites/mdsal/binding_v1/binding-parent.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation Suite for testing performance of Java binding v1 using binding-parent. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This suite tests performance of binding-parent from Mdsal project. ... It measures time (only as a test case duration) needed to create Java bindings (v1). ... It uses large set of Yang modules, collected from YangModels and openconfig @@ -15,9 +15,9 @@ Documentation Suite for testing performance of Java binding v1 using binding ... Some modules are removed prior to testing, as they either do not conform to RFC6020, ... or they trigger known Bugs in ODL. ... Known Bugs: 6125, 6135, 6141, 2323, 6150, 2360, 138, 6172, 6180, 6183, 5772, 6189. -... +... ... The suite performs installation of Maven, optionally with building patched artifacts. -... +... ... FIXME: This suite does not work when run with URL from Autorelease. ... The thing is, mdsal-parent is not part of .zip distribution. ... The fix would need to override the usual maven settings, diff --git a/csit/suites/netconf/CRUD-ACTION/CRUD-ACTION.robot b/csit/suites/netconf/CRUD-ACTION/CRUD-ACTION.robot index d5d00e73f2..7dd52a531f 100644 --- a/csit/suites/netconf/CRUD-ACTION/CRUD-ACTION.robot +++ b/csit/suites/netconf/CRUD-ACTION/CRUD-ACTION.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation netconf-connector CRUD-Action test suite. -... +... ... Copyright (c) 2019 Ericsson Software Technology AB. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Perform basic operations (Create, Read, Update and Delete or CRUD) on device ... data mounted onto a netconf connector using RPC for node supporting Yang 1.1 ... addition and see if invoking Action Operation work. diff --git a/csit/suites/netconf/CRUD/CRUD-RPC.robot b/csit/suites/netconf/CRUD/CRUD-RPC.robot index a589d54d99..8d0c5aaa2b 100644 --- a/csit/suites/netconf/CRUD/CRUD-RPC.robot +++ b/csit/suites/netconf/CRUD/CRUD-RPC.robot @@ -1,17 +1,17 @@ *** Settings *** Documentation netconf-connector CRUD test suite. -... +... ... Copyright (c) 2017 Lumina Networks, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Perform basic operations (Create, Read, Update and Delete or CRUD) on device ... data mounted onto a netconf connector using RPC for node addition and see if ... they work. -... +... ... FIXME: Replace the BuiltIn.Should_[Not_]Contain instances in the test cases ... that check the car list related data with calls to keywords of a Resource ... aimed at getting interesting pieces of data from the XML files and checking diff --git a/csit/suites/netconf/CRUD/CRUD.robot b/csit/suites/netconf/CRUD/CRUD.robot index d37738dcf7..c99ad33ef3 100644 --- a/csit/suites/netconf/CRUD/CRUD.robot +++ b/csit/suites/netconf/CRUD/CRUD.robot @@ -1,16 +1,16 @@ *** Settings *** Documentation netconf-connector CRUD test suite. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Perform basic operations (Create, Read, Update and Delete or CRUD) on device ... data mounted onto a netconf connector and see if they work. -... +... ... FIXME: Replace the BuiltIn.Should_[Not_]Contain instances in the test cases ... that check the car list related data with calls to keywords of a Resource ... aimed at getting interesting pieces of data from the XML files and checking diff --git a/csit/suites/netconf/MDSAL/northbound.robot b/csit/suites/netconf/MDSAL/northbound.robot index 57198539cc..82156dcacc 100644 --- a/csit/suites/netconf/MDSAL/northbound.robot +++ b/csit/suites/netconf/MDSAL/northbound.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation Metconf MDSAL Northbound test suite. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... The request produced by test cases "Get Config Running", "Get Config Running ... To Confirm No_Edit Before Commit", "Get Config Running To Confirm Delete ... After Commit" and "Get Config Candidate To Confirm Discard" all use the same @@ -19,9 +19,9 @@ Documentation Metconf MDSAL Northbound test suite. ... interpreted in any way, it only is stored to be returned with the reply to ... the request. The reuse of the "empty" string for the 4 test cases was chosen ... for simplicity. -... +... ... TODO: Change the 4 testcases to use unique message IDs. -... +... ... TODO: There are many sections with too many "Should_[Not_]Contain" keyword ... invocations (see Check_Multiple_Modules_Merge_Replace for a particularly bad ... example). Create a resource that will be able to extract the data from the diff --git a/csit/suites/netconf/clustering/CRUD.robot b/csit/suites/netconf/clustering/CRUD.robot index fc3fd9c469..989ed9846e 100644 --- a/csit/suites/netconf/clustering/CRUD.robot +++ b/csit/suites/netconf/clustering/CRUD.robot @@ -1,16 +1,16 @@ *** Settings *** Documentation netconf clustered CRUD test suite. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Perform basic operations (Create, Read, Update and Delete or CRUD) on device ... data mounted onto a netconf connector and see if they work. -... +... ... The suite recognizes 3 nodes, "CONFIGURER" (the node that configures the ... device at the beginning and then deconfigures it at the end), "SETTER" (the ... node that manipulates the data on the device) and "CHECKER" (the node that @@ -18,13 +18,13 @@ Documentation netconf clustered CRUD test suite. ... data operation on it is expected to be visible on all nodes so after each ... operation three test cases make sure they can see the result on their ... respective nodes. -... +... ... The 3 nodes are configured by placing "node1", "node2" or "node3" into the ... ${NODE_CONFIGURER}, ${NODE_SETTER} and ${NODE_CHECKER} to make the node ... a "CONFIGURER", "SETTER" and "CHECKER" respectively. The "nodeX" name refers ... to the node with its IP address configured with the ${ODL_SYSTEM_X_IP} ... variable where the "X" is 1, 2 or 3. -... +... ... The suite checks the integrity of the presence of the device and the data ... seen on the device only for nodes that have at least one of the roles ... ("CONFIGURER", "SETTER" and "CHECKER") assigned. A better design would have diff --git a/csit/suites/netconf/clustering/bug8086.robot b/csit/suites/netconf/clustering/bug8086.robot index 8ecda549a4..5c519d8ee0 100644 --- a/csit/suites/netconf/clustering/bug8086.robot +++ b/csit/suites/netconf/clustering/bug8086.robot @@ -1,16 +1,16 @@ *** Settings *** Documentation Simplified netconf clustered CRUD test suite in Bug 8086 setup. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Perform basic operations (Create, Read, Update and Delete or CRUD) on device ... data mounted onto a netconf connector and see if they work. -... +... ... The suite recognizes 3 nodes, "CONFIGURER" (the node that configures the ... device at the beginning and then deconfigures it at the end), "SETTER" (the ... node that manipulates the data on the device) and "CHECKER" (the node that @@ -18,13 +18,13 @@ Documentation Simplified netconf clustered CRUD test suite in Bug 8086 setup ... data operation on it is expected to be visible on all nodes so after each ... operation three test cases make sure they can see the result on their ... respective nodes. -... +... ... The 3 nodes are configured by placing "node1", "node2" or "node3" into the ... ${NODE_CONFIGURER}, ${NODE_SETTER} and ${NODE_CHECKER} to make the node ... a "CONFIGURER", "SETTER" and "CHECKER" respectively. The "nodeX" name refers ... to the node with its IP address configured with the ${ODL_SYSTEM_X_IP} ... variable where the "X" is 1, 2 or 3. -... +... ... The suite checks the integrity of the presence of the device and the data ... seen on the device only for nodes that have at least one of the roles ... ("CONFIGURER", "SETTER" and "CHECKER") assigned. A better design would have diff --git a/csit/suites/netconf/clustering/entity-isolation-rejoin.robot b/csit/suites/netconf/clustering/entity-isolation-rejoin.robot index 27a9248c65..04d97039b9 100644 --- a/csit/suites/netconf/clustering/entity-isolation-rejoin.robot +++ b/csit/suites/netconf/clustering/entity-isolation-rejoin.robot @@ -1,17 +1,17 @@ *** Settings *** Documentation Test suite for netconf device entity ownership handling during isolation. -... +... ... Copyright (c) 2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Performs basic operations (Create, Read, Update and Delete or CRUD) on device ... data mounted onto a netconf connector and verifies cluster recovery after ... network isolation and rejoin of the Entity_Owner node. -... +... ... The suite recognizes 3 nodes, ... - "CONFIGURER" (the node that configures the device at the beginning and then ... deconfigures it at the end). @@ -20,17 +20,17 @@ Documentation Test suite for netconf device entity ownership handling during ... device and the results of each data operation on it is expected to be visible ... on all nodes. After each operation three test cases verify they can see the ... result on their respective CONFIGURER,SETTER,CHECKER nodes. -... +... ... The 3 nodes are configured by placing "node1", "node2" or "node3" into the ... ${NODE_CONFIGURER}, ${NODE_SETTER} and ${NODE_CHECKER} variables. This makes ... a node "CONFIGURER", "SETTER" and "CHECKER" respectively. ... The "nodeX" name refers to the node with its IP address configured with the ... ${ODL_SYSTEM_X_IP} variable where the "X" is 1, 2 or 3. -... +... ... The suite verifies the presence of the device and the integrity ... of device data for nodes that have at least one of the roles ... ("CONFIGURER", "SETTER" and "CHECKER") assigned. -... +... ... TODO: Multiple improvements are possible, but apply them to entity.robot at the same time please. Suite Setup Setup_Everything Suite Teardown Teardown_Everything diff --git a/csit/suites/netconf/clustering/entity.robot b/csit/suites/netconf/clustering/entity.robot index 90cbc95020..af5ef15099 100644 --- a/csit/suites/netconf/clustering/entity.robot +++ b/csit/suites/netconf/clustering/entity.robot @@ -1,16 +1,16 @@ *** Settings *** Documentation Test suite for netconf device entity ownership handling during outages. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Perform basic operations (Create, Read, Update and Delete or CRUD) on device ... data mounted onto a netconf connector and see if they work. -... +... ... The suite recognizes 3 nodes, "CONFIGURER" (the node that configures the ... device at the beginning and then deconfigures it at the end), "SETTER" (the ... node that manipulates the data on the device) and "CHECKER" (the node that @@ -18,13 +18,13 @@ Documentation Test suite for netconf device entity ownership handling during ... data operation on it is expected to be visible on all nodes so after each ... operation three test cases make sure they can see the result on their ... respective nodes. -... +... ... The 3 nodes are configured by placing "node1", "node2" or "node3" into the ... ${NODE_CONFIGURER}, ${NODE_SETTER} and ${NODE_CHECKER} to make the node ... a "CONFIGURER", "SETTER" and "CHECKER" respectively. The "nodeX" name refers ... to the node with its IP address configured with the ${ODL_SYSTEM_X_IP} ... variable where the "X" is 1, 2 or 3. -... +... ... The suite checks the integrity of the presence of the device and the data ... seen on the device only for nodes that have at least one of the roles ... ("CONFIGURER", "SETTER" and "CHECKER") assigned. A better design would have diff --git a/csit/suites/netconf/clustering/outages.robot b/csit/suites/netconf/clustering/outages.robot index ae87311ca4..ac33bdafe1 100644 --- a/csit/suites/netconf/clustering/outages.robot +++ b/csit/suites/netconf/clustering/outages.robot @@ -1,23 +1,23 @@ *** Settings *** Documentation netconf cluster node outage test suite (CRUD operations). -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Perform one of the basic operations (Create, Read, Update and Delete or CRUD) ... on device data mounted onto a netconf connector while one of the nodes is ... down and see if they work. Then bring the dead node up and check that it sees ... the operations that were made while it was down are visible on it as well. -... +... ... The node is brought down before each of the "Create", "Update" and "Delete" ... operations and brought and back up after these operations. Before the dead ... node is brought up, a test case makes sure the operation is properly ... propagated within the cluster. -... +... ... Currently each of the 3 operations is done once. "Create" is done while ... node 1 is down, "Update" while node 2 is down and "Delete" while node 3 ... is down. diff --git a/csit/suites/netconf/clusteringscale/performance.robot b/csit/suites/netconf/clusteringscale/performance.robot index 0067ff9079..3a250caf79 100644 --- a/csit/suites/netconf/clusteringscale/performance.robot +++ b/csit/suites/netconf/clusteringscale/performance.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation netconf-restperfclient update performance test suite (clustered setup). -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Perform given count of update operations on device data mounted onto a ... netconf connector (using the netconf-testtool-restperfclient tool) and ... see how much time it took. More exactly, it sends the data to a restconf @@ -15,7 +15,7 @@ Documentation netconf-restperfclient update performance test suite (clustere ... out to turn the first request sent to a "create" request and the ... remaining requests to "update" requests (due to how the testtool device ... behavior is implemented). -... +... ... The difference from the "single node" test suite (see ... ../scale/performance.robot) is that the device is configured and the data ... on it created using one node in the cluster and the update operations are diff --git a/csit/suites/netconf/clusteringscale/topology_leader_ha.robot b/csit/suites/netconf/clusteringscale/topology_leader_ha.robot index 3200e1492a..116f196479 100644 --- a/csit/suites/netconf/clusteringscale/topology_leader_ha.robot +++ b/csit/suites/netconf/clusteringscale/topology_leader_ha.robot @@ -1,17 +1,17 @@ *** Settings *** Documentation Suite for High Availability testing config topology shard leader under stress. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This is close analogue of topology_owner_ha.robot, see Documentation there. ... The difference is that here the requests are sent towards entity-ownership shard leader, ... and the topology shard leader node is rebooted. -... +... ... No real clustering Bugs are expected to be discovered by this suite, ... except maybe some Restconf ones. ... But as this suite was easy to create, it may as well be run. diff --git a/csit/suites/netconf/clusteringscale/topology_owner_ha.robot b/csit/suites/netconf/clusteringscale/topology_owner_ha.robot index ddde3a9dbc..8c3bd1aa5f 100644 --- a/csit/suites/netconf/clusteringscale/topology_owner_ha.robot +++ b/csit/suites/netconf/clusteringscale/topology_owner_ha.robot @@ -1,43 +1,43 @@ *** Settings *** Documentation Suite for High Availability testing netconf topology owner under stress. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Suite topology_leader_ha.robot is derived from this suite. ... Please, keep the logic in the suites as similar as possible. -... +... ... This suite uses a Python utility to continuously configure/deconfigure ... device connections against devices simulated by testtool. ... The utility sends requests to the member which is leader for topology config shard. -... +... ... To avoid excessive resource consumption, the utility deconfigures old devices. ... In a stationary state, number of config items oscillates between ... ${CONFIGURED_DEVICES_LIMIT} and 1 + ${CONFIGURED_DEVICES_LIMIT}. -... +... ... The only tested HA event so far is reboot of the member ... which is the leader of entity-ownership operational shard. ... This suite assumes the entity-ownership operational shard leader and ... topology config shard leader are not co-located. -... +... ... Number of devices is configurable, wait times are computed from that, ... as it takes some time to initialize connections. ... Ideally, the utility should go through half of devices during entity-ownership leader downtime. -... +... ... If there is a period when netconf manager ignores deletions in config datastore, ... the devices created previously could "leak", meaning the number of ... netconf topology items could be higher than 1 + ${CONFIGURED_DEVICES_LIMIT}. -... +... ... One check for correctness is the final number of devices in operational netconf topology. ... Another check is performed on utility output. -... +... ... Performance can be estimated by the total number of requests processed, ... but this suite does not perform such a computation. -... +... ... TODO: After stopping utility, wait to see mount has succeeded on the devices. Suite Setup Setup_Everything Suite Teardown Teardown_Everything diff --git a/csit/suites/netconf/notifications/notifications_basic.robot b/csit/suites/netconf/notifications/notifications_basic.robot index f7a73c7a36..6ebe1a88ae 100644 --- a/csit/suites/netconf/notifications/notifications_basic.robot +++ b/csit/suites/netconf/notifications/notifications_basic.robot @@ -1,28 +1,28 @@ *** Settings *** Documentation Basic tests for BGP application peer. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... +... ... Test suite performs basic subscribtion case for data store notifications. ... For procedure description see the ... https://wiki.opendaylight.org/view/OpenDaylight_Controller:MD-SAL:Restconf:Change_event_notification_subscription -... -... +... +... ... This suite uses inventory (config part) as an area to make dummy writes into, ... just to trigger data change listener to produce a notification. ... Openflowplugin may have some data there, and before Boron, netconf-connector ... was also exposing some data in inventory. -... +... ... To avoid unexpected responses, this suite depetes all data from config inventory, ... so this suite should not be followed by any suite expecting default data there. -... +... ... Covered bugs: ... Bug 3934 - Websockets: Scope ONE doesn't work correctly -... +... ... TODO: Use cars/people model for data Suite Setup Setup_Everything Suite Teardown Teardown_Everything diff --git a/csit/suites/netconf/ready/netconfready.robot b/csit/suites/netconf/ready/netconfready.robot index 782dfb884f..da9a3487c3 100644 --- a/csit/suites/netconf/ready/netconfready.robot +++ b/csit/suites/netconf/ready/netconfready.robot @@ -1,16 +1,16 @@ *** Settings *** Documentation netconf-connector readiness test suite. -... +... ... Copyright (c) 2015,2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Try to detect whether Netconf is up and running and wait for ... it for a configurable time if it is not yet up and running. -... +... ... This is achieved by the test Check_Whether_Netconf_Topology_Is_Ready. This test case ... does not use controller-config device. This test case is skipped (Pass Execution) if ... the usage of controller-config device is indicated. @@ -18,18 +18,18 @@ Documentation netconf-connector readiness test suite. ... to all odl nodes one by one and check if GET works from mounted ... device. GET is done from all the odl nodes and it works for both, 1 or 3 nodes ... setup. -... +... ... The next test cases are basically dedicated to test readiness of the netconf using ... controller-config device. This device is created when odl-netconf-connector-ssh|all ... feature is installed. Robot variable USE_NETCONF_CONNECTOR should be set to True. ... Connector test cases change behavior depending on ${USE_NETCONF_CONNECTOR}. If True, ... they check data mounted behind controller-config is readable, if False they only check ... topology-netconf is readable. -... +... ... Some testsuites expect netconf-connector to be ready as soon as possible and will ... fail if it is not. We want to see a failure if this is the cause of the failure. -... -... +... +... ... The usage of netconf-connector happens in other suites than netconf, ... especially bgpcep to configure odl's bgp peers. Testing the readiness ... of the netconf-connector must be invoked by the Robot invocation @@ -37,7 +37,7 @@ Documentation netconf-connector readiness test suite. ... test jobs should be responsible to set it to True if needed. In the ... default configuration the affected test cases waits for the netconf ... topology to appear only. -... +... ... If the netconf-connector is not ready upon startup and it's usage is set ... to True (as seen by the second test case failing), the next case starts ... to repeat the query for a minute to see whether it is going "to fix itself" @@ -47,7 +47,7 @@ Documentation netconf-connector readiness test suite. ... If this fails, one more check with even longer timeout is run. ... If the Check_Whether_Netconf_Is_Up_And_Running pass, then the next test ... case does nothing. -... +... ... The other test case then checks whether Netconf can pretty print ... data. This sometimes makes problems, most likely due to too ... new Robot Requests library with an interface incompatible with diff --git a/csit/suites/netconf/restperfclient/mdsal.robot b/csit/suites/netconf/restperfclient/mdsal.robot index 1932c928b1..150ba5c898 100644 --- a/csit/suites/netconf/restperfclient/mdsal.robot +++ b/csit/suites/netconf/restperfclient/mdsal.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation netconf-restperfclient MDSAL performance test suite. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Perform given count of update operations on ODL MDSAL. In first half the ... requests are directed directly to MDSAL via Restconf and in the second ... half the MDSAL is mounted onto a netconf connector and the reqursts are diff --git a/csit/suites/netconf/restperfclient/performance.robot b/csit/suites/netconf/restperfclient/performance.robot index a7b46ac21d..bd40d64791 100644 --- a/csit/suites/netconf/restperfclient/performance.robot +++ b/csit/suites/netconf/restperfclient/performance.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation netconf-restperfclient Update performance test suite. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Perform given count of update operations on device data mounted onto a ... netconf connector (using the netconf-testtool-restperfclient tool) and ... see how much time it took. More exactly, it sends the data to a restconf diff --git a/csit/suites/netconf/scale/getmulti.robot b/csit/suites/netconf/scale/getmulti.robot index ad83d0fdc2..6b1c6cfc09 100644 --- a/csit/suites/netconf/scale/getmulti.robot +++ b/csit/suites/netconf/scale/getmulti.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation netconf-connector scaling test suite (multi-threaded GET requests). -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Performs scaling tests: ... - Send configurations of the devices one by one (via restconf). ... - Wait for the devices to become connected. diff --git a/csit/suites/netconf/scale/getsingle.robot b/csit/suites/netconf/scale/getsingle.robot index b23f455c33..2e3c52efda 100644 --- a/csit/suites/netconf/scale/getsingle.robot +++ b/csit/suites/netconf/scale/getsingle.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation netconf-connector scaling test suite (single-threaded GET requests). -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Performs scaling tests: ... - Configuring devices one by one. ... - Sending requests for configuration data. diff --git a/csit/suites/netconf/scale/max_devices.robot b/csit/suites/netconf/scale/max_devices.robot index 0090b5aea9..4e8b5d92b1 100644 --- a/csit/suites/netconf/scale/max_devices.robot +++ b/csit/suites/netconf/scale/max_devices.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation netconf-connector scaling test suite to find max connected devices -... +... ... Copyright (c) 2019 Lumina Networks, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... Increasing numbers of netconf devices will be connected and cleaned up ... while validating and profiling between each iteration. Suite Setup Setup_Everything diff --git a/csit/suites/openflowplugin/Switch_Qualification/020_OpenFlow_Actions.robot b/csit/suites/openflowplugin/Switch_Qualification/020_OpenFlow_Actions.robot index dc4450cce4..80e6548482 100644 --- a/csit/suites/openflowplugin/Switch_Qualification/020_OpenFlow_Actions.robot +++ b/csit/suites/openflowplugin/Switch_Qualification/020_OpenFlow_Actions.robot @@ -8,7 +8,7 @@ Documentation OF1.3 Suite for flow actions ... - output NORMAL ... - output FLOOD ... - output ANY -... +... ... NOTE: for OVS, INPORT does not appear to be supported Suite Setup OpenFlow Actions Suite Setup Suite Teardown OpenFlow Actions Suite Teardown diff --git a/csit/suites/ovsdb/Southbound_Domain/Bug_Validation.robot b/csit/suites/ovsdb/Southbound_Domain/Bug_Validation.robot index fdd9769188..8d80ff535c 100644 --- a/csit/suites/ovsdb/Southbound_Domain/Bug_Validation.robot +++ b/csit/suites/ovsdb/Southbound_Domain/Bug_Validation.robot @@ -1,6 +1,6 @@ *** Settings *** Documentation Collection of test cases to validate OVSDB projects bugs. -... +... ... TODO: there seems to be some thoughts around never having one-off bug reproduction ... test cases, but rather they should exist as another test case in some appropriate ... suite. Also it was suggested that using bug ids for test case names was not ideal diff --git a/csit/suites/persistence/basic/test_app.robot b/csit/suites/persistence/basic/test_app.robot index dd81fa2187..0333d241c7 100644 --- a/csit/suites/persistence/basic/test_app.robot +++ b/csit/suites/persistence/basic/test_app.robot @@ -1,6 +1,6 @@ *** Settings *** Documentation Basic Tests for Persistence Test APP. -... +... ... Copyright (c) 2015 Hewlett-Packard Development Company, L.P. and others. All rights reserved. Suite Setup Setup Persistence Test App Environment Suite Teardown Cleanup Persistence Test Database diff --git a/csit/suites/test/alter_log_levels.robot b/csit/suites/test/alter_log_levels.robot index e630beedb7..e2e57acb23 100644 --- a/csit/suites/test/alter_log_levels.robot +++ b/csit/suites/test/alter_log_levels.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation For every node, set Karaf log level to ${ALTERNATIVE_KARAF_LOG_LEVEL}. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This suite is useful for testing, run it after readiness. ... Do not forget to specify other variables if suites afterwards manipulate log level. ... Use revert_log_levels.robot to restore log levels to the default value. diff --git a/csit/suites/test/cluster_reset.robot b/csit/suites/test/cluster_reset.robot index d9b17c9936..4fb9cba858 100644 --- a/csit/suites/test/cluster_reset.robot +++ b/csit/suites/test/cluster_reset.robot @@ -1,17 +1,17 @@ *** Settings *** Documentation Kill nodes, delete all data created since boot, start nodes, wait for sync. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This suite is useful for undoing feature installation, Leader movement ... and for recovering from bably broken state. ... The intent is to provide speed compared to isolated job runs. -... +... ... FIXME: Import improvements from suites manipulating tell-based protocol setting. Suite Setup ClusterManagement.ClusterManagement_Setup Default Tags clustering critical diff --git a/csit/suites/test/libraries/ScalarClosuresTest.robot b/csit/suites/test/libraries/ScalarClosuresTest.robot index 3cc0400542..bddcf75c18 100644 --- a/csit/suites/test/libraries/ScalarClosuresTest.robot +++ b/csit/suites/test/libraries/ScalarClosuresTest.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation Unit test suite to ScalarClosures library. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... TODO: Improve test converage. Suite Setup SCT_Setup Resource ${CURDIR}/../../../libraries/ScalarClosures.robot diff --git a/csit/suites/test/libraries/WaitUtilsTest.robot b/csit/suites/test/libraries/WaitUtilsTest.robot index bf0bc4184b..ccc460f552 100644 --- a/csit/suites/test/libraries/WaitUtilsTest.robot +++ b/csit/suites/test/libraries/WaitUtilsTest.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation Unit test suite to WaitUtils library. -... +... ... Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... TODO: Include more negative tests for WFGASSVCS and WFGEOSSVCS. ... TODO: Current time values may be too brittle. Suite Setup WUT_Setup diff --git a/csit/suites/test/revert_log_levels.robot b/csit/suites/test/revert_log_levels.robot index 76fdab4cdc..be3dd0628c 100644 --- a/csit/suites/test/revert_log_levels.robot +++ b/csit/suites/test/revert_log_levels.robot @@ -1,13 +1,13 @@ *** Settings *** Documentation For every node, set Karaf log level to ${DEFAULT_KARAF_LOG_LEVEL}. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This suite is useful for testing, run it after primary site to kep karaf.log shorter. Suite Setup ClusterManagement.ClusterManagement_Setup Default Tags clustering diff --git a/csit/suites/yangtools/yang-model-validator/yang-model-validator.robot b/csit/suites/yangtools/yang-model-validator/yang-model-validator.robot index 8f5411b439..4a0b02861a 100644 --- a/csit/suites/yangtools/yang-model-validator/yang-model-validator.robot +++ b/csit/suites/yangtools/yang-model-validator/yang-model-validator.robot @@ -1,33 +1,33 @@ *** Settings *** Documentation Suite for testing performance of yang-model-validator utility. -... +... ... Copyright (c) 2016,2017 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... This suite executes the yang-model-validator tool and will turn up any major ... breakages in that tool. Since yangtools is now a release integrated project ... and the version of the tool is static and unchanging per release, this suite ... does not need to run very often. -... +... ... Two main things to check for this suite and the yang-model-validator tool: -... +... ... 1) Does it work against the updated yang model repos (see YangCollection.robot) ... and report valid issues in those models. When the models are updated, does ... the tool still work as expected. -... +... ... 2) What does the runtime of the tool look like as new versions of the tool are ... released? Does validation take significanltly shorter (an improvement) or ... longer (a regression)? -... +... ... The set of Yang modules is large and fixed to specific commits from their relevant ... repos. That fixed point can be updated periodically in the YangCollection.robot ... library. Just be sure there is an apples to apples comparision (same exact repo ... state) between yangtools releases, so #2 above is known. -... +... Suite Setup Setup_Suite Test Setup SetupUtils.Setup_Test_With_Logging_And_Fast_Failing Test Teardown Teardown_Test diff --git a/csit/variables/Variables.robot b/csit/variables/Variables.robot index 8e4ddd3f82..45da1eb3df 100644 --- a/csit/variables/Variables.robot +++ b/csit/variables/Variables.robot @@ -1,22 +1,22 @@ *** Settings *** Documentation Resource consisting purely of variable definitions useful for multiple project suites. -... +... ... Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. -... +... ... This program and the accompanying materials are made available under the ... terms of the Eclipse Public License v1.0 which accompanies this distribution, ... and is available at http://www.eclipse.org/legal/epl-v10.html -... -... +... +... ... These variables are considered global and immutable, so their names are in ALL_CAPS. -... +... ... If a variable is only specific to few projects, define it in csit/variables/{project}/Variables.robot file instead. ... If a variable only affects few Resources, define it in csit/libraries/{resource}.robot file instead. -... +... ... Please include a short comment on why the variable is useful and why particular value was chosen. ... Also a well-known variables provided by releng/builder script should be listed here, ... the value should be a reasonable default. -... +... ... Use ODL_SYSTEM instead of CONTROLLER and TOOLS_SYSTEM instead of MININET when referring to VMs. *** Variables *** diff --git a/tools/deployment/openstack_ha/deploy/01_mysql_setup.robot b/tools/deployment/openstack_ha/deploy/01_mysql_setup.robot index 30b7cf338d..5ca20b9b07 100644 --- a/tools/deployment/openstack_ha/deploy/01_mysql_setup.robot +++ b/tools/deployment/openstack_ha/deploy/01_mysql_setup.robot @@ -82,7 +82,7 @@ Configure Cluster Root Node ... mysql Grant Privileges To Mysql Database ${os_node_cxn} root mysql *.* ${hostuser} ${HAPROXY_HOSTNAME} ... mysql #Grant Process To Mysql Database ${os_node_cxn} root mysql *.* - ... # clustercheck_user localhost # my_clustercheck_password + ... # clustercheck_user localhost # my_clustercheck_password Execute MySQL STATUS Query ${os_node_cxn} root mysql wsrep_cluster_size Enable MySQL non-root nodes @@ -95,7 +95,7 @@ Enable MySQL non-root nodes ... mysql Grant Privileges To Mysql Database ${os_node_cxn} root mysql *.* ${hostuser} ${HAPROXY_HOSTNAME} ... mysql #Grant Process To Mysql Database ${os_node_cxn} root mysql *.* - ... # clustercheck_user localhost # my_clustercheck_password + ... # clustercheck_user localhost # my_clustercheck_password Execute MySQL STATUS Query ${os_node_cxn} root mysql wsrep_cluster_size Add HAPROXY Entry for DB -- 2.36.6