Add suite for prefixcounting and shard monitoring
[integration/test.git] / csit / suites / bgpcep / bgpclustering / PrefixcountKeywords.robot
1 *** Settings ***
2 Documentation     BGP performance of ingesting from 1 iBGP peer, data change counter is NOT used.
3 ...
4 ...               Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved.
5 ...
6 ...               This program and the accompanying materials are made available under the
7 ...               terms of the Eclipse Public License v1.0 which accompanies this distribution,
8 ...               and is available at http://www.eclipse.org/legal/epl-v10.html
9 Library           SSHLibrary    timeout=10s
10 Library           RequestsLibrary
11 Variables         ${CURDIR}/../../../variables/Variables.py
12 Resource          ${CURDIR}/../../../libraries/BGPSpeaker.robot
13 Resource          ${CURDIR}/../../../libraries/BGPcliKeywords.robot
14 Resource          ${CURDIR}/../../../libraries/FailFast.robot
15 Resource          ${CURDIR}/../../../libraries/KillPythonTool.robot
16 Resource          ${CURDIR}/../../../libraries/PrefixCounting.robot
17 Resource          ${CURDIR}/../../../libraries/SetupUtils.robot
18 Resource          ${CURDIR}/../../../libraries/ClusterManagement.robot
19 Resource          ${CURDIR}/../../../libraries/ShardStability.robot
20 Resource          ${CURDIR}/../../../libraries/SSHKeywords.robot
21 Resource          ${CURDIR}/../../../libraries/TemplatedRequests.robot
22
23 *** Variables ***
24 ${BGP_TOOL_LOG_LEVEL}    info
25 ${BGP_PEER_FOLDER}    ${CURDIR}/../../../variables/bgpclustering/bgp_peer_openconf    # used for configuration of bgp peer via openconfig
26 ${BGP_VARIABLES_FOLDER}    ${CURDIR}/../../../variables/bgpclustering/bgp_peer    # used for configuration of bgp peer vie netconf connector
27 ${BGP_VARIABLES_FOLDER_OP}    ${CURDIR}/../../../variables/bgpclustering/bgp_peer_operational
28 ${NETCONF_DEV_FOLDER}    ${CURDIR}/../../../variables/netconf/device/full-uri-device
29 ${NETCONF_MOUNT_FOLDER}    ${CURDIR}/../../../variables/netconf/device/full-uri-mount
30 ${CHECK_PERIOD}    10
31 ${HOLDTIME}       180
32 ${INSERT}         1
33 ${KARAF_LOG_LEVEL}    INFO
34 ${KARAF_BGPCEP_LOG_LEVEL}    ${KARAF_LOG_LEVEL}
35 ${KARAF_PROTOCOL_LOG_LEVEL}    ${KARAF_BGPCEP_LOG_LEVEL}
36 ${PREFILL}        0
37 ${REPETITIONS}    1
38 ${RESULTS_FILE_NAME}    bgp.csv
39 ${TEST_DURATION_MULTIPLIER}    1
40 ${UPDATE}         single
41 ${WITHDRAW}       0
42 ${INITIAL_RESTCONF_TIMEOUT}    30s
43 ${KARAF_HOME}     ${WORKSPACE}/${BUNDLEFOLDER}
44 ${SHARD_DEFAULT_CONFIG}    shard-default-config
45 ${SHARD_DEFAULT_OPERATIONAL}    shard-default-operational
46 ${CONFIG_SESSION}    config-session
47 ${CONFIGURATION_1}    operational-1
48 ${CONFIGURATION_2}    operational-2
49 ${CONFIGURATION_3}    operational-3
50 ${EXAMPLE_IPV4_TOPOLOGY}    example-ipv4-topology
51 ${DEVICE_NAME}    peer-controller-config
52 ${DEVICE_CHECK_TIMEOUT}    60s
53 ${RIB_INSTANCE}    example-bgp-rib
54 ${PROTOCOL_OPENCONFIG}    ${RIB_INSTANCE}
55 ${BGP_PEER_NAME}    example-bgp-peer
56 ${PEER_CHECK_URL}    /restconf/operational/bgp-rib:bgp-rib/rib/example-bgp-rib/peer/bgp:%2F%2F
57 @{SHARD_MONITOR_LIST}    default:config    default:operational    topology:config    topology:operational    inventory:config    inventory:operational
58
59 *** Keywords ***
60 Setup_Everything
61     [Documentation]    Setup imported resources, SSH-login to tools system,
62     ...    create HTTP session, put Python tool to tools system.
63     SetupUtils.Setup_Utils_For_Setup_And_Teardown
64     RequestsLibrary.Create_Session    ${CONFIGURATION_1}    http://${ODL_SYSTEM_1_IP}:${RESTCONFPORT}${OPERATIONAL_API}    auth=${AUTH}
65     RequestsLibrary.Create_Session    ${CONFIGURATION_2}    http://${ODL_SYSTEM_2_IP}:${RESTCONFPORT}${OPERATIONAL_API}    auth=${AUTH}
66     RequestsLibrary.Create_Session    ${CONFIGURATION_3}    http://${ODL_SYSTEM_3_IP}:${RESTCONFPORT}${OPERATIONAL_API}    auth=${AUTH}
67     PrefixCounting.PC_Setup
68     SSHLibrary.Set_Default_Configuration    prompt=${TOOLS_SYSTEM_PROMPT}
69     SSHLibrary.Open_Connection    ${TOOLS_SYSTEM_IP}
70     Utils.Flexible_Mininet_Login
71     # TODO: Do not include slash in ${OPERATIONAL_TOPO_API}, having it typed here is more readable.
72     # TODO: Alternatively, create variable in Variables which starts with http.
73     # Both TODOs would probably need to update every suite relying on current Variables.
74     SSHLibrary.Put_File    ${CURDIR}/../../../../tools/fastbgp/play.py
75     SSHKeywords.Require_Python
76     SSHKeywords.Assure_Library_Ipaddr    target_dir=.
77     # Calculate the timeout value based on how many routes are going to be pushed
78     # TODO: Replace 35 with some formula from period and repetitions.
79     ${timeout} =    BuiltIn.Evaluate    ${TEST_DURATION_MULTIPLIER} * (${COUNT} * 6.0 / 10000 + 35)
80     Builtin.Set_Suite_Variable    ${bgp_filling_timeout}    ${timeout}
81     Builtin.Set_Suite_Variable    ${bgp_emptying_timeout}    ${bgp_filling_timeout*3.0/4}
82     KarafKeywords.Execute_Controller_Karaf_Command_On_Background    log:set ${KARAF_LOG_LEVEL}
83     ${init_shard_details} =    ShardStability.Shards_Stability_Get_Details    ${SHARD_MONITOR_LIST}
84     BuiltIn.Set_Suite_Variable    ${init_shard_details}
85
86 Teardown_Everything
87     [Documentation]    Make sure Python tool was killed and tear down imported Resources.
88     # TODO:    This keyword is not specific to prefix counting. Find a better place for it.
89     # Environment issue may have dropped the SSH connection, but we do not want Teardown to fail.
90     BuiltIn.Run_Keyword_And_Ignore_Error    KillPythonTool.Search_And_Kill_Remote_Python    'play\.py'
91     RequestsLibrary.Delete_All_Sessions
92     SSHLibrary.Close_All_Connections
93
94 Configure_Netconf_Device_And_Check_Mounted
95     [Arguments]    ${mapping}
96     [Documentation]    Configures netconf device
97     # TODO:    This keyword is not specific to prefix counting. Find a better place for it.
98     TemplatedRequests.Put_As_Xml_Templated    ${NETCONF_DEV_FOLDER}    mapping=${mapping}    session=${CONFIG_SESSION}
99     BuiltIn.Wait_Until_Keyword_Succeeds    10x    3s    TemplatedRequests.Get_As_Xml_Templated    ${NETCONF_MOUNT_FOLDER}    mapping=${mapping}    session=${CONFIG_SESSION}
100
101 Start_Bgp_Peer
102     [Arguments]    ${peerip}=${rib_owner_node_id}
103     [Documentation]    Starts bgp peer and verifies that the peer runs.
104     # TODO:    This keyword is not specific to prefix counting. Find a better place for it.
105     BGPSpeaker.Start_BGP_Speaker    --amount ${COUNT} --myip=${TOOLS_SYSTEM_IP} --myport=${BGP_TOOL_PORT} --peerip=${peerip} --peerport=${ODL_BGP_PORT} --insert=${INSERT} --withdraw=${WITHDRAW} --prefill ${PREFILL} --update ${UPDATE} --${BGP_TOOL_LOG_LEVEL} --results ${RESULTS_FILE_NAME}
106
107 Start_Bgp_Peer_And_Verify_Connected
108     [Arguments]    ${connection_retries}=${1}    ${peerip}=${rib_owner_node_id}
109     [Documentation]    Starts the peer and verifies its connection. The verification is done by checking the presence
110     ...    of the peer in the bgp rib.
111     # TODO:    This keyword is not specific to prefix counting. Find a better place for it.
112     : FOR    ${idx}    IN RANGE    ${connection_retries}
113     \    Start_Bgp_Peer    peerip=${peerip}
114     \    ${status}    ${value}=    BuiltIn.Run_Keyword_And_Ignore_Error    BuiltIn.Wait_Until_Keyword_Succeeds    3x    3s
115     \    ...    Verify_Bgp_Peer_Connection    ${CONFIG_SESSION}    ${TOOLS_SYSTEM_IP}    connected=${True}
116     \    BuiltIn.Run_Keyword_Unless    "${status}" == "PASS"    BGPSpeaker.Kill_BGP_Speaker
117     \    BuiltIn.Return_From_Keyword_If    "${status}" == "PASS"
118     BuiltIn.Fail    Unable to connect bgp peer to ODL
119
120 Verify_Bgp_Peer_Connection
121     [Arguments]    ${session}    ${peer_ip}    ${connected}=${True}
122     [Documentation]    Checks peer presence in operational datastore
123     # TODO:    This keyword is not specific to prefix counting. Find a better place for it.
124     ${exp_status_code}=    BuiltIn.Set_Variable_If    ${connected}    ${200}    ${404}
125     ${rsp}=    RequestsLibrary.Get Request    ${session}    ${PEER_CHECK_URL}${peer_ip}
126     BuiltIn.Log    ${rsp.content}
127     BuiltIn.Should_Be_Equal_As_Numbers    ${exp_status_code}    ${rsp.status_code}