Update Robot Framework format - step 12
[integration/test.git] / csit / suites / openflowplugin / Performance_Bulkomatic / 100K_Flows_100DPN_3Node_Cluster_Perf_Test.robot
index d5f6bb20b39786080925db7e075130210ddd6934..76f03d7f7a07fc36af64cd56cf79c84b8d466ccc 100644 (file)
@@ -1,27 +1,31 @@
 *** Settings ***
-Documentation     Test suite for 3Node Cluster - 100K flows and 10 DPNs in Cluster Scale Up scenario
-Suite Setup       ClusterManagement Setup
-Suite Teardown    Delete All Sessions
-Library           DateTime
-Library           OperatingSystem
-Resource          ../../../libraries/BulkomaticKeywords.robot
-Resource          ../../../libraries/MininetKeywords.robot
-Resource          ../../../libraries/ClusterManagement.robot
-Resource          ../../../libraries/ClusterOpenFlow.robot
-Variables         ../../../variables/Variables.py
+Documentation       Test suite for 3Node Cluster - 100K flows and 10 DPNs in Cluster Scale Up scenario
+
+Library             DateTime
+Library             OperatingSystem
+Resource            ../../../libraries/BulkomaticKeywords.robot
+Resource            ../../../libraries/MininetKeywords.robot
+Resource            ../../../libraries/ClusterManagement.robot
+Resource            ../../../libraries/ClusterOpenFlow.robot
+Variables           ../../../variables/Variables.py
+
+Suite Setup         ClusterManagement Setup
+Suite Teardown      Delete All Sessions
+
 
 *** Variables ***
-${operation_timeout}    250s
-${oper_ds_timeout}    400s
-${mininet_timeout}    120s
+${operation_timeout}        250s
+${oper_ds_timeout}          400s
+${mininet_timeout}          120s
 ${flow_count_per_switch}    1000
-${switch_count}    100
-${karaf_log_level}    log:set WARN
-${orig_json_config_add}    sal_add_bulk_flow_config.json
-${orig_json_config_get}    sal_get_bulk_flow_config.json
-${orig_json_config_del}    sal_del_bulk_flow_config.json
-${rate_results_file}    rate.csv
-${time_results_file}    time.csv
+${switch_count}             100
+${karaf_log_level}          log:set WARN
+${orig_json_config_add}     sal_add_bulk_flow_config.json
+${orig_json_config_get}     sal_get_bulk_flow_config.json
+${orig_json_config_del}     sal_del_bulk_flow_config.json
+${rate_results_file}        rate.csv
+${time_results_file}        time.csv
+
 
 *** Test Cases ***
 Check Shards Status And Initialize Variables
@@ -30,16 +34,25 @@ Check Shards Status And Initialize Variables
     Wait Until Keyword Succeeds    3x    3s    ClusterManagement.Run_Karaf_Command_On_List_Or_All    ${karaf_log_level}
     ${flow_count_after_add}=    BuiltIn.Evaluate    ${flow_count_per_switch} * ${switch_count}
     BuiltIn.Set Suite Variable    ${flow_count_after_add}
-    ${temp_json_config_add}    BulkomaticKeywords.Set DPN And Flow Count In Json Add    ${orig_json_config_add}    ${switch_count}    ${flow_count_per_switch}
-    ${temp_json_config_get}    BulkomaticKeywords.Set DPN And Flow Count In Json Get    ${orig_json_config_get}    ${switch_count}    ${flow_count_after_add}
-    ${temp_json_config_del}    BulkomaticKeywords.Set DPN And Flow Count In Json Del    ${orig_json_config_del}    ${switch_count}    ${flow_count_per_switch}
+    ${temp_json_config_add}=    BulkomaticKeywords.Set DPN And Flow Count In Json Add
+    ...    ${orig_json_config_add}
+    ...    ${switch_count}
+    ...    ${flow_count_per_switch}
+    ${temp_json_config_get}=    BulkomaticKeywords.Set DPN And Flow Count In Json Get
+    ...    ${orig_json_config_get}
+    ...    ${switch_count}
+    ...    ${flow_count_after_add}
+    ${temp_json_config_del}=    BulkomaticKeywords.Set DPN And Flow Count In Json Del
+    ...    ${orig_json_config_del}
+    ...    ${switch_count}
+    ...    ${flow_count_per_switch}
     BuiltIn.Set Suite Variable    ${temp_json_config_add}
     BuiltIn.Set Suite Variable    ${temp_json_config_get}
     BuiltIn.Set Suite Variable    ${temp_json_config_del}
 
 Get Inventory Config Shard Follower And Leader
     [Documentation]    Find a leader and followers in the inventory config shard
-    ${inventory_leader}    ${inventory_followers}    ClusterOpenFlow.Get InventoryConfig Shard Status
+    ${inventory_leader}    ${inventory_followers}=    ClusterOpenFlow.Get InventoryConfig Shard Status
     ${Follower_Node_1}=    Get From List    ${Inventory_Followers}    0
     ${Follower_Node_2}=    Get From List    ${Inventory_Followers}    1
     BuiltIn.Log to console    ${\n}
@@ -52,16 +65,26 @@ Get Inventory Config Shard Follower And Leader
 
 Start Mininet Connect To Follower Node1
     [Documentation]    Start mininet with connection to follower node1.
-    ${mininet_conn_id}=    MininetKeywords.Start Mininet Single Controller    ${TOOLS_SYSTEM_IP}    ${ODL_SYSTEM_${Follower_Node_1}_IP}    --topo linear,${switch_count}
+    ${mininet_conn_id}=    MininetKeywords.Start Mininet Single Controller
+    ...    ${TOOLS_SYSTEM_IP}
+    ...    ${ODL_SYSTEM_${Follower_Node_1}_IP}
+    ...    --topo linear,${switch_count}
     BuiltIn.Set Suite Variable    ${mininet_conn_id}
-    BuiltIn.Wait Until Keyword Succeeds    ${mininet_timeout}    2s    ClusterOpenFlow.Verify_Switch_Connections_Running_On_Member    ${switch_count}    ${Inventory_Leader}
+    BuiltIn.Wait Until Keyword Succeeds
+    ...    ${mininet_timeout}
+    ...    2s
+    ...    ClusterOpenFlow.Verify_Switch_Connections_Running_On_Member
+    ...    ${switch_count}
+    ...    ${Inventory_Leader}
 
 Add Bulk Flow From Follower Node2
     [Documentation]    100K Flows (1K Flows per DPN) in 100 DPN added via Follower Node2 and verify it gets applied in all instances.
     ${config_datastore_write_start_time}=    DateTime.Get Current Date    result_format=timestamp
     BulkomaticKeywords.Add Bulk Flow In Node    ${temp_json_config_add}    ${Follower_Node_2}    ${operation_timeout}
     ${config_datastore_write_end_time}=    DateTime.Get Current Date    result_format=timestamp
-    ${config_datastore_write_time}=    DateTime.Subtract Date From Date    ${config_datastore_write_end_time}    ${config_datastore_write_start_time}
+    ${config_datastore_write_time}=    DateTime.Subtract Date From Date
+    ...    ${config_datastore_write_end_time}
+    ...    ${config_datastore_write_start_time}
     ${config_datastore_write_rate}=    BuiltIn.Evaluate    ${flow_count_after_add} / ${config_datastore_write_time}
     BuiltIn.Set Suite Variable    ${config_datastore_write_start_time}
     BuiltIn.Log to console    ${\n}
@@ -73,9 +96,14 @@ Add Bulk Flow From Follower Node2
 Verify Flows In Switch
     [Documentation]    Verify 100K flows are installed in 10 switches.
     ${Mininet_write_start_time}=    DateTime.Get Current Date    result_format=timestamp
-    MininetKeywords.Verify Aggregate Flow From Mininet Session    ${mininet_conn_id}    ${flow_count_after_add}    ${operation_timeout}
+    MininetKeywords.Verify Aggregate Flow From Mininet Session
+    ...    ${mininet_conn_id}
+    ...    ${flow_count_after_add}
+    ...    ${operation_timeout}
     ${Mininet_write_end_time}=    DateTime.Get Current Date    result_format=timestamp
-    ${Mininet_write_time}=    DateTime.Subtract Date From Date    ${Mininet_write_end_time}    ${config_datastore_write_start_time}
+    ${Mininet_write_time}=    DateTime.Subtract Date From Date
+    ...    ${Mininet_write_end_time}
+    ...    ${config_datastore_write_start_time}
     ${Mininet_write_rate}=    BuiltIn.Evaluate    ${flow_count_after_add} / ${Mininet_write_time}
     BuiltIn.Log to console    ${\n}
     BuiltIn.Log to console    The Mininet_write_time is ${Mininet_write_time}
@@ -85,9 +113,16 @@ Verify Flows In Switch
 
 Verify Flows In Oper DS
     [Documentation]    Check Flows in Operational Datastore
-    Wait Until Keyword Succeeds    ${oper_ds_timeout}    2s    ClusterOpenFlow.Check_Flows_Operational_Datastore_On_Member    ${flow_count_after_add}    ${Inventory_Leader}
+    Wait Until Keyword Succeeds
+    ...    ${oper_ds_timeout}
+    ...    2s
+    ...    ClusterOpenFlow.Check_Flows_Operational_Datastore_On_Member
+    ...    ${flow_count_after_add}
+    ...    ${Inventory_Leader}
     ${oper_datastore_write_end_time}=    DateTime.Get Current Date    result_format=timestamp
-    ${oper_datastore_write_time}=    DateTime.Subtract Date From Date    ${oper_datastore_write_end_time}    ${config_datastore_write_start_time}
+    ${oper_datastore_write_time}=    DateTime.Subtract Date From Date
+    ...    ${oper_datastore_write_end_time}
+    ...    ${config_datastore_write_start_time}
     ${oper_datastore_write_rate}=    BuiltIn.Evaluate    ${flow_count_after_add} / ${oper_datastore_write_time}
     BuiltIn.Log to console    ${\n}
     BuiltIn.Log to console    The oper_datastore_write_time is ${oper_datastore_write_time}
@@ -98,14 +133,24 @@ Verify Flows In Oper DS
 Stop Mininet Connected To Follower Node1 After Reconcilliation
     [Documentation]    Stop mininet and exit connection.
     MininetKeywords.Stop Mininet And Exit    ${mininet_conn_id}
-    BuiltIn.Wait Until Keyword Succeeds    ${mininet_timeout}    2s    ClusterOpenFlow.Verify_Switch_Connections_Running_On_Member    0    ${Inventory_Leader}
+    BuiltIn.Wait Until Keyword Succeeds
+    ...    ${mininet_timeout}
+    ...    2s
+    ...    ClusterOpenFlow.Verify_Switch_Connections_Running_On_Member
+    ...    0
+    ...    ${Inventory_Leader}
 
 Delete All Flows From Follower Node2
     [Documentation]    100K Flows deleted via Follower Node2 and verify it gets applied in all instances.
     ${config_datastore_delete_start_time}=    Get Current Date    result_format=timestamp
-    BulkomaticKeywords.Delete Bulk Flow In Node    ${temp_json_config_del}    ${Follower_Node_2}    ${operation_timeout}
+    BulkomaticKeywords.Delete Bulk Flow In Node
+    ...    ${temp_json_config_del}
+    ...    ${Follower_Node_2}
+    ...    ${operation_timeout}
     ${config_datastore_delete_end_time}=    Get Current Date    result_format=timestamp
-    ${config_datastore_delete_time}=    Subtract Date From Date    ${config_datastore_delete_end_time}    ${config_datastore_delete_start_time}
+    ${config_datastore_delete_time}=    Subtract Date From Date
+    ...    ${config_datastore_delete_end_time}
+    ...    ${config_datastore_delete_start_time}
     ${config_datastore_delete_rate}=    Evaluate    ${flow_count_after_add} / ${config_datastore_delete_time}
     BuiltIn.Log to console    ${\n}
     BuiltIn.Log to console    The config_datastore_delete_time is ${config_datastore_delete_time}
@@ -116,6 +161,10 @@ Delete All Flows From Follower Node2
 Log Results And Determine Status
     [Documentation]    Log results for plotting.
     OperatingSystem.Append To File    ${rate_results_file}    Config DS,OVS Switch,Operational DS\n
-    OperatingSystem.Append To File    ${rate_results_file}    ${config_datastore_write_rate},${Mininet_write_rate},${oper_datastore_write_rate}\n
+    OperatingSystem.Append To File
+    ...    ${rate_results_file}
+    ...    ${config_datastore_write_rate},${Mininet_write_rate},${oper_datastore_write_rate}\n
     OperatingSystem.Append To File    ${time_results_file}    Config DS,OVS Switch,Operational DS\n
-    OperatingSystem.Append To File    ${time_results_file}    ${config_datastore_write_time},${Mininet_write_time},${oper_datastore_write_time}\n
+    OperatingSystem.Append To File
+    ...    ${time_results_file}
+    ...    ${config_datastore_write_time},${Mininet_write_time},${oper_datastore_write_time}\n