X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=csit%2Flibraries%2FOpenStackOperations.robot;h=e8f667d6202ee89b1fb29d24722ff6b178696353;hb=20b21b6680f8feb23fc8ea14500daa7ca1169df4;hp=106fdcd4d2961fdedf95ec42410ce77424d3f478;hpb=fbb8033e310d966c22c7ae33ea3489058582485a;p=integration%2Ftest.git diff --git a/csit/libraries/OpenStackOperations.robot b/csit/libraries/OpenStackOperations.robot index 106fdcd4d2..e8f667d620 100644 --- a/csit/libraries/OpenStackOperations.robot +++ b/csit/libraries/OpenStackOperations.robot @@ -1,13 +1,17 @@ *** Settings *** Documentation Openstack library. This library is useful for tests to create network, subnet, router and vm instances Library Collections -Library SSHLibrary Library OperatingSystem Library RequestsLibrary +Library SSHLibrary Resource DataModels.robot -Resource Utils.robot -Resource SSHKeywords.robot +Resource DevstackUtils.robot Resource L2GatewayOperations.robot +Resource OVSDB.robot +Resource SetupUtils.robot +Resource SSHKeywords.robot +Resource Tcpdump.robot +Resource Utils.robot Resource ../variables/Variables.robot Resource ../variables/netvirt/Variables.robot Variables ../variables/netvirt/Modules.py @@ -142,9 +146,7 @@ List Ports List Nova VMs [Documentation] List VMs and return output with nova client. - ${rc} ${output}= Run And Return Rc And Output openstack server list --all-projects - Log ${output} - Should Be True '${rc}' == '0' + ${output}= OpenStack CLI openstack server list --all-projects [Return] ${output} Create And Associate Floating IPs @@ -159,9 +161,7 @@ Create And Associate Floating IPs \ ${ip_length} Get Length ${ip} \ Run Keyword If ${ip_length}>0 Append To List ${ip_list} @{ip}[0] \ ... ELSE Append To List ${ip_list} None - \ ${rc} ${output}= Run And Return Rc And Output openstack server add floating ip ${vm} @{ip}[0] - \ Log ${output} - \ Should Be True '${rc}' == '0' + \ OpenStack CLI openstack server add floating ip ${vm} @{ip}[0] [Return] ${ip_list} Delete Floating IP @@ -205,11 +205,10 @@ Verify No Gateway Ips Delete Vm Instance [Arguments] ${vm_name} [Documentation] Delete Vm instances using instance names. - ${rc} ${output}= Run And Return Rc And Output openstack server delete ${vm_name} - Log ${output} + OpenStack CLI openstack server delete ${vm_name} Get Net Id - [Arguments] ${network_name} ${devstack_conn_id} + [Arguments] ${network_name} [Documentation] Retrieve the net id for the given network name to create specific vm instance ${rc} ${output}= Run And Return Rc And Output openstack network list | grep "${network_name}" | awk '{print $2}' Should Be True '${rc}' == '0' @@ -218,7 +217,7 @@ Get Net Id [Return] ${net_id} Get Subnet Id - [Arguments] ${subnet_name} ${devstack_conn_id} + [Arguments] ${subnet_name} [Documentation] Retrieve the subnet id for the given subnet name ${rc} ${output}= Run And Return Rc And Output openstack subnet show "${subnet_name}" | grep " id " | awk '{print $4}' Should Be True '${rc}' == '0' @@ -227,7 +226,7 @@ Get Subnet Id [Return] ${subnet_id} Get Port Id - [Arguments] ${port_name} ${devstack_conn_id} + [Arguments] ${port_name} [Documentation] Retrieve the port id for the given port name to attach specific vm instance to a particular port ${rc} ${output}= Run And Return Rc And Output openstack port list | grep "${port_name}" | awk '{print $2}' Should Be True '${rc}' == '0' @@ -236,7 +235,7 @@ Get Port Id [Return] ${port_id} Get Router Id - [Arguments] ${router1} ${devstack_conn_id} + [Arguments] ${router1} [Documentation] Retrieve the router id for the given router name ${rc} ${output}= Run And Return Rc And Output openstack router list -f table | grep "${router1}" | awk '{print $2}' Should Be True '${rc}' == '0' @@ -249,49 +248,45 @@ Create Vm Instances ... ${max}=1 [Documentation] Create X Vm Instance with the net id of the Netowrk. ${image} Set Variable If "${image}"=="${EMPTY}" ${CIRROS_${OPENSTACK_BRANCH}} ${image} - ${net_id}= Get Net Id ${net_name} ${devstack_conn_id} + ${net_id}= Get Net Id ${net_name} : FOR ${VmElement} IN @{vm_instance_names} - \ ${rc} ${output}= Run And Return Rc And Output openstack server create --image ${image} --flavor ${flavor} --nic net-id=${net_id} ${VmElement} --security-group ${sg} --min ${min} --max ${max} - \ Should Be True '${rc}' == '0' - \ Log ${output} + \ OpenStack CLI openstack server create --image ${image} --flavor ${flavor} --nic net-id=${net_id} ${VmElement} --security-group ${sg} --min ${min} --max ${max} + +Create Vm Instance On Compute Node + [Arguments] ${net_name} ${vm_name} ${node_hostname} ${image}=${EMPTY} ${flavor}=m1.nano ${sg}=default + [Documentation] Create a VM instance on a specific compute node. + ${image} = Set Variable If "${image}"=="${EMPTY}" ${CIRROS_${OPENSTACK_BRANCH}} ${image} + ${net_id} = Get Net Id ${net_name} + OpenStack CLI openstack server create ${vm_name} --image ${image} --flavor ${flavor} --nic net-id=${net_id} --security-group ${sg} --availability-zone nova:${node_hostname} Create Vm Instance With Port [Arguments] ${port_name} ${vm_instance_name} ${image}=${EMPTY} ${flavor}=m1.nano ${sg}=default [Documentation] Create One VM instance using given ${port_name} and for given ${compute_node} ${image} Set Variable If "${image}"=="${EMPTY}" ${CIRROS_${OPENSTACK_BRANCH}} ${image} - ${port_id}= Get Port Id ${port_name} ${devstack_conn_id} - ${rc} ${output}= Run And Return Rc And Output openstack server create --image ${image} --flavor ${flavor} --nic port-id=${port_id} ${vm_instance_name} --security-group ${sg} - Log ${output} + ${port_id}= Get Port Id ${port_name} + OpenStack CLI openstack server create --image ${image} --flavor ${flavor} --nic port-id=${port_id} ${vm_instance_name} --security-group ${sg} Create Vm Instance With Ports [Arguments] ${port_name} ${port2_name} ${vm_instance_name} ${image}=${EMPTY} ${flavor}=m1.nano ${sg}=default [Documentation] Create One VM instance using given ${port_name} and for given ${compute_node} ${image} Set Variable If "${image}"=="${EMPTY}" ${CIRROS_${OPENSTACK_BRANCH}} ${image} - ${port_id}= Get Port Id ${port_name} ${devstack_conn_id} - ${port2_id}= Get Port Id ${port2_name} ${devstack_conn_id} - ${rc} ${output}= Run And Return Rc And Output openstack server create --image ${image} --flavor ${flavor} --nic port-id=${port_id} --nic port-id=${port2_id} ${vm_instance_name} --security-group ${sg} - Log ${output} - Should Be True '${rc}' == '0' + ${port_id}= Get Port Id ${port_name} + ${port2_id}= Get Port Id ${port2_name} + OpenStack CLI openstack server create --image ${image} --flavor ${flavor} --nic port-id=${port_id} --nic port-id=${port2_id} ${vm_instance_name} --security-group ${sg} Create Vm Instance With Port On Compute Node - [Arguments] ${port_name} ${vm_instance_name} ${compute_node} ${image}=${EMPTY} ${flavor}=m1.nano ${sg}=default + [Arguments] ${port_name} ${vm_instance_name} ${node_hostname} ${image}=${EMPTY} ${flavor}=m1.nano ${sg}=default [Documentation] Create One VM instance using given ${port_name} and for given ${compute_node} ${image} Set Variable If "${image}"=="${EMPTY}" ${CIRROS_${OPENSTACK_BRANCH}} ${image} - ${port_id}= Get Port Id ${port_name} ${devstack_conn_id} - ${hostname_compute_node}= Get Hypervisor Hostname From IP ${compute_node} - ${rc} ${output}= Run And Return Rc And Output openstack server create --image ${image} --flavor ${flavor} --nic port-id=${port_id} --security-group ${sg} --availability-zone nova:${hostname_compute_node} ${vm_instance_name} - Log ${output} - Should Be True '${rc}' == '0' + ${port_id}= Get Port Id ${port_name} + OpenStack CLI openstack server create --image ${image} --flavor ${flavor} --nic port-id=${port_id} --security-group ${sg} --availability-zone nova:${node_hostname} ${vm_instance_name} Get Hypervisor Hostname From IP [Arguments] ${hypervisor_ip} [Documentation] Returns the hostname found for the given IP address if it's listed in hypervisor list. For debuggability ... the full listing is logged first, then followed by a grep | cut to focus on the actual hostname to return - ${rc} ${output} Run And Return Rc And Output openstack hypervisor list - Log ${output} - ${rc} ${hostname}= Run And Return Rc And Output openstack hypervisor list -f value | grep ${hypervisor_ip} | cut -d" " -f 2 - Log ${hostname} - Should Be True '${rc}' == '0' + OpenStack CLI openstack hypervisor list + ${hostname}= OpenStack CLI openstack hypervisor list -f value | grep "${hypervisor_ip} " | cut -d" " -f 2 [Return] ${hostname} Create Nano Flavor @@ -303,8 +298,7 @@ Create Nano Flavor Verify VM Is ACTIVE [Arguments] ${vm_name} [Documentation] Run these commands to check whether the created vm instance is active or not. - ${rc} ${output}= Run And Return Rc And Output openstack server show ${vm_name} | grep OS-EXT-STS:vm_state - Should Be True '${rc}' == '0' + ${output}= OpenStack CLI openstack server show ${vm_name} | grep OS-EXT-STS:vm_state Should Contain ${output} active Poll VM Is ACTIVE @@ -312,32 +306,6 @@ Poll VM Is ACTIVE [Documentation] Run these commands to check whether the created vm instance is active or not. Wait Until Keyword Succeeds ${retry} ${retry_interval} Verify VM Is ACTIVE ${vm_name} -Collect VM IP Addresses - [Arguments] ${fail_on_none} @{vm_list} - [Documentation] Using the console-log on the provided ${vm_list} to search for the string "obtained" which - ... correlates to the instance receiving it's IP address via DHCP. Also retrieved is the ip of the nameserver - ... if available in the console-log output. The keyword will also return a list of the learned ips as it - ... finds them in the console log output, and will have "None" for Vms that no ip was found. - ${ip_list} Create List @{EMPTY} - : FOR ${vm} IN @{vm_list} - \ ${rc} ${vm_ip_line}= Run And Return Rc And Output openstack console log show ${vm} | grep -i "obtained" - \ @{vm_ip} Get Regexp Matches ${vm_ip_line} [0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3} - \ ${vm_ip_length} Get Length ${vm_ip} - \ Run Keyword If ${vm_ip_length}>0 Append To List ${ip_list} @{vm_ip}[0] - \ ... ELSE Append To List ${ip_list} None - \ ${rc} ${dhcp_ip_line}= Run And Return Rc And Output openstack console log show ${vm} | grep "^nameserver" - \ ${dhcp_ip} Get Regexp Matches ${dhcp_ip_line} [0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3} - \ ${dhcp_ip_length} Get Length ${dhcp_ip} - \ Run Keyword If ${dhcp_ip_length}<=0 Append To List ${dhcp_ip} None - \ ${vm_console_output}= Run openstack console log show ${vm} - \ Log ${vm_console_output} - ${dhcp_length} Get Length ${dhcp_ip} - Run Keyword If '${fail_on_none}' == 'true' Should Not Contain ${ip_list} None - Run Keyword If '${fail_on_none}' == 'true' Should Not Contain ${dhcp_ip} None - Should Be True ${dhcp_length} <= 1 - Return From Keyword If ${dhcp_length}==0 ${ip_list} ${EMPTY} - [Return] ${ip_list} ${dhcp_ip} - Get Match [Arguments] ${text} ${regexp} ${index}=0 [Documentation] Wrapper around Get Regexp Matches to return None if not found or the first match if found. @@ -351,7 +319,7 @@ Get VM IP [Arguments] ${fail_on_none} ${vm} [Documentation] Get the vm ip address and nameserver by scraping the vm's console log. ... Get VM IP returns three values: [0] the vm IP, [1] the DHCP IP and [2] the vm console log. - ${rc} ${vm_console_output}= Run And Return Rc And Output openstack console log show ${vm} + ${vm_console_output}= OpenStack CLI openstack console log show ${vm} log_output=False ${vm_ip} = Set Variable None ${dhcp_ip} = Set Variable None ${match} = Get Match ${vm_console_output} ${REGEX_OBTAINED} @@ -373,7 +341,7 @@ Get VM IPs @{vm_ips} BuiltIn.Create List @{EMPTY} : FOR ${vm} IN @{vms} \ Poll VM Is ACTIVE ${vm} - \ ${status} ${ips_and_console_log} Run Keyword And Ignore Error Wait Until Keyword Succeeds 120s 15s + \ ${status} ${ips_and_console_log} Run Keyword And Ignore Error Wait Until Keyword Succeeds 180s 15s \ ... Get VM IP true ${vm} \ # If there is trouble with Get VM IP, the status will be FAIL and the return value will be a string of what went \ # wrong. We need to handle both the PASS and FAIL cases. In the FAIL case we know we wont have access to the @@ -382,84 +350,63 @@ Get VM IPs \ Run Keyword If "${status}" == "PASS" BuiltIn.Log ${ips_and_console_log[2]} \ BuiltIn.Run Keyword If "${status}" == "PASS" Collections.Append To List ${vm_ips} ${ips_and_console_log[0]} \ BuiltIn.Run Keyword If "${status}" == "FAIL" Collections.Append To List ${vm_ips} None - \ ${rc} ${vm_console_output}= BuiltIn.Run Keyword If "${status}" == "FAIL" Run And Return Rc And Output openstack console log show ${vm} + \ ${vm_console_output}= BuiltIn.Run Keyword If "${status}" == "FAIL" OpenStack CLI openstack console log show ${vm} \ BuiltIn.Run Keyword If "${status}" == "FAIL" BuiltIn.Log ${vm_console_output} Copy DHCP Files From Control Node [Return] @{vm_ips} ${ips_and_console_log[1]} Collect VM IPv6 SLAAC Addresses - [Arguments] ${fail_on_none} ${prefix} @{vm_list} - [Documentation] Using the console-log on the provided ${vm_list} to search for the string "inet6" which - ... correlates to the instance generated IPv6 address, based on the ${prefix} received from ODL (SLAAC mode). - ${ip_list} Create List @{EMPTY} + [Arguments] ${fail_on_none} ${vm_list} ${network} ${subnet} + [Documentation] For each VM parse output of "openstack server show" to get its IPv6 address from Neutron DB. + ... Then try to connect to each VM by SSH and execute there "ip -6 a" command. This double-check allows to + ... obtain and compare IP info (Neutron DB vs dnsmasque/ODL DHCP) and to test L2 connectivity as well. + ... Returns an empty list if no IPv6 addresses found or if SSH connection fails. + ... Otherwise, returns a list of IPv6 addresses. + ${ipv6_list} Create List @{EMPTY} : FOR ${vm} IN @{vm_list} - \ Log ${vm} - \ ${rc} ${vm_ip_line}= Run And Return Rc And Output openstack console log show ${vm} | grep -i "inet6" - \ Log ${vm_ip_line} - \ Log ${rc} - \ @{vm_ip_list} Get Regexp Matches ${vm_ip_line} ${prefix} - \ ${vm_ip_length} Get Length ${vm_ip_list} - \ Run Keyword If ${vm_ip_length}>0 Append To List ${ip_list} @{vm_ip_list}[0] - \ ... ELSE Append To List ${ip_list} None - \ Log ${ip_list} - Run Keyword If '${fail_on_none}' == 'true' Should Not Contain ${ip_list} None - Log ${ip_list} - [Return] ${ip_list} + \ ${output}= OpenStack CLI openstack server show ${vm} -f shell + \ ${pattern}= Replace String ${subnet} ::/64 (:[a-f0-9]{,4}){,4} + \ @{vm_ipv6}= Get Regexp Matches ${output} ${pattern} + \ ${vm_ip_length} Get Length ${vm_ipv6}[0] + \ ${ipv6_data_from_vm}= Run Keyword If ${vm_ip_length}>0 Execute Command on VM Instance ${network} ${vm_ipv6[0]} + \ ... ip -6 a + \ @{ipv6}= Get Regexp Matches ${ipv6_data_from_vm} ${pattern} + \ ${ipv6_addr_list_length} Get Length @{ipv6} + \ Run Keyword If ${ipv6_addr_list_length}>0 Append To List ${ipv6_list} ${ipv6[0]} + \ ... ELSE Append To List ${ipv6_list} None + [Return] ${ipv6_list} View Vm Console [Arguments] ${vm_instance_names} [Documentation] View Console log of the created vm instances using nova show. : FOR ${VmElement} IN @{vm_instance_names} - \ ${rc} ${output}= Run And Return Rc And Output openstack server show ${VmElement} - \ Log ${output} - \ Should Be True '${rc}' == '0' - \ ${rc} ${output}= Run And Return Rc And Output openstack console log show ${VmElement} - \ Log ${output} - \ Should Be True '${rc}' == '0' + \ OpenStack CLI openstack server show ${VmElement} + \ ${output}= OpenStack CLI openstack console log show ${VmElement} Ping Vm From DHCP Namespace [Arguments] ${net_name} ${vm_ip} [Documentation] Reach all Vm Instance with the net id of the Netowrk. - Log ${vm_ip} - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} - ${net_id}= Get Net Id ${net_name} ${devstack_conn_id} - Log ${net_id} + Get ControlNode Connection + ${net_id}= Get Net Id ${net_name} ${output}= Write Commands Until Prompt And Log sudo ip netns exec qdhcp-${net_id} ping -c 3 ${vm_ip} 20s - Close Connection Should Contain ${output} 64 bytes Ping From DHCP Should Not Succeed [Arguments] ${net_name} ${vm_ip} [Documentation] Should Not Reach Vm Instance with the net id of the Netowrk. Return From Keyword If "skip_if_${SECURITY_GROUP_MODE}" in @{TEST_TAGS} - Log ${vm_ip} - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} - ${net_id}= Get Net Id ${net_name} ${devstack_conn_id} - Log ${net_id} - ${output}= Write Commands Until Prompt sudo ip netns exec qdhcp-${net_id} ping -c 3 ${vm_ip} 20s - Close Connection - Log ${output} + Get ControlNode Connection + ${net_id}= Get Net Id ${net_name} + ${output}= Write Commands Until Prompt And Log sudo ip netns exec qdhcp-${net_id} ping -c 3 ${vm_ip} 20s Should Not Contain ${output} 64 bytes Ping Vm From Control Node [Arguments] ${vm_floating_ip} ${additional_args}=${EMPTY} [Documentation] Ping VM floating IP from control node - Log ${vm_floating_ip} - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} + Get ControlNode Connection ${output}= Write Commands Until Prompt And Log ping ${additional_args} -c 3 ${vm_floating_ip} 20s - Close Connection Should Contain ${output} 64 bytes -Ping From Instance - [Arguments] ${dest_vm_ip} - [Documentation] Ping to the expected destination ip. - ${output}= Write Commands Until Expected Prompt ping -c 3 ${dest_vm_ip} ${OS_SYSTEM_PROMPT} - Log ${output} - [Return] ${output} - Curl Metadata Server [Documentation] Ping to the expected destination ip. ${output}= Write Commands Until Expected Prompt curl -i http://169.254.169.254 ${OS_SYSTEM_PROMPT} @@ -480,7 +427,6 @@ Exit From Vm Console [Documentation] Check if the session has been able to login to the VM instance and exit the instance ${rcode}= Run Keyword And Return Status Check If Console Is VmInstance cirros Run Keyword If ${rcode} Write Commands Until Prompt exit - Close Connection Check Ping [Arguments] ${ip_address} ${ttl}=64 @@ -504,14 +450,10 @@ Check Metadata Access Execute Command on VM Instance [Arguments] ${net_name} ${vm_ip} ${cmd} ${user}=cirros ${password}=cubswin:) [Documentation] Login to the vm instance using ssh in the network, executes a command inside the VM and returns the ouput. - ${devstack_conn_id} = Get ControlNode Connection - Switch Connection ${devstack_conn_id} - ${net_id} = Get Net Id ${net_name} ${devstack_conn_id} - Log ${vm_ip} + Get ControlNode Connection + ${net_id} = Get Net Id ${net_name} ${output} = Write Commands Until Expected Prompt sudo ip netns exec qdhcp-${net_id} ssh ${user}@${vm_ip} -o ConnectTimeout=10 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null password: - Log ${output} ${output} = Write Commands Until Expected Prompt ${password} ${OS_SYSTEM_PROMPT} - Log ${output} ${rcode} = Run Keyword And Return Status Check If Console Is VmInstance ${output} = Run Keyword If ${rcode} Write Commands Until Expected Prompt ${cmd} ${OS_SYSTEM_PROMPT} [Teardown] Exit From Vm Console @@ -521,14 +463,10 @@ Test Operations From Vm Instance [Arguments] ${net_name} ${src_ip} ${dest_ips} ${user}=cirros ${password}=cubswin:) ${ttl}=64 ... ${ping_should_succeed}=True ${check_metadata}=True [Documentation] Login to the vm instance using ssh in the network. - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} - Log ${src_ip} - ${net_id}= Get Net Id ${net_name} ${devstack_conn_id} + Get ControlNode Connection + ${net_id}= Get Net Id ${net_name} ${output}= Write Commands Until Expected Prompt sudo ip netns exec qdhcp-${net_id} ssh -o ConnectTimeout=10 -o StrictHostKeyChecking=no ${user}@${src_ip} -o UserKnownHostsFile=/dev/null password: - Log ${output} ${output}= Write Commands Until Expected Prompt ${password} ${OS_SYSTEM_PROMPT} - Log ${output} ${rcode}= Run Keyword And Return Status Check If Console Is VmInstance Run Keyword If ${rcode} Write Commands Until Expected Prompt ifconfig ${OS_SYSTEM_PROMPT} Run Keyword If ${rcode} Write Commands Until Expected Prompt route -n ${OS_SYSTEM_PROMPT} @@ -536,7 +474,6 @@ Test Operations From Vm Instance Run Keyword If ${rcode} Write Commands Until Expected Prompt arp -an ${OS_SYSTEM_PROMPT} Run Keyword If ${rcode} Write Commands Until Expected Prompt ip -f inet6 neigh show ${OS_SYSTEM_PROMPT} : FOR ${dest_ip} IN @{dest_ips} - \ Log ${dest_ip} \ ${string_empty}= Run Keyword And Return Status Should Be Empty ${dest_ip} \ Run Keyword If ${string_empty} Continue For Loop \ Run Keyword If ${rcode} and "${ping_should_succeed}" == "True" Check Ping ${dest_ip} ttl=${ttl} @@ -551,13 +488,10 @@ Test Netcat Operations From Vm Instance [Documentation] Use Netcat to test TCP/UDP connections to the controller ${client_data} Set Variable Test Client Data ${server_data} Set Variable Test Server Data - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} - Log ${vm_ip} + Get ControlNode Connection ${output}= Write Commands Until Prompt And Log ( ( echo "${server_data}" | sudo timeout 60 nc -l ${additional_args} ${port} ) & ) ${output}= Write Commands Until Prompt And Log sudo netstat -nlap | grep ${port} ${nc_output}= Execute Command on VM Instance ${net_name} ${vm_ip} sudo echo "${client_data}" | nc -v -w 5 ${additional_args} ${dest_ip} ${port} - Log ${nc_output} ${output}= Execute Command on VM Instance ${net_name} ${vm_ip} sudo route -n Log ${output} ${output}= Execute Command on VM Instance ${net_name} ${vm_ip} sudo arp -an @@ -569,7 +503,6 @@ Ping Other Instances [Documentation] Check reachability with other network's instances. ${rcode}= Run Keyword And Return Status Check If Console Is VmInstance : FOR ${dest_ip} IN @{list_of_external_dst_ips} - \ Log ${dest_ip} \ Check Ping ${dest_ip} Create Router @@ -634,12 +567,9 @@ Delete Router Should Be True '${rc}' == '0' Get DumpFlows And Ovsconfig - [Arguments] ${openstack_node_ip} + [Arguments] ${conn_id} [Documentation] Get the OvsConfig and Flow entries from OVS from the Openstack Node - Log ${openstack_node_ip} - SSHLibrary.Open Connection ${openstack_node_ip} prompt=${DEFAULT_LINUX_PROMPT} - SSHKeywords.Flexible SSH Login ${OS_USER} ${DEVSTACK_SYSTEM_PASSWORD} - SSHLibrary.Set Client Configuration timeout=${default_devstack_prompt_timeout} + SSHLibrary.Switch Connection ${conn_id} Write Commands Until Expected Prompt ip -o link ${DEFAULT_LINUX_PROMPT_STRICT} Write Commands Until Expected Prompt ip -o addr ${DEFAULT_LINUX_PROMPT_STRICT} Write Commands Until Expected Prompt ip route ${DEFAULT_LINUX_PROMPT_STRICT} @@ -679,16 +609,14 @@ Get Karaf Log Events From Test Start Run Keyword If 2 < ${NUM_ODL_SYSTEM} Get Karaf Log Types From Test Start ${ODL_SYSTEM_3_IP} ${test_name} ${log_types} Get ControlNode Connection - ${control_conn_id}= SSHLibrary.Open Connection ${OS_CONTROL_NODE_IP} prompt=${DEFAULT_LINUX_PROMPT_STRICT} - SSHKeywords.Flexible SSH Login ${OS_USER} ${DEVSTACK_SYSTEM_PASSWORD} - SSHLibrary.Set Client Configuration timeout=30s - [Return] ${control_conn_id} + SSHLibrary.Switch Connection ${OS_CNTL_CONN_ID} + [Return] ${OS_CNTL_CONN_ID} Get OvsDebugInfo [Documentation] Get the OvsConfig and Flow entries from all Openstack nodes - Run Keyword If 0 < ${NUM_OS_SYSTEM} Get DumpFlows And Ovsconfig ${OS_CONTROL_NODE_IP} - Run Keyword If 1 < ${NUM_OS_SYSTEM} Get DumpFlows And Ovsconfig ${OS_COMPUTE_1_IP} - Run Keyword If 2 < ${NUM_OS_SYSTEM} Get DumpFlows And Ovsconfig ${OS_COMPUTE_2_IP} + Run Keyword If 0 < ${NUM_OS_SYSTEM} Get DumpFlows And Ovsconfig ${OS_CNTL_CONN_ID} + Run Keyword If 1 < ${NUM_OS_SYSTEM} Get DumpFlows And Ovsconfig ${OS_CMP1_CONN_ID} + Run Keyword If 2 < ${NUM_OS_SYSTEM} Get DumpFlows And Ovsconfig ${OS_CMP2_CONN_ID} Get Test Teardown Debugs [Arguments] ${test_name}=${TEST_NAME} @@ -703,10 +631,8 @@ Get Test Teardown Debugs For SFC Show Debugs [Arguments] @{vm_indices} [Documentation] Run these commands for debugging, it can list state of VM instances and ip information in control node - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} + Get ControlNode Connection ${output}= Write Commands Until Prompt And Log sudo ip netns list - Close Connection : FOR ${index} IN @{vm_indices} \ ${rc} ${output}= Run And Return Rc And Output nova show ${index} \ Log ${output} @@ -744,8 +670,7 @@ Neutron Port Show Neutron Security Group Create [Arguments] ${SecurityGroupName} ${additional_args}=${EMPTY} [Documentation] Create a security group with specified name ,description & protocol value according to security group template - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} + Get ControlNode Connection ${rc} ${output}= Run And Return Rc And Output openstack security group create ${SecurityGroupName} ${additional_args} Log ${output} Should Be True '${rc}' == '0' @@ -882,7 +807,7 @@ Get Ports MacAddr [Documentation] Retrieve the port MacAddr for the given list of port name and return the MAC address list. ${MacAddr-list} Create List : FOR ${portName} IN @{portName_list} - \ ${macAddr}= OpenStackOperations.Get Port Mac ${portName} ${devstack_conn_id} + \ ${macAddr}= OpenStackOperations.Get Port Mac ${portName} \ Append To List ${MacAddr-list} ${macAddr} [Return] ${MacAddr-list} @@ -896,7 +821,7 @@ Get Port Ip [Return] ${port_ip} Get Port Mac - [Arguments] ${port_name} ${conn_id}=${devstack_conn_id} + [Arguments] ${port_name} [Documentation] Keyword would return the MAC ID of the ${port_name} received. ${rc} ${output}= Run And Return Rc And Output openstack port show ${port_name} | grep mac_address | awk '{print $4}' ${splitted_output}= Split String ${output} ${EMPTY} @@ -998,17 +923,13 @@ Create And Configure Security Group Add Security Group To VM [Arguments] ${vm} ${sg} [Documentation] Add the security group provided to the given VM. - ${rc} ${output}= Run And Return Rc And Output openstack server add security group ${vm} ${sg} - Log ${output} - Should Be True '${rc}' == '0' + ${output}= OpenStack CLI openstack server add security group ${vm} ${sg} Remove Security Group From VM [Arguments] ${vm} ${sg} [Documentation] Remove the security group provided to the given VM. - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} - ${output}= Write Commands Until Prompt And Log openstack server remove security group ${vm} ${sg} - Close Connection + Get ControlNode Connection + OpenStack CLI openstack server remove security group ${vm} ${sg} Create SFC Flow Classifier [Arguments] ${name} ${src_ip} ${dest_ip} ${protocol} ${dest_port} ${neutron_src_port} @@ -1022,8 +943,7 @@ Create SFC Flow Classifier Delete SFC Flow Classifier [Arguments] ${name} [Documentation] Delete a SFC flow classifier - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} + Get ControlNode Connection ${rc} ${output}= Run And Return Rc And Output openstack sfc flow classifier delete ${name} Log ${output} Should Be True '${rc}' == '0' @@ -1032,8 +952,7 @@ Delete SFC Flow Classifier Create SFC Port Pair [Arguments] ${name} ${port_in} ${port_out} [Documentation] Creates a neutron port pair for SFC - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} + Get ControlNode Connection ${rc} ${output}= Run And Return Rc And Output openstack sfc port pair create --ingress=${port_in} --egress=${port_out} ${name} Log ${output} Should Be True '${rc}' == '0' @@ -1069,7 +988,7 @@ Create SFC Port Pair Group With Two Pairs Delete SFC Port Pair Group [Arguments] ${name} [Documentation] Delete a SFC port pair group - ${devstack_conn_id}= Get ControlNode Connection + Get ControlNode Connection ${rc} ${output}= Run And Return Rc And Output openstack sfc port pair group delete ${name} Log ${output} Should Be True '${rc}' == '0' @@ -1095,16 +1014,13 @@ Delete SFC Port Chain Reboot Nova VM [Arguments] ${vm_name} [Documentation] Reboot NOVA VM - ${rc} ${output}= Run And Return Rc And Output openstack server reboot --wait ${vm_name} - Log ${output} - Should Be True '${rc}' == '0' + OpenStack CLI openstack server reboot --wait ${vm_name} Wait Until Keyword Succeeds 35s 10s Verify VM Is ACTIVE ${vm_name} Remove RSA Key From KnownHosts [Arguments] ${vm_ip} [Documentation] Remove RSA - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} + Get ControlNode Connection ${output}= Write Commands Until Prompt And Log sudo cat /root/.ssh/known_hosts 30s ${output}= Write Commands Until Prompt And Log sudo ssh-keygen -f "/root/.ssh/known_hosts" -R ${vm_ip} 30s ${output}= Write Commands Until Prompt sudo cat "/root/.ssh/known_hosts" 30s @@ -1112,10 +1028,9 @@ Remove RSA Key From KnownHosts Wait For Routes To Propogate [Arguments] ${networks} ${subnets} [Documentation] Check propagated routes - ${devstack_conn_id} = Get ControlNode Connection - Switch Connection ${devstack_conn_id} + Get ControlNode Connection : FOR ${INDEX} IN RANGE 0 1 - \ ${net_id}= Get Net Id @{networks}[${INDEX}] ${devstack_conn_id} + \ ${net_id}= Get Net Id @{networks}[${INDEX}] \ ${is_ipv6}= Get Regexp Matches @{subnets}[${INDEX}] ${IP6_REGEX} \ ${length}= Get Length ${is_ipv6} \ ${cmd}= Set Variable If ${length} == 0 ip route ip -6 route @@ -1137,37 +1052,41 @@ Neutron Cleanup OpenStack List All [Documentation] Get a list of different OpenStack resources that might be in use. - @{modules} = BuiltIn.Create List floating ip server router port network - ... subnet security group security group rule + @{modules} = BuiltIn.Create List server port network subnet security group + ... security group rule + Run Keyword If "${ODL_ENABLE_L3_FWD}"=="yes" Append To List ${modules} floating ip router : FOR ${module} IN @{modules} \ OpenStack CLI openstack ${module} list OpenStack CLI Get List [Arguments] ${cmd} [Documentation] Return a json list from the output of an OpenStack command. + @{list} = BuiltIn.Create List ${json} = OpenStack CLI ${cmd} @{list} = RequestsLibrary.To Json ${json} BuiltIn.Log ${list} [Return] @{list} OpenStack CLI - [Arguments] ${cmd} + [Arguments] ${cmd} ${log_output}=True [Documentation] Run the given OpenStack ${cmd}. ${rc} ${output} = OperatingSystem.Run And Return Rc And Output ${cmd} - BuiltIn.Log ${output} + Run Keyword If "${log_output}"=="True" BuiltIn.Log ${output} Should Be True '${rc}' == '0' [Return] ${output} OpenStack Cleanup All [Documentation] Cleanup all Openstack resources with best effort. The keyword will query for all resources ... in use and then attempt to delete them. Errors are ignored to allow the cleanup to continue. - @{fips} = OpenStack CLI Get List openstack floating ip list -f json + @{fips} = Run Keyword If "${ODL_ENABLE_L3_FWD}"=="yes" OpenStack CLI Get List openstack floating ip list -f json + ... ELSE Create List @{EMPTY} : FOR ${fip} IN @{fips} \ BuiltIn.Run Keyword And Ignore Error Delete Floating IP ${fip['ID']} @{vms} = OpenStack CLI Get List openstack server list -f json : FOR ${vm} IN @{vms} \ BuiltIn.Run Keyword And Ignore Error Delete Vm Instance ${vm['ID']} - @{routers} = OpenStack CLI Get List openstack router list -f json + @{routers} = Run Keyword If "${ODL_ENABLE_L3_FWD}"=="yes" OpenStack CLI Get List openstack router list -f json + ... ELSE Create List @{EMPTY} : FOR ${router} IN @{routers} \ BuiltIn.Run Keyword And Ignore Error Cleanup Router ${router['ID']} @{ports} = OpenStack CLI Get List openstack port list -f json @@ -1192,12 +1111,22 @@ Cleanup Router \ BuiltIn.Run Keyword If "${port['Device Owner']}" == "network:router_interface" BuiltIn.Run Keyword And Ignore Error Remove Interface ${id} ${subnet_id} BuiltIn.Run Keyword And Ignore Error Delete Router ${id} +OpenStack Suite Setup + [Documentation] Wrapper teardown keyword that can be used in any suite running in an openstack environement + SetupUtils.Setup_Utils_For_Setup_And_Teardown + @{tcpdump_port_6653_conn_ids} = OpenStackOperations.Start Packet Capture On Nodes tcpdump_port_6653 port 6653 ${OS_CONTROL_NODE_IP} ${OS_COMPUTE_1_IP} ${OS_COMPUTE_2_IP} + BuiltIn.Set Suite Variable @{tcpdump_port_6653_conn_ids} + Run Keyword If "${PRE_CLEAN_OPENSTACK_ALL}"=="True" OpenStack Cleanup All + DevstackUtils.Devstack Suite Setup + Add OVS Logging On All OpenStack Nodes + OpenStack Suite Teardown [Documentation] Wrapper teardown keyword that can be used in any suite running in an openstack environement ... to clean up all openstack resources. For example, all instances, networks, ports, etc will be listed and ... and deleted. As other global cleanup tasks are needed, they can be added here and the suites will all ... benefit automatically. OpenStack Cleanup All + OpenStackOperations.Stop Packet Capture On Nodes ${tcpdump_port_6653_conn_ids} SSHLibrary.Close All Connections Copy DHCP Files From Control Node @@ -1208,4 +1137,36 @@ Copy DHCP Files From Control Node OperatingSystem.Create Directory ${dstdir} Get ControlNode Connection BuiltIn.Run Keyword And Ignore Error SSHLibrary.Get Directory /opt/stack/data/neutron/dhcp ${dstdir} recursive=True - SSHLibrary.Close Connection + +Is Feature Installed + [Arguments] ${features}=none + : FOR ${feature} IN @{features} + \ ${status} ${output} Run Keyword And Ignore Error Builtin.Should Contain ${CONTROLLERFEATURES} ${feature} + \ Return From Keyword If "${status}" == "PASS" True + [Return] False + +Add OVS Logging On All OpenStack Nodes + [Documentation] Add higher levels of OVS logging to all the OpenStack nodes + Run Keyword If 0 < ${NUM_OS_SYSTEM} OVSDB.Add OVS Logging ${OS_CNTL_CONN_ID} + Run Keyword If 1 < ${NUM_OS_SYSTEM} OVSDB.Add OVS Logging ${OS_CMP1_CONN_ID} + Run Keyword If 2 < ${NUM_OS_SYSTEM} OVSDB.Add OVS Logging ${OS_CMP2_CONN_ID} + +Reset OVS Logging On All OpenStack Nodes + [Documentation] Reset the OVS logging to all the OpenStack nodes + Run Keyword If 0 < ${NUM_OS_SYSTEM} OVSDB.Reset OVS Logging ${OS_CNTL_CONN_ID} + Run Keyword If 1 < ${NUM_OS_SYSTEM} OVSDB.Reset OVS Logging ${OS_CMP1_CONN_ID} + Run Keyword If 2 < ${NUM_OS_SYSTEM} OVSDB.Reset OVS Logging ${OS_CMP2_CONN_ID} + +Start Packet Capture On Nodes + [Arguments] ${tag} ${filter} @{ips} + [Documentation] Wrapper keyword around the TcpDump packet capture that is catered to the Openstack setup. + ... The caller must pass the three arguments with a variable number of ips at the end, + ... but ${EMPTY} can be used for the tag and filter. + ${suite_} = BuiltIn.Evaluate """${SUITE_NAME}""".replace(" ","_").replace("/","_").replace(".","_") + ${tag_} = BuiltIn.Catenate SEPARATOR=__ ${tag} ${suite_} + @{conn_ids} = Tcpdump.Start Packet Capture on Nodes tag=${tag_} filter=${filter} ips=${ips} + [Return] @{conn_ids} + +Stop Packet Capture On Nodes + [Arguments] ${conn_ids}=@{EMPTY} + Tcpdump.Stop Packet Capture on Nodes ${conn_ids}