X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=csit%2Flibraries%2FOpenStackOperations.robot;h=1f6ae074fde7184a39e439a5c0f9fee66d2c7612;hb=refs%2Fchanges%2F94%2F67394%2F4;hp=8e3c42916b82484cf0e7d14429549315a6053a5c;hpb=5b9e37523c30ae627f697d54cf66359c56376352;p=integration%2Ftest.git diff --git a/csit/libraries/OpenStackOperations.robot b/csit/libraries/OpenStackOperations.robot index 8e3c42916b..1f6ae074fd 100644 --- a/csit/libraries/OpenStackOperations.robot +++ b/csit/libraries/OpenStackOperations.robot @@ -1,12 +1,17 @@ *** Settings *** Documentation Openstack library. This library is useful for tests to create network, subnet, router and vm instances Library Collections -Library SSHLibrary Library OperatingSystem +Library RequestsLibrary +Library SSHLibrary Resource DataModels.robot -Resource Utils.robot -Resource SSHKeywords.robot +Resource DevstackUtils.robot Resource L2GatewayOperations.robot +Resource OVSDB.robot +Resource SetupUtils.robot +Resource SSHKeywords.robot +Resource Tcpdump.robot +Resource Utils.robot Resource ../variables/Variables.robot Resource ../variables/netvirt/Variables.robot Variables ../variables/netvirt/Modules.py @@ -141,9 +146,7 @@ List Ports List Nova VMs [Documentation] List VMs and return output with nova client. - ${rc} ${output}= Run And Return Rc And Output openstack server list --all-projects - Log ${output} - Should Be True '${rc}' == '0' + ${output}= OpenStack CLI openstack server list --all-projects [Return] ${output} Create And Associate Floating IPs @@ -158,11 +161,16 @@ Create And Associate Floating IPs \ ${ip_length} Get Length ${ip} \ Run Keyword If ${ip_length}>0 Append To List ${ip_list} @{ip}[0] \ ... ELSE Append To List ${ip_list} None - \ ${rc} ${output}= Run And Return Rc And Output openstack server add floating ip ${vm} @{ip}[0] - \ Log ${output} - \ Should Be True '${rc}' == '0' + \ OpenStack CLI openstack server add floating ip ${vm} @{ip}[0] [Return] ${ip_list} +Delete Floating IP + [Arguments] ${fip} + [Documentation] Delete floating ip with neutron request. + ${rc} ${output}= Run And Return Rc And Output openstack floating ip delete ${fip} + Log ${output} + Should Be True '${rc}' == '0' + Verify Gateway Ips [Documentation] Verifies the Gateway Ips with dump flow. ${output}= Write Commands Until Prompt And Log sudo ovs-ofctl -O OpenFlow13 dump-flows br-int @@ -197,11 +205,10 @@ Verify No Gateway Ips Delete Vm Instance [Arguments] ${vm_name} [Documentation] Delete Vm instances using instance names. - ${rc} ${output}= Run And Return Rc And Output openstack server delete ${vm_name} - Log ${output} + OpenStack CLI openstack server delete ${vm_name} Get Net Id - [Arguments] ${network_name} ${devstack_conn_id} + [Arguments] ${network_name} [Documentation] Retrieve the net id for the given network name to create specific vm instance ${rc} ${output}= Run And Return Rc And Output openstack network list | grep "${network_name}" | awk '{print $2}' Should Be True '${rc}' == '0' @@ -210,7 +217,7 @@ Get Net Id [Return] ${net_id} Get Subnet Id - [Arguments] ${subnet_name} ${devstack_conn_id} + [Arguments] ${subnet_name} [Documentation] Retrieve the subnet id for the given subnet name ${rc} ${output}= Run And Return Rc And Output openstack subnet show "${subnet_name}" | grep " id " | awk '{print $4}' Should Be True '${rc}' == '0' @@ -219,7 +226,7 @@ Get Subnet Id [Return] ${subnet_id} Get Port Id - [Arguments] ${port_name} ${devstack_conn_id} + [Arguments] ${port_name} [Documentation] Retrieve the port id for the given port name to attach specific vm instance to a particular port ${rc} ${output}= Run And Return Rc And Output openstack port list | grep "${port_name}" | awk '{print $2}' Should Be True '${rc}' == '0' @@ -228,7 +235,7 @@ Get Port Id [Return] ${port_id} Get Router Id - [Arguments] ${router1} ${devstack_conn_id} + [Arguments] ${router1} [Documentation] Retrieve the router id for the given router name ${rc} ${output}= Run And Return Rc And Output openstack router list -f table | grep "${router1}" | awk '{print $2}' Should Be True '${rc}' == '0' @@ -241,49 +248,45 @@ Create Vm Instances ... ${max}=1 [Documentation] Create X Vm Instance with the net id of the Netowrk. ${image} Set Variable If "${image}"=="${EMPTY}" ${CIRROS_${OPENSTACK_BRANCH}} ${image} - ${net_id}= Get Net Id ${net_name} ${devstack_conn_id} + ${net_id}= Get Net Id ${net_name} : FOR ${VmElement} IN @{vm_instance_names} - \ ${rc} ${output}= Run And Return Rc And Output openstack server create --image ${image} --flavor ${flavor} --nic net-id=${net_id} ${VmElement} --security-group ${sg} --min ${min} --max ${max} - \ Should Be True '${rc}' == '0' - \ Log ${output} + \ OpenStack CLI openstack server create --image ${image} --flavor ${flavor} --nic net-id=${net_id} ${VmElement} --security-group ${sg} --min ${min} --max ${max} + +Create Vm Instance On Compute Node + [Arguments] ${net_name} ${vm_name} ${node_hostname} ${image}=${EMPTY} ${flavor}=m1.nano ${sg}=default + [Documentation] Create a VM instance on a specific compute node. + ${image} = Set Variable If "${image}"=="${EMPTY}" ${CIRROS_${OPENSTACK_BRANCH}} ${image} + ${net_id} = Get Net Id ${net_name} + OpenStack CLI openstack server create ${vm_name} --image ${image} --flavor ${flavor} --nic net-id=${net_id} --security-group ${sg} --availability-zone nova:${node_hostname} Create Vm Instance With Port [Arguments] ${port_name} ${vm_instance_name} ${image}=${EMPTY} ${flavor}=m1.nano ${sg}=default [Documentation] Create One VM instance using given ${port_name} and for given ${compute_node} ${image} Set Variable If "${image}"=="${EMPTY}" ${CIRROS_${OPENSTACK_BRANCH}} ${image} - ${port_id}= Get Port Id ${port_name} ${devstack_conn_id} - ${rc} ${output}= Run And Return Rc And Output openstack server create --image ${image} --flavor ${flavor} --nic port-id=${port_id} ${vm_instance_name} --security-group ${sg} - Log ${output} + ${port_id}= Get Port Id ${port_name} + OpenStack CLI openstack server create --image ${image} --flavor ${flavor} --nic port-id=${port_id} ${vm_instance_name} --security-group ${sg} Create Vm Instance With Ports [Arguments] ${port_name} ${port2_name} ${vm_instance_name} ${image}=${EMPTY} ${flavor}=m1.nano ${sg}=default [Documentation] Create One VM instance using given ${port_name} and for given ${compute_node} ${image} Set Variable If "${image}"=="${EMPTY}" ${CIRROS_${OPENSTACK_BRANCH}} ${image} - ${port_id}= Get Port Id ${port_name} ${devstack_conn_id} - ${port2_id}= Get Port Id ${port2_name} ${devstack_conn_id} - ${rc} ${output}= Run And Return Rc And Output openstack server create --image ${image} --flavor ${flavor} --nic port-id=${port_id} --nic port-id=${port2_id} ${vm_instance_name} --security-group ${sg} - Log ${output} - Should Be True '${rc}' == '0' + ${port_id}= Get Port Id ${port_name} + ${port2_id}= Get Port Id ${port2_name} + OpenStack CLI openstack server create --image ${image} --flavor ${flavor} --nic port-id=${port_id} --nic port-id=${port2_id} ${vm_instance_name} --security-group ${sg} Create Vm Instance With Port On Compute Node - [Arguments] ${port_name} ${vm_instance_name} ${compute_node} ${image}=${EMPTY} ${flavor}=m1.nano ${sg}=default + [Arguments] ${port_name} ${vm_instance_name} ${node_hostname} ${image}=${EMPTY} ${flavor}=m1.nano ${sg}=default [Documentation] Create One VM instance using given ${port_name} and for given ${compute_node} ${image} Set Variable If "${image}"=="${EMPTY}" ${CIRROS_${OPENSTACK_BRANCH}} ${image} - ${port_id}= Get Port Id ${port_name} ${devstack_conn_id} - ${hostname_compute_node}= Get Hypervisor Hostname From IP ${compute_node} - ${rc} ${output}= Run And Return Rc And Output openstack server create --image ${image} --flavor ${flavor} --nic port-id=${port_id} --security-group ${sg} --availability-zone nova:${hostname_compute_node} ${vm_instance_name} - Log ${output} - Should Be True '${rc}' == '0' + ${port_id}= Get Port Id ${port_name} + OpenStack CLI openstack server create --image ${image} --flavor ${flavor} --nic port-id=${port_id} --security-group ${sg} --availability-zone nova:${node_hostname} ${vm_instance_name} Get Hypervisor Hostname From IP [Arguments] ${hypervisor_ip} [Documentation] Returns the hostname found for the given IP address if it's listed in hypervisor list. For debuggability ... the full listing is logged first, then followed by a grep | cut to focus on the actual hostname to return - ${rc} ${output} Run And Return Rc And Output openstack hypervisor list - Log ${output} - ${rc} ${hostname}= Run And Return Rc And Output openstack hypervisor list -f value | grep ${hypervisor_ip} | cut -d" " -f 2 - Log ${hostname} - Should Be True '${rc}' == '0' + OpenStack CLI openstack hypervisor list + ${hostname}= OpenStack CLI openstack hypervisor list -f value | grep "${hypervisor_ip} " | cut -d" " -f 2 [Return] ${hostname} Create Nano Flavor @@ -295,8 +298,7 @@ Create Nano Flavor Verify VM Is ACTIVE [Arguments] ${vm_name} [Documentation] Run these commands to check whether the created vm instance is active or not. - ${rc} ${output}= Run And Return Rc And Output openstack server show ${vm_name} | grep OS-EXT-STS:vm_state - Should Be True '${rc}' == '0' + ${output}= OpenStack CLI openstack server show ${vm_name} | grep OS-EXT-STS:vm_state Should Contain ${output} active Poll VM Is ACTIVE @@ -304,46 +306,20 @@ Poll VM Is ACTIVE [Documentation] Run these commands to check whether the created vm instance is active or not. Wait Until Keyword Succeeds ${retry} ${retry_interval} Verify VM Is ACTIVE ${vm_name} -Collect VM IP Addresses - [Arguments] ${fail_on_none} @{vm_list} - [Documentation] Using the console-log on the provided ${vm_list} to search for the string "obtained" which - ... correlates to the instance receiving it's IP address via DHCP. Also retrieved is the ip of the nameserver - ... if available in the console-log output. The keyword will also return a list of the learned ips as it - ... finds them in the console log output, and will have "None" for Vms that no ip was found. - ${ip_list} Create List @{EMPTY} - : FOR ${vm} IN @{vm_list} - \ ${rc} ${vm_ip_line}= Run And Return Rc And Output openstack console log show ${vm} | grep -i "obtained" - \ @{vm_ip} Get Regexp Matches ${vm_ip_line} [0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3} - \ ${vm_ip_length} Get Length ${vm_ip} - \ Run Keyword If ${vm_ip_length}>0 Append To List ${ip_list} @{vm_ip}[0] - \ ... ELSE Append To List ${ip_list} None - \ ${rc} ${dhcp_ip_line}= Run And Return Rc And Output openstack console log show ${vm} | grep "^nameserver" - \ ${dhcp_ip} Get Regexp Matches ${dhcp_ip_line} [0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3} - \ ${dhcp_ip_length} Get Length ${dhcp_ip} - \ Run Keyword If ${dhcp_ip_length}<=0 Append To List ${dhcp_ip} None - \ ${vm_console_output}= Run openstack console log show ${vm} - \ Log ${vm_console_output} - ${dhcp_length} Get Length ${dhcp_ip} - Run Keyword If '${fail_on_none}' == 'true' Should Not Contain ${ip_list} None - Run Keyword If '${fail_on_none}' == 'true' Should Not Contain ${dhcp_ip} None - Should Be True ${dhcp_length} <= 1 - Return From Keyword If ${dhcp_length}==0 ${ip_list} ${EMPTY} - [Return] ${ip_list} ${dhcp_ip} - Get Match [Arguments] ${text} ${regexp} ${index}=0 [Documentation] Wrapper around Get Regexp Matches to return None if not found or the first match if found. @{matches} = String.Get Regexp Matches ${text} ${regexp} ${matches_length} = Get Length ${matches} - BuiltIn.Set Test Variable ${match} None - BuiltIn.Run Keyword If ${matches_length} > ${index} BuiltIn.Set Test Variable ${match} @{matches}[${index}] - [Return] ${match} + BuiltIn.Set Suite Variable ${OS_MATCH} None + BuiltIn.Run Keyword If ${matches_length} > ${index} BuiltIn.Set Suite Variable ${OS_MATCH} @{matches}[${index}] + [Return] ${OS_MATCH} Get VM IP [Arguments] ${fail_on_none} ${vm} [Documentation] Get the vm ip address and nameserver by scraping the vm's console log. ... Get VM IP returns three values: [0] the vm IP, [1] the DHCP IP and [2] the vm console log. - ${rc} ${vm_console_output}= Run And Return Rc And Output openstack console log show ${vm} + ${vm_console_output}= OpenStack CLI openstack console log show ${vm} log_output=False ${vm_ip} = Set Variable None ${dhcp_ip} = Set Variable None ${match} = Get Match ${vm_console_output} ${REGEX_OBTAINED} @@ -365,7 +341,7 @@ Get VM IPs @{vm_ips} BuiltIn.Create List @{EMPTY} : FOR ${vm} IN @{vms} \ Poll VM Is ACTIVE ${vm} - \ ${status} ${ips_and_console_log} Run Keyword And Ignore Error Wait Until Keyword Succeeds 120s 15s + \ ${status} ${ips_and_console_log} Run Keyword And Ignore Error Wait Until Keyword Succeeds 180s 15s \ ... Get VM IP true ${vm} \ # If there is trouble with Get VM IP, the status will be FAIL and the return value will be a string of what went \ # wrong. We need to handle both the PASS and FAIL cases. In the FAIL case we know we wont have access to the @@ -374,83 +350,63 @@ Get VM IPs \ Run Keyword If "${status}" == "PASS" BuiltIn.Log ${ips_and_console_log[2]} \ BuiltIn.Run Keyword If "${status}" == "PASS" Collections.Append To List ${vm_ips} ${ips_and_console_log[0]} \ BuiltIn.Run Keyword If "${status}" == "FAIL" Collections.Append To List ${vm_ips} None - \ ${rc} ${vm_console_output}= BuiltIn.Run Keyword If "${status}" == "FAIL" Run And Return Rc And Output openstack console log show ${vm} + \ ${vm_console_output}= BuiltIn.Run Keyword If "${status}" == "FAIL" OpenStack CLI openstack console log show ${vm} \ BuiltIn.Run Keyword If "${status}" == "FAIL" BuiltIn.Log ${vm_console_output} + Copy DHCP Files From Control Node [Return] @{vm_ips} ${ips_and_console_log[1]} Collect VM IPv6 SLAAC Addresses - [Arguments] ${fail_on_none} ${prefix} @{vm_list} - [Documentation] Using the console-log on the provided ${vm_list} to search for the string "inet6" which - ... correlates to the instance generated IPv6 address, based on the ${prefix} received from ODL (SLAAC mode). - ${ip_list} Create List @{EMPTY} + [Arguments] ${fail_on_none} ${vm_list} ${network} ${subnet} + [Documentation] For each VM parse output of "openstack server show" to get its IPv6 address from Neutron DB. + ... Then try to connect to each VM by SSH and execute there "ip -6 a" command. This double-check allows to + ... obtain and compare IP info (Neutron DB vs dnsmasque/ODL DHCP) and to test L2 connectivity as well. + ... Returns an empty list if no IPv6 addresses found or if SSH connection fails. + ... Otherwise, returns a list of IPv6 addresses. + ${ipv6_list} Create List @{EMPTY} : FOR ${vm} IN @{vm_list} - \ Log ${vm} - \ ${rc} ${vm_ip_line}= Run And Return Rc And Output openstack console log show ${vm} | grep -i "inet6" - \ Log ${vm_ip_line} - \ Log ${rc} - \ @{vm_ip_list} Get Regexp Matches ${vm_ip_line} ${prefix} - \ ${vm_ip_length} Get Length ${vm_ip_list} - \ Run Keyword If ${vm_ip_length}>0 Append To List ${ip_list} @{vm_ip_list}[0] - \ ... ELSE Append To List ${ip_list} None - \ Log ${ip_list} - Run Keyword If '${fail_on_none}' == 'true' Should Not Contain ${ip_list} None - Log ${ip_list} - [Return] ${ip_list} + \ ${output}= OpenStack CLI openstack server show ${vm} -f shell + \ ${pattern}= Replace String ${subnet} ::/64 (:[a-f0-9]{,4}){,4} + \ @{vm_ipv6}= Get Regexp Matches ${output} ${pattern} + \ ${vm_ip_length} Get Length ${vm_ipv6}[0] + \ ${ipv6_data_from_vm}= Run Keyword If ${vm_ip_length}>0 Execute Command on VM Instance ${network} ${vm_ipv6[0]} + \ ... ip -6 a + \ @{ipv6}= Get Regexp Matches ${ipv6_data_from_vm} ${pattern} + \ ${ipv6_addr_list_length} Get Length @{ipv6} + \ Run Keyword If ${ipv6_addr_list_length}>0 Append To List ${ipv6_list} ${ipv6[0]} + \ ... ELSE Append To List ${ipv6_list} None + [Return] ${ipv6_list} View Vm Console [Arguments] ${vm_instance_names} [Documentation] View Console log of the created vm instances using nova show. : FOR ${VmElement} IN @{vm_instance_names} - \ ${rc} ${output}= Run And Return Rc And Output openstack server show ${VmElement} - \ Log ${output} - \ Should Be True '${rc}' == '0' - \ ${rc} ${output}= Run And Return Rc And Output openstack console log show ${VmElement} - \ Log ${output} - \ Should Be True '${rc}' == '0' + \ OpenStack CLI openstack server show ${VmElement} + \ ${output}= OpenStack CLI openstack console log show ${VmElement} Ping Vm From DHCP Namespace [Arguments] ${net_name} ${vm_ip} [Documentation] Reach all Vm Instance with the net id of the Netowrk. - Log ${vm_ip} - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} - ${net_id}= Get Net Id ${net_name} ${devstack_conn_id} - Log ${net_id} + Get ControlNode Connection + ${net_id}= Get Net Id ${net_name} ${output}= Write Commands Until Prompt And Log sudo ip netns exec qdhcp-${net_id} ping -c 3 ${vm_ip} 20s - Close Connection Should Contain ${output} 64 bytes Ping From DHCP Should Not Succeed [Arguments] ${net_name} ${vm_ip} [Documentation] Should Not Reach Vm Instance with the net id of the Netowrk. Return From Keyword If "skip_if_${SECURITY_GROUP_MODE}" in @{TEST_TAGS} - Log ${vm_ip} - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} - ${net_id}= Get Net Id ${net_name} ${devstack_conn_id} - Log ${net_id} - ${output}= Write Commands Until Prompt sudo ip netns exec qdhcp-${net_id} ping -c 3 ${vm_ip} 20s - Close Connection - Log ${output} + Get ControlNode Connection + ${net_id}= Get Net Id ${net_name} + ${output}= Write Commands Until Prompt And Log sudo ip netns exec qdhcp-${net_id} ping -c 3 ${vm_ip} 20s Should Not Contain ${output} 64 bytes Ping Vm From Control Node [Arguments] ${vm_floating_ip} ${additional_args}=${EMPTY} [Documentation] Ping VM floating IP from control node - Log ${vm_floating_ip} - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} + Get ControlNode Connection ${output}= Write Commands Until Prompt And Log ping ${additional_args} -c 3 ${vm_floating_ip} 20s - Close Connection Should Contain ${output} 64 bytes -Ping From Instance - [Arguments] ${dest_vm_ip} - [Documentation] Ping to the expected destination ip. - ${output}= Write Commands Until Expected Prompt ping -c 3 ${dest_vm_ip} ${OS_SYSTEM_PROMPT} - Log ${output} - [Return] ${output} - Curl Metadata Server [Documentation] Ping to the expected destination ip. ${output}= Write Commands Until Expected Prompt curl -i http://169.254.169.254 ${OS_SYSTEM_PROMPT} @@ -471,7 +427,6 @@ Exit From Vm Console [Documentation] Check if the session has been able to login to the VM instance and exit the instance ${rcode}= Run Keyword And Return Status Check If Console Is VmInstance cirros Run Keyword If ${rcode} Write Commands Until Prompt exit - Close Connection Check Ping [Arguments] ${ip_address} ${ttl}=64 @@ -495,14 +450,10 @@ Check Metadata Access Execute Command on VM Instance [Arguments] ${net_name} ${vm_ip} ${cmd} ${user}=cirros ${password}=cubswin:) [Documentation] Login to the vm instance using ssh in the network, executes a command inside the VM and returns the ouput. - ${devstack_conn_id} = Get ControlNode Connection - Switch Connection ${devstack_conn_id} - ${net_id} = Get Net Id ${net_name} ${devstack_conn_id} - Log ${vm_ip} + Get ControlNode Connection + ${net_id} = Get Net Id ${net_name} ${output} = Write Commands Until Expected Prompt sudo ip netns exec qdhcp-${net_id} ssh ${user}@${vm_ip} -o ConnectTimeout=10 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null password: - Log ${output} ${output} = Write Commands Until Expected Prompt ${password} ${OS_SYSTEM_PROMPT} - Log ${output} ${rcode} = Run Keyword And Return Status Check If Console Is VmInstance ${output} = Run Keyword If ${rcode} Write Commands Until Expected Prompt ${cmd} ${OS_SYSTEM_PROMPT} [Teardown] Exit From Vm Console @@ -512,14 +463,10 @@ Test Operations From Vm Instance [Arguments] ${net_name} ${src_ip} ${dest_ips} ${user}=cirros ${password}=cubswin:) ${ttl}=64 ... ${ping_should_succeed}=True ${check_metadata}=True [Documentation] Login to the vm instance using ssh in the network. - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} - Log ${src_ip} - ${net_id}= Get Net Id ${net_name} ${devstack_conn_id} + Get ControlNode Connection + ${net_id}= Get Net Id ${net_name} ${output}= Write Commands Until Expected Prompt sudo ip netns exec qdhcp-${net_id} ssh -o ConnectTimeout=10 -o StrictHostKeyChecking=no ${user}@${src_ip} -o UserKnownHostsFile=/dev/null password: - Log ${output} ${output}= Write Commands Until Expected Prompt ${password} ${OS_SYSTEM_PROMPT} - Log ${output} ${rcode}= Run Keyword And Return Status Check If Console Is VmInstance Run Keyword If ${rcode} Write Commands Until Expected Prompt ifconfig ${OS_SYSTEM_PROMPT} Run Keyword If ${rcode} Write Commands Until Expected Prompt route -n ${OS_SYSTEM_PROMPT} @@ -527,7 +474,6 @@ Test Operations From Vm Instance Run Keyword If ${rcode} Write Commands Until Expected Prompt arp -an ${OS_SYSTEM_PROMPT} Run Keyword If ${rcode} Write Commands Until Expected Prompt ip -f inet6 neigh show ${OS_SYSTEM_PROMPT} : FOR ${dest_ip} IN @{dest_ips} - \ Log ${dest_ip} \ ${string_empty}= Run Keyword And Return Status Should Be Empty ${dest_ip} \ Run Keyword If ${string_empty} Continue For Loop \ Run Keyword If ${rcode} and "${ping_should_succeed}" == "True" Check Ping ${dest_ip} ttl=${ttl} @@ -542,13 +488,10 @@ Test Netcat Operations From Vm Instance [Documentation] Use Netcat to test TCP/UDP connections to the controller ${client_data} Set Variable Test Client Data ${server_data} Set Variable Test Server Data - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} - Log ${vm_ip} + Get ControlNode Connection ${output}= Write Commands Until Prompt And Log ( ( echo "${server_data}" | sudo timeout 60 nc -l ${additional_args} ${port} ) & ) ${output}= Write Commands Until Prompt And Log sudo netstat -nlap | grep ${port} ${nc_output}= Execute Command on VM Instance ${net_name} ${vm_ip} sudo echo "${client_data}" | nc -v -w 5 ${additional_args} ${dest_ip} ${port} - Log ${nc_output} ${output}= Execute Command on VM Instance ${net_name} ${vm_ip} sudo route -n Log ${output} ${output}= Execute Command on VM Instance ${net_name} ${vm_ip} sudo arp -an @@ -560,7 +503,6 @@ Ping Other Instances [Documentation] Check reachability with other network's instances. ${rcode}= Run Keyword And Return Status Check If Console Is VmInstance : FOR ${dest_ip} IN @{list_of_external_dst_ips} - \ Log ${dest_ip} \ Check Ping ${dest_ip} Create Router @@ -600,6 +542,11 @@ Remove Interface ${rc} ${output}= Run And Return Rc And Output openstack router remove subnet ${router_name} ${interface_name} Should Be True '${rc}' == '0' +Remove Gateway + [Arguments] ${router_name} + [Documentation] Remove external gateway from the router. + BuiltIn.Log openstack router unset ${router_name} --external-gateway + Update Router [Arguments] ${router_name} ${cmd} [Documentation] Update the router with the command. Router name and command should be passed as argument. @@ -616,15 +563,13 @@ Delete Router [Arguments] ${router_name} [Documentation] Delete Router and Interface to the subnets. ${rc} ${output}= Run And Return Rc And Output openstack router delete ${router_name} + Log ${output} Should Be True '${rc}' == '0' Get DumpFlows And Ovsconfig - [Arguments] ${openstack_node_ip} + [Arguments] ${conn_id} [Documentation] Get the OvsConfig and Flow entries from OVS from the Openstack Node - Log ${openstack_node_ip} - SSHLibrary.Open Connection ${openstack_node_ip} prompt=${DEFAULT_LINUX_PROMPT} - SSHKeywords.Flexible SSH Login ${OS_USER} ${DEVSTACK_SYSTEM_PASSWORD} - SSHLibrary.Set Client Configuration timeout=${default_devstack_prompt_timeout} + SSHLibrary.Switch Connection ${conn_id} Write Commands Until Expected Prompt ip -o link ${DEFAULT_LINUX_PROMPT_STRICT} Write Commands Until Expected Prompt ip -o addr ${DEFAULT_LINUX_PROMPT_STRICT} Write Commands Until Expected Prompt ip route ${DEFAULT_LINUX_PROMPT_STRICT} @@ -664,16 +609,14 @@ Get Karaf Log Events From Test Start Run Keyword If 2 < ${NUM_ODL_SYSTEM} Get Karaf Log Types From Test Start ${ODL_SYSTEM_3_IP} ${test_name} ${log_types} Get ControlNode Connection - ${control_conn_id}= SSHLibrary.Open Connection ${OS_CONTROL_NODE_IP} prompt=${DEFAULT_LINUX_PROMPT_STRICT} - SSHKeywords.Flexible SSH Login ${OS_USER} ${DEVSTACK_SYSTEM_PASSWORD} - SSHLibrary.Set Client Configuration timeout=30s - [Return] ${control_conn_id} + SSHLibrary.Switch Connection ${OS_CNTL_CONN_ID} + [Return] ${OS_CNTL_CONN_ID} Get OvsDebugInfo [Documentation] Get the OvsConfig and Flow entries from all Openstack nodes - Run Keyword If 0 < ${NUM_OS_SYSTEM} Get DumpFlows And Ovsconfig ${OS_CONTROL_NODE_IP} - Run Keyword If 1 < ${NUM_OS_SYSTEM} Get DumpFlows And Ovsconfig ${OS_COMPUTE_1_IP} - Run Keyword If 2 < ${NUM_OS_SYSTEM} Get DumpFlows And Ovsconfig ${OS_COMPUTE_2_IP} + Run Keyword If 0 < ${NUM_OS_SYSTEM} Get DumpFlows And Ovsconfig ${OS_CNTL_CONN_ID} + Run Keyword If 1 < ${NUM_OS_SYSTEM} Get DumpFlows And Ovsconfig ${OS_CMP1_CONN_ID} + Run Keyword If 2 < ${NUM_OS_SYSTEM} Get DumpFlows And Ovsconfig ${OS_CMP2_CONN_ID} Get Test Teardown Debugs [Arguments] ${test_name}=${TEST_NAME} @@ -688,10 +631,8 @@ Get Test Teardown Debugs For SFC Show Debugs [Arguments] @{vm_indices} [Documentation] Run these commands for debugging, it can list state of VM instances and ip information in control node - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} + Get ControlNode Connection ${output}= Write Commands Until Prompt And Log sudo ip netns list - Close Connection : FOR ${index} IN @{vm_indices} \ ${rc} ${output}= Run And Return Rc And Output nova show ${index} \ Log ${output} @@ -729,8 +670,7 @@ Neutron Port Show Neutron Security Group Create [Arguments] ${SecurityGroupName} ${additional_args}=${EMPTY} [Documentation] Create a security group with specified name ,description & protocol value according to security group template - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} + Get ControlNode Connection ${rc} ${output}= Run And Return Rc And Output openstack security group create ${SecurityGroupName} ${additional_args} Log ${output} Should Be True '${rc}' == '0' @@ -867,7 +807,7 @@ Get Ports MacAddr [Documentation] Retrieve the port MacAddr for the given list of port name and return the MAC address list. ${MacAddr-list} Create List : FOR ${portName} IN @{portName_list} - \ ${macAddr}= OpenStackOperations.Get Port Mac ${portName} ${devstack_conn_id} + \ ${macAddr}= OpenStackOperations.Get Port Mac ${portName} \ Append To List ${MacAddr-list} ${macAddr} [Return] ${MacAddr-list} @@ -881,7 +821,7 @@ Get Port Ip [Return] ${port_ip} Get Port Mac - [Arguments] ${port_name} ${conn_id}=${devstack_conn_id} + [Arguments] ${port_name} [Documentation] Keyword would return the MAC ID of the ${port_name} received. ${rc} ${output}= Run And Return Rc And Output openstack port show ${port_name} | grep mac_address | awk '{print $4}' ${splitted_output}= Split String ${output} ${EMPTY} @@ -983,17 +923,13 @@ Create And Configure Security Group Add Security Group To VM [Arguments] ${vm} ${sg} [Documentation] Add the security group provided to the given VM. - ${rc} ${output}= Run And Return Rc And Output openstack server add security group ${vm} ${sg} - Log ${output} - Should Be True '${rc}' == '0' + ${output}= OpenStack CLI openstack server add security group ${vm} ${sg} Remove Security Group From VM [Arguments] ${vm} ${sg} [Documentation] Remove the security group provided to the given VM. - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} - ${output}= Write Commands Until Prompt And Log openstack server remove security group ${vm} ${sg} - Close Connection + Get ControlNode Connection + OpenStack CLI openstack server remove security group ${vm} ${sg} Create SFC Flow Classifier [Arguments] ${name} ${src_ip} ${dest_ip} ${protocol} ${dest_port} ${neutron_src_port} @@ -1007,8 +943,7 @@ Create SFC Flow Classifier Delete SFC Flow Classifier [Arguments] ${name} [Documentation] Delete a SFC flow classifier - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} + Get ControlNode Connection ${rc} ${output}= Run And Return Rc And Output openstack sfc flow classifier delete ${name} Log ${output} Should Be True '${rc}' == '0' @@ -1017,8 +952,7 @@ Delete SFC Flow Classifier Create SFC Port Pair [Arguments] ${name} ${port_in} ${port_out} [Documentation] Creates a neutron port pair for SFC - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} + Get ControlNode Connection ${rc} ${output}= Run And Return Rc And Output openstack sfc port pair create --ingress=${port_in} --egress=${port_out} ${name} Log ${output} Should Be True '${rc}' == '0' @@ -1054,7 +988,7 @@ Create SFC Port Pair Group With Two Pairs Delete SFC Port Pair Group [Arguments] ${name} [Documentation] Delete a SFC port pair group - ${devstack_conn_id}= Get ControlNode Connection + Get ControlNode Connection ${rc} ${output}= Run And Return Rc And Output openstack sfc port pair group delete ${name} Log ${output} Should Be True '${rc}' == '0' @@ -1080,16 +1014,13 @@ Delete SFC Port Chain Reboot Nova VM [Arguments] ${vm_name} [Documentation] Reboot NOVA VM - ${rc} ${output}= Run And Return Rc And Output openstack server reboot --wait ${vm_name} - Log ${output} - Should Be True '${rc}' == '0' + OpenStack CLI openstack server reboot --wait ${vm_name} Wait Until Keyword Succeeds 35s 10s Verify VM Is ACTIVE ${vm_name} Remove RSA Key From KnownHosts [Arguments] ${vm_ip} [Documentation] Remove RSA - ${devstack_conn_id}= Get ControlNode Connection - Switch Connection ${devstack_conn_id} + Get ControlNode Connection ${output}= Write Commands Until Prompt And Log sudo cat /root/.ssh/known_hosts 30s ${output}= Write Commands Until Prompt And Log sudo ssh-keygen -f "/root/.ssh/known_hosts" -R ${vm_ip} 30s ${output}= Write Commands Until Prompt sudo cat "/root/.ssh/known_hosts" 30s @@ -1097,10 +1028,9 @@ Remove RSA Key From KnownHosts Wait For Routes To Propogate [Arguments] ${networks} ${subnets} [Documentation] Check propagated routes - ${devstack_conn_id} = Get ControlNode Connection - Switch Connection ${devstack_conn_id} + Get ControlNode Connection : FOR ${INDEX} IN RANGE 0 1 - \ ${net_id}= Get Net Id @{networks}[${INDEX}] ${devstack_conn_id} + \ ${net_id}= Get Net Id @{networks}[${INDEX}] \ ${is_ipv6}= Get Regexp Matches @{subnets}[${INDEX}] ${IP6_REGEX} \ ${length}= Get Length ${is_ipv6} \ ${cmd}= Set Variable If ${length} == 0 ip route ip -6 route @@ -1119,3 +1049,116 @@ Neutron Cleanup \ BuiltIn.Run Keyword And Ignore Error Delete Network ${network} : FOR ${sg} IN @{sgs} \ BuiltIn.Run Keyword And Ignore Error Delete SecurityGroup ${sg} + +OpenStack List All + [Documentation] Get a list of different OpenStack resources that might be in use. + @{modules} = BuiltIn.Create List floating ip server router port network + ... subnet security group security group rule + : FOR ${module} IN @{modules} + \ OpenStack CLI openstack ${module} list + +OpenStack CLI Get List + [Arguments] ${cmd} + [Documentation] Return a json list from the output of an OpenStack command. + ${json} = OpenStack CLI ${cmd} + @{list} = RequestsLibrary.To Json ${json} + BuiltIn.Log ${list} + [Return] @{list} + +OpenStack CLI + [Arguments] ${cmd} ${log_output}=True + [Documentation] Run the given OpenStack ${cmd}. + ${rc} ${output} = OperatingSystem.Run And Return Rc And Output ${cmd} + Run Keyword If "${log_output}"=="True" BuiltIn.Log ${output} + Should Be True '${rc}' == '0' + [Return] ${output} + +OpenStack Cleanup All + [Documentation] Cleanup all Openstack resources with best effort. The keyword will query for all resources + ... in use and then attempt to delete them. Errors are ignored to allow the cleanup to continue. + @{fips} = OpenStack CLI Get List openstack floating ip list -f json + : FOR ${fip} IN @{fips} + \ BuiltIn.Run Keyword And Ignore Error Delete Floating IP ${fip['ID']} + @{vms} = OpenStack CLI Get List openstack server list -f json + : FOR ${vm} IN @{vms} + \ BuiltIn.Run Keyword And Ignore Error Delete Vm Instance ${vm['ID']} + @{routers} = OpenStack CLI Get List openstack router list -f json + : FOR ${router} IN @{routers} + \ BuiltIn.Run Keyword And Ignore Error Cleanup Router ${router['ID']} + @{ports} = OpenStack CLI Get List openstack port list -f json + : FOR ${port} IN @{ports} + \ BuiltIn.Run Keyword And Ignore Error Delete Port ${port['ID']} + @{networks} = OpenStack CLI Get List openstack network list -f json + : FOR ${network} IN @{networks} + \ BuiltIn.Run Keyword And Ignore Error Delete Subnet ${network['Subnets']} + \ BuiltIn.Run Keyword And Ignore Error Delete Network ${network['ID']} + @{security_groups} = OpenStack CLI Get List openstack security group list -f json + : FOR ${security_group} IN @{security_groups} + \ BuiltIn.Run Keyword If "${security_group['Name']}" != "default" BuiltIn.Run Keyword And Ignore Error Delete SecurityGroup ${security_group['ID']} + OpenStack List All + +Cleanup Router + [Arguments] ${id} + [Documentation] Delete a router, but first remove any interfaces or gateways so that the delete will be successful. + @{ports} = OpenStack CLI Get List openstack port list --router ${id} -f json --long + : FOR ${port} IN @{ports} + \ ${subnet_id} = Get Match ${port['Fixed IP Addresses']} [0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12} 0 + \ BuiltIn.Run Keyword If "${port['Device Owner']}" == "network:router_gateway" BuiltIn.Run Keyword And Ignore Error Remove Gateway ${id} + \ BuiltIn.Run Keyword If "${port['Device Owner']}" == "network:router_interface" BuiltIn.Run Keyword And Ignore Error Remove Interface ${id} ${subnet_id} + BuiltIn.Run Keyword And Ignore Error Delete Router ${id} + +OpenStack Suite Setup + [Documentation] Wrapper teardown keyword that can be used in any suite running in an openstack environement + SetupUtils.Setup_Utils_For_Setup_And_Teardown + Run Keyword If "${PRE_CLEAN_OPENSTACK_ALL}"=="True" OpenStack Cleanup All + DevstackUtils.Devstack Suite Setup + Add OVS Logging On All OpenStack Nodes + +OpenStack Suite Teardown + [Documentation] Wrapper teardown keyword that can be used in any suite running in an openstack environement + ... to clean up all openstack resources. For example, all instances, networks, ports, etc will be listed and + ... and deleted. As other global cleanup tasks are needed, they can be added here and the suites will all + ... benefit automatically. + OpenStack Cleanup All + SSHLibrary.Close All Connections + +Copy DHCP Files From Control Node + [Documentation] Copy the current DHCP files to the robot vm. The keyword must be called + ... after the subnet(s) are created and before the subnet(s) are deleted. + ${suite_} = BuiltIn.Evaluate """${SUITE_NAME}""".replace(" ","_").replace("/","_").replace(".","_") + ${dstdir} = Set Variable /tmp/qdhcp/${suite_} + OperatingSystem.Create Directory ${dstdir} + Get ControlNode Connection + BuiltIn.Run Keyword And Ignore Error SSHLibrary.Get Directory /opt/stack/data/neutron/dhcp ${dstdir} recursive=True + +Is Feature Installed + [Arguments] ${features}=none + : FOR ${feature} IN ${features} + \ ${status} ${output} Run Keyword And Ignore Error Builtin.Should Contain ${CONTROLLERFEATURES} ${feature} + \ Return From Keyword If "${status}" == "PASS" True + [Return] False + +Add OVS Logging On All OpenStack Nodes + [Documentation] Add higher levels of OVS logging to all the OpenStack nodes + Run Keyword If 0 < ${NUM_OS_SYSTEM} OVSDB.Add OVS Logging ${OS_CNTL_CONN_ID} + Run Keyword If 1 < ${NUM_OS_SYSTEM} OVSDB.Add OVS Logging ${OS_CMP1_CONN_ID} + Run Keyword If 2 < ${NUM_OS_SYSTEM} OVSDB.Add OVS Logging ${OS_CMP2_CONN_ID} + +Reset OVS Logging On All OpenStack Nodes + [Documentation] Reset the OVS logging to all the OpenStack nodes + Run Keyword If 0 < ${NUM_OS_SYSTEM} OVSDB.Reset OVS Logging ${OS_CNTL_CONN_ID} + Run Keyword If 1 < ${NUM_OS_SYSTEM} OVSDB.Reset OVS Logging ${OS_CMP1_CONN_ID} + Run Keyword If 2 < ${NUM_OS_SYSTEM} OVSDB.Reset OVS Logging ${OS_CMP2_CONN_ID} + +Start Packet Capture On Nodes + [Arguments] ${tag} ${filter} @{ips} + [Documentation] Wrapper keyword around the TcpDump packet capture that is catered to the Openstack setup. + ... The caller must pass the three arguments with a variable number of ips at the end, + ... but ${EMPTY} can be used for the tag and filter. + ${suite_} = BuiltIn.Evaluate """${SUITE_NAME}""".replace(" ","_").replace("/","_").replace(".","_") + ${tag_} = BuiltIn.Catenate SEPARATOR=__ ${tag} ${suite_} + @{capture_conn_ids} = Tcpdump.Start Packet Capture on Nodes tag=${tag_} filter=${filter} ips=${ips} + BuiltIn.Set Suite Variable @{capture_conn_ids} + +Stop Packet Capture On Nodes + Tcpdump.Stop Packet Capture on Nodes ${capture_conn_ids}