X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=csit%2Flibraries%2FDevstackUtils.robot;h=2913e6f302dba5a39abf86634a78f3bdb9b75a63;hb=9cc2315cb721da1c5b0eaf8ce9600a9419379782;hp=7be4a109d3d5f9e489700b7effe53173b24e2f10;hpb=674eae99c92a91e591d474f81b665cec20e711fe;p=integration%2Ftest.git diff --git a/csit/libraries/DevstackUtils.robot b/csit/libraries/DevstackUtils.robot index 7be4a109d3..2913e6f302 100644 --- a/csit/libraries/DevstackUtils.robot +++ b/csit/libraries/DevstackUtils.robot @@ -12,34 +12,38 @@ Resource OpenStackOperations.robot Variables ../variables/Variables.py *** Variables *** -${ODL_VERSION} lithium-SR3 -${OPENSTACK_BRANCH} stable/liberty -${NETWORKING-ODL_BRANCH} ${OPENSTACK_BRANCH} -${TEMPEST_REGEX} tempest.api.network -${ODL_BOOT_WAIT_URL} restconf/operational/network-topology:network-topology/topology/netvirt:1 ${default_devstack_prompt_timeout} 10s -${devstack_workspace} ~/ds_workspace ${DEVSTACK_SYSTEM_PASSWORD} \ # set to empty, but provide for others to override if desired -${CLEAN_DEVSTACK_HOST} False *** Keywords *** Run Tempest Tests [Arguments] ${tempest_regex} ${tempest_exclusion_regex}="" ${tempest_conf}="" ${tempest_directory}=/opt/stack/tempest ${timeout}=600s [Documentation] Execute the tempest tests. + Return From Keyword If "skip_if_${OPENSTACK_BRANCH}" in @{TEST_TAGS} + Return From Keyword If "skip_if_${SECURITY_GROUP_MODE}" in @{TEST_TAGS} + ${devstack_conn_id}= Get ControlNode Connection + Switch Connection ${devstack_conn_id} Write Commands Until Prompt source ${DEVSTACK_DEPLOY_PATH}/openrc admin admin Write Commands Until Prompt cd ${tempest_directory} - Write Commands Until Prompt sudo rm -rf ${tempest_directory}/.testrepository - Write Commands Until Prompt sudo testr list-tests | egrep ${tempest_regex} | egrep -v ${tempest_exclusion_regex} > tests_to_execute.txt - ${tests_to_execute}= Write Commands Until Prompt sudo cat tests_to_execute.txt - Log ${tests_to_execute} - # run_tempests.sh is a wrapper to testr, and we are providing the config file - ${results}= Write Commands Until Prompt sudo -E ./run_tempest.sh -C ${tempest_conf} -N ${tempest_regex} -- --load-list tests_to_execute.txt timeout=${timeout} + # From Ocata and moving forward, we can replace 'ostestr' with 'tempest run' + # Note: If black-regex cancels out the entire regex (white-regex), all tests are run + # --black-regex ${tempest_exclusion_regex} is removed for now since it only seems to work from newton + ${results}= Write Commands Until Prompt ostestr --regex ${tempest_regex} timeout=${timeout} Log ${results} + # Save stdout to file Create File tempest_output_${tempest_regex}.log data=${results} + # output tempest generated log file which may have different debug levels than what stdout would show + # FIXME: having the INFO level tempest logs is helpful as it gives details like the UUIDs of nouns used in the + # the tests which can sometimes be tracked in ODL and Openstack logs when debugging. However, this "cat" step + # does not even complete for the tempest.api.network tests in under 2min. We need a faster way to get this + # info. Probably pulling the log file and storing it on the log server is best. Hopefully someone can get + # to this. For now, commenting out this next debug step. + # ${output}= Write Commands Until Prompt cat ${tempest_directory}/tempest.log timeout=120s + # Log ${output} Should Contain ${results} Failed: 0 # TODO: also need to verify some non-zero pass count as well as other results are ok (e.g. skipped, etc) -Devstack Suite Setup Tests +Devstack Suite Setup [Arguments] ${source_pwd}=no ${odl_ip}=${ODL_SYSTEM_IP} [Documentation] Login to the Openstack Control Node to run tempest suite Create Session session http://${odl_ip}:${RESTCONFPORT} auth=${AUTH} headers=${HEADERS} @@ -50,92 +54,11 @@ Devstack Suite Setup Tests Utils.Flexible SSH Login ${OS_USER} ${DEVSTACK_SYSTEM_PASSWORD} SSHLibrary.Set Client Configuration timeout=${default_devstack_prompt_timeout} -Devstack Suite Setup - [Arguments] ${source_pwd}=no - [Documentation] Login to the Openstack Control Node to run tempest suite - ${devstack_conn_id}= SSHLibrary.Open Connection ${DEVSTACK_SYSTEM_IP} prompt=${DEFAULT_LINUX_PROMPT} - Set Suite Variable ${devstack_conn_id} - Set Suite Variable ${source_pwd} - Log ${devstack_conn_id} - Utils.Flexible SSH Login ${DEVSTACK_SYSTEM_USER} ${DEVSTACK_SYSTEM_PASSWORD} - SSHLibrary.Set Client Configuration timeout=${default_devstack_prompt_timeout} - Run Keyword If ${CLEAN_DEVSTACK_HOST} Clean DevStack Host In Case It Is Not Sterile - Write Commands Until Prompt export PATH=$PATH:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/local/sbin - Write Commands Until Prompt export ODL_VERSION=${ODL_VERSION} - Write Commands Until Prompt export OPENSTACK_BRANCH=${OPENSTACK_BRANCH} - Write Commands Until Prompt export TEMPEST_REGEX=${TEMPEST_REGEX} - Write Commands Until Prompt export ODL_BOOT_WAIT_URL=${ODL_BOOT_WAIT_URL} - ${odl_version_to_install}= Get Networking ODL Version Of Release ${ODL_VERSION} - Write Commands Until Prompt export DEVSTACK_LOCAL_CONFIG="enable_plugin networking-odl https://git.openstack.org/openstack/networking-odl ${NETWORKING-ODL_BRANCH};" - Write Commands Until Prompt export DEVSTACK_LOCAL_CONFIG+="ODL_NETVIRT_DEBUG_LOGS=True;ODL_RELEASE=${odl_version_to_install};" - Write Commands Until Prompt echo $DEVSTACK_LOCAL_CONFIG - Write Commands Until Prompt export OVERRIDE_ZUUL_BRANCH=${OPENSTACK_BRANCH} - Write Commands Until Prompt export PYTHONUNBUFFERED=true - Write Commands Until Prompt export DEVSTACK_GATE_TIMEOUT=120 - Write Commands Until Prompt export DEVSTACK_GATE_TEMPEST=1 - Write Commands Until Prompt export DEVSTACK_GATE_NEUTRON=1 - Write Commands Until Prompt export KEEP_LOCALRC=1 - Write Commands Until Prompt export PROJECTS="openstack/networking-odl $PROJECTS" - Write Commands Until Prompt export DEVSTACK_GATE_TEMPEST_REGEX=tempest.api.network.test_ports.PortsTestJSON.test_show_port - Write Commands Until Prompt sudo yum -y install redhat-lsb-core indent python-testrepository timeout=120s - Write Commands Until Prompt sudo /usr/sbin/groupadd ${DEVSTACK_SYSTEM_USER} - Write Commands Until Prompt sudo mkdir -p /opt/stack/new - Write Commands Until Prompt sudo chown -R ${DEVSTACK_SYSTEM_USER}:${DEVSTACK_SYSTEM_USER} /opt/stack/new - Write Commands Until Prompt sudo bash -c 'echo "stack ALL=(ALL) NOPASSWD:ALL" >> /etc/sudoers' - Write Commands Until Prompt sudo mkdir -p /usr/local/${DEVSTACK_SYSTEM_USER}/slave_scripts - Write Commands Until Prompt git clone https://github.com/openstack/os-testr.git timeout=30s - Write Commands Until Prompt cd os-testr/os_testr - Write Commands Until Prompt sudo cp subunit2html.py /usr/local/${DEVSTACK_SYSTEM_USER}/slave_scripts - Write Commands Until Prompt mkdir -p ${devstack_workspace} - Write Commands Until Prompt cd ${devstack_workspace} - Write Commands Until Prompt export WORKSPACE=${devstack_workspace} - Write Commands Until Prompt rm -rf devstack-gate - Write Commands Until Prompt git clone https://git.openstack.org/openstack-infra/devstack-gate timeout=30s - -Clean DevStack Host In Case It Is Not Sterile - [Documentation] In upstream CI, the expectation is that the devstack VM is fresh, sterile and ready - ... for any version of devstack, networking-odl, and OpenDaylight. During local test development, - ... it can be faster to just clean the needed packages, configurations, repos, files, etc. instead of - ... spinning up a new system. This keyword serves as a living list of those items needed to prep a - ... potentially non-sterile devstack system. - Write Commands Until Prompt pgrep python | awk '{print "sudo kill",$1}' | sh - Write Commands Until Prompt pgrep java | awk '{print "sudo kill",$1}' | sh - Write Commands Until Prompt rpm -qa | grep rdo - Write Commands Until Prompt sudo rpm -e $(sudo rpm -qa | grep rdo) - Write Commands Until Prompt sudo yum remove -y pyOpenSSL - Write Commands Until Prompt sudo -H pip uninstall -y virtualenv - Write Commands Until Prompt sudo rm -rf /tmp/ansible /opt/stack - Write Commands Until Prompt rm -rf ${devstack_workspace} ~/os-testr - Write Commands Until Prompt sudo ovs-vsctl del-br br-ex - Write Commands Until Prompt sudo ovs-vsctl del-br br-int - Write Commands Until Prompt sudo ovs-vsctl del-manager - Write Commands Until Prompt [Arguments] ${cmd} ${timeout}=${default_devstack_prompt_timeout} [Documentation] quick wrapper for Write and Read Until Prompt Keywords to make test cases more readable SSHLibrary.Set Client Configuration timeout=${timeout} + SSHLibrary.Read SSHLibrary.Write ${cmd} ${output}= SSHLibrary.Read Until Prompt [Return] ${output} - -Get Networking ODL Version Of Release - [Arguments] ${version} - [Documentation] Get version of ODL to be installed - # once Beryllium SR1 goes out, we can change beryllium-latest to use 0.4.2 - Return From Keyword If "${version}" == "beryllium-latest" beryllium-snapshot-0.4.2 - Return From Keyword If "${version}" == "beryllium-SR1" beryllium-snapshot-0.4.1 - Return From Keyword If "${version}" == "beryllium" beryllium-snapshot-0.4.0 - Return From Keyword If "${version}" == "lithium-latest" lithium-snapshot-0.3.5 - Return From Keyword If "${version}" == "lithium-SR4" lithium-snapshot-0.3.4 - Return From Keyword If "${version}" == "lithium-SR3" lithium-snapshot-0.3.3 - Return From Keyword If "${version}" == "lithium-SR2" lithium-snapshot-0.3.2 - Return From Keyword If "${version}" == "lithium-SR1" lithium-snapshot-0.3.1 - # FYI networking-odl no longer has this for some reason. - Return From Keyword If "${version}" == "lithium" lithium-snapshot-0.3.0 - Return From Keyword If "${version}" == "helium" helium - -Show Devstack Debugs - [Documentation] Collect the devstack logs to debug in case of failure - Write Commands Until Prompt gunzip /opt/stack/logs/devstacklog.txt.gz - Write Commands Until Prompt tail -n2000 /opt/stack/logs/devstacklog.txt timeout=600s - Write Commands Until Prompt grep 'distribution-karaf.*zip' /opt/stack/logs/devstacklog.txt