Library RequestsLibrary
Library ./UtilLibrary.py
Resource KarafKeywords.robot
+Resource OpenStackOperations.robot
Variables ../variables/Variables.py
*** Variables ***
-${ODL_VERSION} lithium-SR3
${OPENSTACK_BRANCH} stable/liberty
${NETWORKING-ODL_BRANCH} ${OPENSTACK_BRANCH}
${TEMPEST_REGEX} tempest.api.network
*** Keywords ***
Run Tempest Tests
- [Arguments] ${tempest_regex} ${timeout}=600s
- [Documentation] Execute the tempest tests
- Write Commands Until Prompt cd /opt/stack/new/tempest
- Write Commands Until Prompt sudo rm -rf /opt/stack/new/tempest/.testrepository
- Write Commands Until Prompt sudo testr init
- ${results}= Write Commands Until Prompt sudo -E testr run ${tempest_regex} --subunit | subunit-trace --no-failure-debug -f timeout=${timeout}
- Create File ${WORKSPACE}/tempest_output.log data=${results}
+ [Arguments] ${tempest_regex} ${tempest_exclusion_regex}="" ${tempest_conf}="" ${tempest_directory}=/opt/stack/tempest ${timeout}=600s
+ [Documentation] Execute the tempest tests.
+ ${devstack_conn_id}= Get ControlNode Connection
+ Switch Connection ${devstack_conn_id}
+ Write Commands Until Prompt source ${DEVSTACK_DEPLOY_PATH}/openrc admin admin
+ Write Commands Until Prompt cd ${tempest_directory}
+ Write Commands Until Prompt sudo testr list-tests | egrep ${tempest_regex} | egrep -v ${tempest_exclusion_regex} > tests_to_execute.txt
+ ${tests_to_execute}= Write Commands Until Prompt sudo cat tests_to_execute.txt
+ Log ${tests_to_execute}
+ # run_tempests.sh is a wrapper to testr, and we are providing the config file
+ ${results}= Write Commands Until Prompt sudo -E ${tempest_directory}/run_tempest.sh -C ${tempest_conf} -N ${tempest_regex} -- --load-list tests_to_execute.txt timeout=${timeout}
+ Log ${results}
+ # Save stdout to file
+ Create File tempest_output_${tempest_regex}.log data=${results}
+ # output tempest generated log file which may have different debug levels than what stdout would show
+ # FIXME: having the INFO level tempest logs is helpful as it gives details like the UUIDs of nouns used in the
+ # the tests which can sometimes be tracked in ODL and Openstack logs when debugging. However, this "cat" step
+ # does not even complete for the tempest.api.network tests in under 2min. We need a faster way to get this
+ # info. Probably pulling the log file and storing it on the log server is best. Hopefully someone can get
+ # to this. For now, commenting out this next debug step.
+ # ${output}= Write Commands Until Prompt cat ${tempest_directory}/tempest.log timeout=120s
+ # Log ${output}
Should Contain ${results} Failed: 0
# TODO: also need to verify some non-zero pass count as well as other results are ok (e.g. skipped, etc)
-Devstack Suite Setup Tests
- [Documentation] Login to the Openstack Control Node to run tempest suite
- SSHLibrary.Open Connection ${OS_CONTROL_NODE_IP} prompt=${DEFAULT_LINUX_PROMPT}
- Utils.Flexible SSH Login ${OS_USER} ${DEVSTACK_SYSTEM_PASSWORD}
- SSHLibrary.Set Client Configuration timeout=${default_devstack_prompt_timeout}
-
Devstack Suite Setup
+ [Arguments] ${source_pwd}=no ${odl_ip}=${ODL_SYSTEM_IP}
[Documentation] Login to the Openstack Control Node to run tempest suite
- SSHLibrary.Open Connection ${DEVSTACK_SYSTEM_IP} prompt=${DEFAULT_LINUX_PROMPT}
- Utils.Flexible SSH Login ${DEVSTACK_SYSTEM_USER} ${DEVSTACK_SYSTEM_PASSWORD}
+ Create Session session http://${odl_ip}:${RESTCONFPORT} auth=${AUTH} headers=${HEADERS}
+ ${devstack_conn_id}= SSHLibrary.Open Connection ${OS_CONTROL_NODE_IP} prompt=${DEFAULT_LINUX_PROMPT}
+ Set Suite Variable ${devstack_conn_id}
+ Set Suite Variable ${source_pwd}
+ Log ${devstack_conn_id}
+ Utils.Flexible SSH Login ${OS_USER} ${DEVSTACK_SYSTEM_PASSWORD}
SSHLibrary.Set Client Configuration timeout=${default_devstack_prompt_timeout}
- Run Keyword If ${CLEAN_DEVSTACK_HOST} Clean DevStack Host In Case It Is Not Sterile
- Write Commands Until Prompt export PATH=$PATH:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/local/sbin
- Write Commands Until Prompt export ODL_VERSION=${ODL_VERSION}
- Write Commands Until Prompt export OPENSTACK_BRANCH=${OPENSTACK_BRANCH}
- Write Commands Until Prompt export TEMPEST_REGEX=${TEMPEST_REGEX}
- Write Commands Until Prompt export ODL_BOOT_WAIT_URL=${ODL_BOOT_WAIT_URL}
- ${odl_version_to_install}= Get Networking ODL Version Of Release ${ODL_VERSION}
- Write Commands Until Prompt export DEVSTACK_LOCAL_CONFIG="enable_plugin networking-odl https://git.openstack.org/openstack/networking-odl ${NETWORKING-ODL_BRANCH};"
- Write Commands Until Prompt export DEVSTACK_LOCAL_CONFIG+="ODL_NETVIRT_DEBUG_LOGS=True;ODL_RELEASE=${odl_version_to_install};"
- Write Commands Until Prompt echo $DEVSTACK_LOCAL_CONFIG
- Write Commands Until Prompt export OVERRIDE_ZUUL_BRANCH=${OPENSTACK_BRANCH}
- Write Commands Until Prompt export PYTHONUNBUFFERED=true
- Write Commands Until Prompt export DEVSTACK_GATE_TIMEOUT=120
- Write Commands Until Prompt export DEVSTACK_GATE_TEMPEST=1
- Write Commands Until Prompt export DEVSTACK_GATE_NEUTRON=1
- Write Commands Until Prompt export KEEP_LOCALRC=1
- Write Commands Until Prompt export PROJECTS="openstack/networking-odl $PROJECTS"
- Write Commands Until Prompt export DEVSTACK_GATE_TEMPEST_REGEX=tempest.api.network.test_ports.PortsTestJSON.test_show_port
- Write Commands Until Prompt sudo yum -y install redhat-lsb-core indent python-testrepository timeout=120s
- Write Commands Until Prompt sudo /usr/sbin/groupadd ${DEVSTACK_SYSTEM_USER}
- Write Commands Until Prompt sudo mkdir -p /opt/stack/new
- Write Commands Until Prompt sudo chown -R ${DEVSTACK_SYSTEM_USER}:${DEVSTACK_SYSTEM_USER} /opt/stack/new
- Write Commands Until Prompt sudo bash -c 'echo "stack ALL=(ALL) NOPASSWD:ALL" >> /etc/sudoers'
- Write Commands Until Prompt sudo mkdir -p /usr/local/${DEVSTACK_SYSTEM_USER}/slave_scripts
- Write Commands Until Prompt git clone https://github.com/openstack/os-testr.git timeout=30s
- Write Commands Until Prompt cd os-testr/os_testr
- Write Commands Until Prompt sudo cp subunit2html.py /usr/local/${DEVSTACK_SYSTEM_USER}/slave_scripts
- Write Commands Until Prompt mkdir -p ${devstack_workspace}
- Write Commands Until Prompt cd ${devstack_workspace}
- Write Commands Until Prompt export WORKSPACE=${devstack_workspace}
- Write Commands Until Prompt rm -rf devstack-gate
- Write Commands Until Prompt git clone https://git.openstack.org/openstack-infra/devstack-gate timeout=30s
Clean DevStack Host In Case It Is Not Sterile
[Documentation] In upstream CI, the expectation is that the devstack VM is fresh, sterile and ready
[Arguments] ${cmd} ${timeout}=${default_devstack_prompt_timeout}
[Documentation] quick wrapper for Write and Read Until Prompt Keywords to make test cases more readable
SSHLibrary.Set Client Configuration timeout=${timeout}
+ SSHLibrary.Read
SSHLibrary.Write ${cmd}
${output}= SSHLibrary.Read Until Prompt
[Return] ${output}
Code Review / integration / test.git / blobdiff