X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=tests%2Ftransportpce_tests%2Fcommon%2Ftest_utils.py;h=1c0bf202cfedc8e2efce9e0f146637fabb5254ab;hb=db87ba733190c2e59997e00e0fe9199c9c74234d;hp=75c523abf9fc7da3ff7fb41560b3091890e9c18e;hpb=bc7e77930f84d25f4f000918278b0dbf9e5b52f9;p=transportpce.git diff --git a/tests/transportpce_tests/common/test_utils.py b/tests/transportpce_tests/common/test_utils.py index 75c523abf..1c0bf202c 100644 --- a/tests/transportpce_tests/common/test_utils.py +++ b/tests/transportpce_tests/common/test_utils.py @@ -22,6 +22,11 @@ import time import psutil import requests +import urllib.parse + +from dict2xml import dict2xml +from netconf_client.connect import connect_ssh +from netconf_client.ncclient import Manager # pylint: disable=import-error import simulators @@ -29,7 +34,8 @@ import simulators SIMS = simulators.SIMS HONEYNODE_OK_START_MSG = 'Netconf SSH endpoint started successfully at 0.0.0.0' -KARAF_OK_START_MSG = "Blueprint container for bundle org.opendaylight.netconf.restconf.* was successfully created" +LIGHTYNODE_OK_START_MSG = 'Data tree change listeners registered' +KARAF_OK_START_MSG = "Transportpce controller started" LIGHTY_OK_START_MSG = re.escape("lighty.io and RESTCONF-NETCONF started") ODL_LOGIN = 'admin' @@ -47,6 +53,9 @@ CODE_SHOULD_BE_201 = 'Http status code should be 201' T100GE = 'Transponder 100GE' T0_MULTILAYER_TOPO = 'T0 - Multi-layer topology' T0_FULL_MULTILAYER_TOPO = 'T0 - Full Multi-layer topology' +T100GE_UUID = 'cf51c729-3699-308a-a7d0-594c6a62ebbb' +T0_MULTILAYER_TOPO_UUID = '747c670e-7a07-3dab-b379-5b1cd17402a3' +T0_FULL_MULTILAYER_TOPO_UUID = '393f09a4-0a0b-3d82-a4f6-1fbbc14ca1a7' SIM_LOG_DIRECTORY = os.path.join(os.path.dirname(os.path.realpath(__file__)), 'log') @@ -59,8 +68,6 @@ else: RESTCONF_PATH_PREFIX = {'rfc8040': '/rests', 'draft-bierman02': '/restconf'} -if 'USE_LIGHTY' in os.environ and os.environ['USE_LIGHTY'] == 'True': - RESTCONF_PATH_PREFIX['rfc8040'] = '/restconf' if 'USE_ODL_RESTCONF_VERSION' in os.environ: RESTCONF_VERSION = os.environ['USE_ODL_RESTCONF_VERSION'] @@ -86,6 +93,19 @@ if 'USE_LIGHTY' in os.environ and os.environ['USE_LIGHTY'] == 'True': else: TPCE_LOG = KARAF_LOG +if 'USE_SIMS' not in os.environ: + SIMS_TO_USE = 'lightynode' + SIMS_TYPE = 'lightynode' +else: + SIMS_TO_USE = os.environ['USE_SIMS'] + print("Forcing to use SIMS " + SIMS_TO_USE) + if SIMS_TO_USE != 'None' or 'SIMS_TYPE' not in os.environ: + SIMS_TYPE = SIMS_TO_USE + else: + SIMS_TYPE = os.environ['SIMS_TYPE'] + print("Forcing to use SIMS type" + SIMS_TYPE) + + # # Basic HTTP operations # @@ -135,12 +155,47 @@ def post_request(url, data): # +def start_honeynode(log_file: str, sim): + executable = os.path.join(os.path.dirname(os.path.realpath(__file__)), + '..', '..', 'honeynode', sim[1], 'honeynode-simulator', 'honeycomb-tpce') + sample_directory = os.path.join(os.path.dirname(os.path.realpath(__file__)), + '..', '..', 'sample_configs', 'openroadm', sim[1]) + if os.path.isfile(executable): + with open(log_file, 'w', encoding='utf-8') as outfile: + return subprocess.Popen( + [executable, SIMS[sim]['port'], os.path.join(sample_directory, SIMS[sim]['configfile'])], + stdout=outfile, stderr=outfile) + return None + + +def start_lightynode(log_file: str, sim): + executable = os.path.join(os.path.dirname(os.path.realpath(__file__)), + '..', '..', 'lightynode', 'lightynode-openroadm-device', 'start-device.sh') + sample_directory = os.path.join(os.path.dirname(os.path.realpath(__file__)), + '..', '..', 'sample_configs', 'openroadm', sim[1]) + if os.path.isfile(executable): + with open(log_file, 'w', encoding='utf-8') as outfile: + return subprocess.Popen( + [executable, "-v" + sim[1], "-p" + SIMS[sim]['port'], "-f" + os.path.join(sample_directory, + SIMS[sim]['configfile'])], + stdout=outfile, stderr=outfile) + return None + + def start_sims(sims_list): + if SIMS_TO_USE == 'None': + return None + if SIMS_TO_USE == 'honeynode': + start_msg = HONEYNODE_OK_START_MSG + start_method = start_honeynode + else: + start_msg = LIGHTYNODE_OK_START_MSG + start_method = start_lightynode for sim in sims_list: print('starting simulator ' + sim[0] + ' in OpenROADM device version ' + sim[1] + '...') log_file = os.path.join(SIM_LOG_DIRECTORY, SIMS[sim]['logfile']) - process = start_honeynode(log_file, sim) - if wait_until_log_contains(log_file, HONEYNODE_OK_START_MSG, 100): + process = start_method(log_file, sim) + if wait_until_log_contains(log_file, start_msg, 100): print('simulator for ' + sim[0] + ' started') else: print('simulator for ' + sim[0] + ' failed to start') @@ -153,6 +208,9 @@ def start_sims(sims_list): def start_tpce(): + if 'NO_ODL_STARTUP' in os.environ: + print('No OpenDaylight instance to start!') + return [] print('starting OpenDaylight...') if 'USE_LIGHTY' in os.environ and os.environ['USE_LIGHTY'] == 'True': process = start_lighty() @@ -160,7 +218,7 @@ def start_tpce(): else: process = start_karaf() start_msg = KARAF_OK_START_MSG - if wait_until_log_contains(TPCE_LOG, start_msg, time_to_wait=300): + if wait_until_log_contains(TPCE_LOG, start_msg, time_to_wait=100): print('OpenDaylight started !') else: print('OpenDaylight failed to start !') @@ -198,7 +256,9 @@ def install_karaf_feature(feature_name: str): executable = os.path.join( os.path.dirname(os.path.realpath(__file__)), '..', '..', '..', KARAF_INSTALLDIR, 'target', 'assembly', 'bin', 'client') - return subprocess.run([executable], +# FIXME: https://jira.opendaylight.org/browse/TRNSPRTPCE-701 +# -b option needed below because of Karaf client bug reporte in the JIRA ticket mentioned above + return subprocess.run([executable, '-b'], input='feature:install ' + feature_name + '\n feature:list | grep ' + feature_name + ' \n logout \n', universal_newlines=True, check=False) @@ -212,51 +272,33 @@ def shutdown_process(process): process.send_signal(signal.SIGINT) -def start_honeynode(log_file: str, sim): - executable = os.path.join(os.path.dirname(os.path.realpath(__file__)), - '..', '..', 'honeynode', sim[1], 'honeynode-simulator', 'honeycomb-tpce') - sample_directory = os.path.join(os.path.dirname(os.path.realpath(__file__)), - '..', '..', 'sample_configs', 'openroadm', sim[1]) - if os.path.isfile(executable): - with open(log_file, 'w', encoding='utf-8') as outfile: - return subprocess.Popen( - [executable, SIMS[sim]['port'], os.path.join(sample_directory, SIMS[sim]['configfile'])], - stdout=outfile, stderr=outfile) - return None - - def wait_until_log_contains(log_file, regexp, time_to_wait=60): # pylint: disable=lost-exception # pylint: disable=consider-using-with stringfound = False - filefound = False line = None try: with TimeOut(seconds=time_to_wait): while not os.path.exists(log_file): time.sleep(0.2) - filelogs = open(log_file, 'r', encoding='utf-8') - filelogs.seek(0, 2) - filefound = True - print("Searching for pattern '" + regexp + "' in " + os.path.basename(log_file), end='... ', flush=True) - compiled_regexp = re.compile(regexp) - while True: - line = filelogs.readline() - if compiled_regexp.search(line): - print('Pattern found!', end=' ') - stringfound = True - break - if not line: - time.sleep(0.1) + with open(log_file, 'r', encoding='utf-8') as filelogs: + filelogs.seek(0, 2) + print("Searching for pattern '" + regexp + "' in " + os.path.basename(log_file), end='... ', flush=True) + compiled_regexp = re.compile(regexp) + while True: + line = filelogs.readline() + if compiled_regexp.search(line): + print('Pattern found!', end=' ') + stringfound = True + break + if not line: + time.sleep(0.1) + return stringfound except TimeoutError: print('Pattern not found after ' + str(time_to_wait), end=' seconds! ', flush=True) + return stringfound except PermissionError: print('Permission Error when trying to access the log file', end=' ... ', flush=True) - finally: - if filefound: - filelogs.close() - else: - print('log file does not exist or is not accessible... ', flush=True) return stringfound @@ -355,8 +397,12 @@ def check_node_attribute_request(node: str, attribute: str, attribute_value: str 'draft-bierman02': attribute} if return_key[RESTCONF_VERSION] in res.keys(): response_attribute = res[return_key[RESTCONF_VERSION]] - else: + elif 'errors' in res.keys(): response_attribute = res['errors']['error'][0] + else: + # status code 400 invalid request + response_attribute = res['message'] + ' ' + res['url'] + print(response_attribute) return {'status_code': response.status_code, attribute: response_attribute} @@ -641,3 +687,47 @@ def transportpce_api_rpc_request(api_module: str, rpc: str, payload: dict): return_output = res[return_key[RESTCONF_VERSION]] return {'status_code': response.status_code, 'output': return_output} + +# +# simulators datastore operations +# + + +def sims_update_cp_port(sim: tuple, circuitpack: str, port: str, payload: dict): + if SIMS_TYPE == 'lightynode': + return sims_update_cp_port_ntcf(sim, circuitpack, payload) + if SIMS_TYPE == 'honeynode': + return sims_update_cp_port_rest(sim, circuitpack, port, payload) + return False + + +def sims_update_cp_port_rest(sim: tuple, circuitpack: str, port: str, payload: dict): + # pylint: disable=consider-using-f-string + url = "{}/config/org-openroadm-device:org-openroadm-device/circuit-packs/{}/ports/{}".format( + SIMS[sim]['restconf_baseurl'], + urllib.parse.quote(circuitpack, safe=''), + urllib.parse.quote(port, safe='')) + body = {"ports": [payload]} + response = requests.request("PUT", + url, + data=json.dumps(body), + headers=TYPE_APPLICATION_JSON, + auth=(ODL_LOGIN, ODL_PWD), + timeout=REQUEST_TIMEOUT) + return response.status_code == requests.codes.ok + + +def sims_update_cp_port_ntcf(sim: tuple, circuitpack: str, payload: dict): + body = {"circuit-packs": {"circuit-pack-name": circuitpack, "ports": payload}} + xml_body = '' + xml_body += dict2xml(body, indent=" ") + xml_body += '' + with connect_ssh(host='127.0.0.1', + port=int(SIMS[sim]['port']), + username=NODES_LOGIN, + password=NODES_PWD) as session: + mgr = Manager(session, timeout=120) + reply = mgr.edit_config(xml_body, target="candidate", default_operation="merge") + if "None" in str(reply): + return True + return False