From: Christophe Betoule Date: Fri, 1 Jun 2018 17:36:06 +0000 (+0200) Subject: Functional tests for renderer X-Git-Tag: v0.3.0~64 X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=commitdiff_plain;h=refs%2Fchanges%2F50%2F74650%2F5;p=transportpce.git Functional tests for renderer These tests verify the renderer RPC service-path in a nominal usage. These functional tests run on honeycomb based emulation nodes and verify interfaces (och, otu, odu, Ethernet) and roadm-connection creation and deletion on RDM and XPDR configuration datastore. JIRA: TRNSPRTPCE-10 Change-Id: If05ea55c28289c5d264dde39c0b95c6913df1f88 Co-authored-by: Gilles Thouenon Signed-off-by: Gilles Thouenon --- diff --git a/tests/tox.ini b/tests/tox.ini index 2c3b5636f..5ddf755e6 100644 --- a/tests/tox.ini +++ b/tests/tox.ini @@ -9,13 +9,14 @@ deps = -r{toxinidir}/test-requirements.txt whitelist_externals = bash commands = - {py27,portmapping,topology,pce}: bash -c "(cd .. && mvn clean install -DskipTests -Dmaven.javadoc.skip=true)" + {py27,portmapping,rspn,topology,pce}: bash -c "(cd .. && mvn clean install -DskipTests -Dmaven.javadoc.skip=true)" {py27,topology,topoPortMapping}: ./buildTesttool.sh - {py27,portmapping}: ./buildHoneynode.sh + {py27,portmapping,rspn}: ./buildHoneynode.sh #py27: nosetests --with-xunit transportpce_tests/ {py27,portmapping}: nosetests --with-xunit transportpce_tests/test_portmapping.py {py27,topoPortMapping}: nosetests --with-xunit transportpce_tests/test_topoPortMapping.py {py27,topology}: nosetests --with-xunit transportpce_tests/test_topology.py + {py27,rspn}: nosetests --with-xunit transportpce_tests/test_renderer_service_path_nominal.py {py27,pce}: nosetests --with-xunit transportpce_tests/test_pce.py {py27,servicehandler}: ./SH_func_tests.sh {py27,servicehandler}: nosetests --with-xunit transportpce_tests/test_servicehandler.py diff --git a/tests/transportpce_tests/test_renderer_service_path_nominal.py b/tests/transportpce_tests/test_renderer_service_path_nominal.py new file mode 100644 index 000000000..ee01e300d --- /dev/null +++ b/tests/transportpce_tests/test_renderer_service_path_nominal.py @@ -0,0 +1,508 @@ +#!/usr/bin/env python + +############################################################################# +# Copyright (c) 2017 Orange, Inc. and others. All rights reserved. +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +############################################################################# + +import unittest +import requests +import time +import subprocess +import signal +import json +import os +import psutil +import shutil +from unittest.result import failfast + +class TransportPCERendererTesting(unittest.TestCase): + + honeynode_process1 = None + honeynode_process2 = None + odl_process = None + restconf_baseurl = "http://localhost:8181/restconf" + + @classmethod + def __start_honeynode1(cls): + executable = ("./honeynode/honeynode-distribution/target/honeynode-distribution-1.18.01-hc" + "/honeynode-distribution-1.18.01/honeycomb-tpce") + if os.path.isfile(executable): + with open('honeynode1.log', 'w') as outfile: + cls.honeynode_process1 = subprocess.Popen( + [executable, "17830", "sample_configs/ord_2.1/oper-ROADMA.xml"], + stdout=outfile) + + @classmethod + def __start_honeynode2(cls): + executable = ("./honeynode/honeynode-distribution/target/honeynode-distribution-1.18.01-hc" + "/honeynode-distribution-1.18.01/honeycomb-tpce") + if os.path.isfile(executable): + with open('honeynode2.log', 'w') as outfile: + cls.honeynode_process2 = subprocess.Popen( + [executable, "17831", "sample_configs/ord_2.1/oper-XPDRA.xml"], + stdout=outfile) + + @classmethod + def __start_odl(cls): + executable = "../karaf/target/assembly/bin/karaf" + with open('odl.log', 'w') as outfile: + cls.odl_process = subprocess.Popen( + ["bash", executable, "server"], stdout=outfile, + stdin=open(os.devnull)) + + @classmethod + def setUpClass(cls): + cls.__start_honeynode1() + time.sleep(40) + cls.__start_honeynode2() + time.sleep(40) + cls.__start_odl() + time.sleep(60) + + @classmethod + def tearDownClass(cls): + for child in psutil.Process(cls.odl_process.pid).children(): + child.send_signal(signal.SIGINT) + child.wait() + cls.odl_process.send_signal(signal.SIGINT) + cls.odl_process.wait() + for child in psutil.Process(cls.honeynode_process1.pid).children(): + child.send_signal(signal.SIGINT) + child.wait() + cls.honeynode_process1.send_signal(signal.SIGINT) + cls.honeynode_process1.wait() + for child in psutil.Process(cls.honeynode_process2.pid).children(): + child.send_signal(signal.SIGINT) + child.wait() + cls.honeynode_process2.send_signal(signal.SIGINT) + cls.honeynode_process2.wait() + + def setUp(self): + print ("execution of {}".format(self.id().split(".")[-1])) + time.sleep(10) + + def test_01_rdm_device_connected(self): + url = ("{}/config/network-topology:" + "network-topology/topology/topology-netconf/node/ROADMA" + .format(self.restconf_baseurl)) + data = {"node": [{ + "node-id": "ROADMA", + "netconf-node-topology:username": "admin", + "netconf-node-topology:password": "admin", + "netconf-node-topology:host": "127.0.0.1", + "netconf-node-topology:port": "17830", + "netconf-node-topology:tcp-only": "false", + "netconf-node-topology:pass-through": {}}]} + headers = {'content-type': 'application/json'} + response = requests.request( + "PUT", url, data=json.dumps(data), headers=headers, + auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.created) + time.sleep(20) + + def test_02_xpdr_device_connected(self): + url = ("{}/config/network-topology:" + "network-topology/topology/topology-netconf/node/XPDRA" + .format(self.restconf_baseurl)) + data = {"node": [{ + "node-id": "XPDRA", + "netconf-node-topology:username": "admin", + "netconf-node-topology:password": "admin", + "netconf-node-topology:host": "127.0.0.1", + "netconf-node-topology:port": "17831", + "netconf-node-topology:tcp-only": "false", + "netconf-node-topology:pass-through": {}}]} + headers = {'content-type': 'application/json'} + response = requests.request( + "PUT", url, data=json.dumps(data), headers=headers, + auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.created) + time.sleep(20) + + def test_03_rdm_portmapping(self): + url = ("{}/config/portmapping:network/" + "nodes/ROADMA" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.ok) + res = response.json() + self.assertIn( + {'supporting-port': 'L1', 'supporting-circuit-pack-name': '2/0', + 'logical-connection-point': 'DEG1-TTP-TXRX'}, + res['nodes'][0]['mapping']) + self.assertIn( + {'supporting-port': 'C7', 'supporting-circuit-pack-name': '4/0', + 'logical-connection-point': 'SRG1-PP7-TXRX'}, + res['nodes'][0]['mapping']) + + def test_04_xpdr_portmapping(self): + url = ("{}/config/portmapping:network/" + "nodes/XPDRA" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.ok) + res = response.json() + self.assertIn( + {'supporting-port': '1', 'supporting-circuit-pack-name': '1/0/1-PLUG-NET', + 'logical-connection-point': 'XPDR1-NETWORK1'}, + res['nodes'][0]['mapping']) + self.assertIn( + {'supporting-port': 'C1', + 'supporting-circuit-pack-name': '1/0/C1-PLUG-CLIENT', + 'logical-connection-point': 'XPDR1-CLIENT1'}, + res['nodes'][0]['mapping']) + + + def test_05_service_path_create(self): + url = "{}/operations/renderer:service-path".format(self.restconf_baseurl) + data = {"renderer:input": { + "renderer:service-name": "service_test", + "renderer:wave-number": "7", + "renderer:modulation-format": "qpsk", + "renderer:operation": "create", + "renderer:nodes": [ + {"renderer:node-id": "ROADMA", + "renderer:src-tp": "SRG1-PP7-TXRX", + "renderer:dest-tp": "DEG1-TTP-TXRX"}, + {"renderer:node-id": "XPDRA", + "renderer:src-tp": "XPDR1-CLIENT1", + "renderer:dest-tp": "XPDR1-NETWORK1"}]}} + headers = {'content-type': 'application/json'} + response = requests.request( + "POST", url, data=json.dumps(data), + headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.ok) + res = response.json() + self.assertIn('Roadm-connection successfully created for nodes: ROADMA', res["output"]["result"]) + + def test_06_service_path_create_rdm_check(self): + url = ("{}/config/network-topology:network-topology/topology/topology-netconf/" + "node/ROADMA/yang-ext:mount/org-openroadm-device:org-openroadm-device/" + "interface/DEG1-TTP-TXRX-7" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.ok) + res = response.json() + self.assertDictContainsSubset({'name': 'DEG1-TTP-TXRX-7', 'administrative-state': 'inService', + 'supporting-circuit-pack-name': '2/0', + 'type': 'org-openroadm-interfaces:opticalChannel', + 'supporting-port': 'L1'}, res['interface'][0]) + self.assertDictEqual( + {'wavelength-number': 7}, + res['interface'][0]['org-openroadm-optical-channel-interfaces:och']) + + def test_07_service_path_create_rdm_check(self): + url = ("{}/config/network-topology:network-topology/topology/topology-netconf/" + "node/ROADMA/yang-ext:mount/org-openroadm-device:org-openroadm-device/" + "interface/SRG1-PP7-TXRX-7" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.ok) + res = response.json() + self.assertDictContainsSubset( + {'name': 'SRG1-PP7-TXRX-7', 'administrative-state': 'inService', + 'supporting-circuit-pack-name': '4/0', + 'type': 'org-openroadm-interfaces:opticalChannel', + 'supporting-port': 'C7'}, + res['interface'][0]) + self.assertDictEqual( + {'wavelength-number': 7}, + res['interface'][0]['org-openroadm-optical-channel-interfaces:och']) + + def test_08_service_path_create_rdm_check(self): + url = ("{}/config/network-topology:network-topology/topology/topology-netconf/" + "node/ROADMA/yang-ext:mount/org-openroadm-device:org-openroadm-device/" + "roadm-connections/SRG1-PP7-TXRX-DEG1-TTP-TXRX-7" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.ok) + res = response.json() + self.assertDictContainsSubset( + {'connection-number': 'SRG1-PP7-TXRX-DEG1-TTP-TXRX-7', + 'wavelength-number': 7, + 'opticalControlMode': 'off'}, + res['roadm-connections'][0]) + self.assertDictEqual( + {'src-if': 'SRG1-PP7-TXRX-7'}, + res['roadm-connections'][0]['source']) + self.assertDictEqual( + {'dst-if': 'DEG1-TTP-TXRX-7'}, + res['roadm-connections'][0]['destination']) + + def test_09_service_path_create_xpdr_check(self): + url = ("{}/config/network-topology:network-topology/topology/topology-netconf/" + "node/XPDRA/yang-ext:mount/org-openroadm-device:org-openroadm-device/" + "interface/XPDR1-NETWORK1-7" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.ok) + res = response.json() + self.assertDictContainsSubset( + {'name': 'XPDR1-NETWORK1-7', 'administrative-state': 'inService', + 'supporting-circuit-pack-name': '1/0/1-PLUG-NET', + 'type': 'org-openroadm-interfaces:opticalChannel', + 'supporting-port': '1'}, + res['interface'][0]) + self.assertDictEqual( + {u'rate': u'org-openroadm-optical-channel-interfaces:R100G', + u'transmit-power': -5, + u'wavelength-number': 7, + u'modulation-format': u'dp-qpsk'}, + res['interface'][0]['org-openroadm-optical-channel-interfaces:och']) + + def test_10_service_path_create_xpdr_check(self): + url = ("{}/config/network-topology:network-topology/topology/topology-netconf/" + "node/XPDRA/yang-ext:mount/org-openroadm-device:org-openroadm-device/" + "interface/XPDR1-NETWORK1-OTU" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.ok) + res = response.json() + self.assertDictContainsSubset( + {'name': 'XPDR1-NETWORK1-OTU', 'administrative-state': 'inService', + 'supporting-circuit-pack-name': '1/0/1-PLUG-NET', + 'type': 'org-openroadm-interfaces:otnOtu', + 'supporting-port': '1', + 'supporting-interface': 'XPDR1-NETWORK1-7'}, + res['interface'][0]) + self.assertDictEqual( + {u'rate': u'org-openroadm-otn-otu-interfaces:OTU4', + u'fec': u'scfec'}, + res['interface'][0]['org-openroadm-otn-otu-interfaces:otu']) + + def test_11_service_path_create_xpdr_check(self): + url = ("{}/config/network-topology:network-topology/topology/topology-netconf/" + "node/XPDRA/yang-ext:mount/org-openroadm-device:org-openroadm-device/" + "interface/XPDR1-NETWORK1-ODU" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.ok) + res = response.json() + self.assertDictContainsSubset( + {'name': 'XPDR1-NETWORK1-ODU', 'administrative-state': 'inService', + 'supporting-circuit-pack-name': '1/0/1-PLUG-NET', + 'type': 'org-openroadm-interfaces:otnOdu', + 'supporting-port': '1', + 'supporting-interface': 'XPDR1-NETWORK1-OTU'}, + res['interface'][0]) + self.assertDictContainsSubset( + {'rate': 'org-openroadm-otn-odu-interfaces:ODU4', + u'monitoring-mode': u'terminated'}, + res['interface'][0]['org-openroadm-otn-odu-interfaces:odu']) + self.assertDictEqual({u'exp-payload-type': u'07', u'payload-type': u'07'}, + res['interface'][0]['org-openroadm-otn-odu-interfaces:odu']['opu']) + + def test_12_service_path_create_xpdr_check(self): + url = ("{}/config/network-topology:network-topology/topology/topology-netconf/" + "node/XPDRA/yang-ext:mount/org-openroadm-device:org-openroadm-device/" + "interface/XPDR1-CLIENT1-ETHERNET" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.ok) + res = response.json() + self.assertDictContainsSubset( + {'name': 'XPDR1-CLIENT1-ETHERNET', 'administrative-state': 'inService', + 'supporting-circuit-pack-name': '1/0/C1-PLUG-CLIENT', + 'type': 'org-openroadm-interfaces:ethernetCsmacd', + 'supporting-port': 'C1'}, + res['interface'][0]) + self.assertDictEqual( + {'speed': 100000, + 'mtu': 9000, + 'auto-negotiation': 'enabled', + 'duplex': 'full', + 'fec': 'off'}, + res['interface'][0]['org-openroadm-ethernet-interfaces:ethernet']) + + def test_13_service_path_create_xpdr_check(self): + url = ("{}/config/network-topology:network-topology/topology/topology-netconf/" + "node/XPDRA/yang-ext:mount/org-openroadm-device:org-openroadm-device/" + "circuit-packs/1%2F0%2F1-PLUG-NET" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.ok) + res = response.json() + self.assertIn('not-reserved-inuse', res['circuit-packs'][0]["equipment-state"]) + + def test_14_service_path_delete(self): + url = "{}/operations/renderer:service-path".format(self.restconf_baseurl) + data = {"renderer:input": { + "renderer:service-name": "service_test", + "renderer:wave-number": "7", + "renderer:operation": "delete", + "renderer:nodes": [ + {"renderer:node-id": "ROADMA", + "renderer:src-tp": "SRG1-PP7-TXRX", + "renderer:dest-tp": "DEG1-TTP-TXRX"}, + {"renderer:node-id": "XPDRA", + "renderer:src-tp": "XPDR1-CLIENT1", + "renderer:dest-tp": "XPDR1-NETWORK1"}]}} + headers = {'content-type': 'application/json'} + response = requests.request( + "POST", url, data=json.dumps(data), + headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.ok) + self.assertEqual(response.json(), { + 'output': {'result': 'Request processed'}}) + + + def test_15_service_path_delete_rdm_check(self): + url = ("{}/config/network-topology:network-topology/topology/topology-netconf/" + "node/ROADMA/yang-ext:mount/org-openroadm-device:org-openroadm-device/" + "interface/DEG1-TTP-TXRX-7" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.not_found) + res = response.json() + self.assertIn( + {"error-type":"application","error-tag":"data-missing", + "error-message":"Request could not be completed because the relevant data model content does not exist "}, + res['errors']['error']) + + def test_16_service_path_delete_rdm_check(self): + url = ("{}/config/network-topology:network-topology/topology/topology-netconf/" + "node/ROADMA/yang-ext:mount/org-openroadm-device:org-openroadm-device/" + "interface/SRG1-PP7-TXRX-7" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.not_found) + res = response.json() + self.assertIn( + {"error-type":"application","error-tag":"data-missing","error-message":"Request could not be completed because the relevant data model content does not exist "}, + res['errors']['error']) + + def test_17_service_path_delete_rdm_check(self): + url = ("{}/config/network-topology:network-topology/topology/topology-netconf/" + "node/ROADMA/yang-ext:mount/org-openroadm-device:org-openroadm-device/" + "roadm-connections/SRG1-PP7-TXRX-DEG1-TTP-TXRX-7" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.not_found) + res = response.json() + self.assertIn( + {"error-type":"application","error-tag":"data-missing","error-message":"Request could not be completed because the relevant data model content does not exist "}, + res['errors']['error']) + + def test_18_service_path_delete_xpdr_check(self): + url = ("{}/config/network-topology:network-topology/topology/topology-netconf/" + "node/XPDRA/yang-ext:mount/org-openroadm-device:org-openroadm-device/" + "interface/XPDR1-NETWORK1-7" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.not_found) + res = response.json() + self.assertIn( + {"error-type":"application","error-tag":"data-missing","error-message":"Request could not be completed because the relevant data model content does not exist "}, + res['errors']['error']) + + def test_19_service_path_delete_xpdr_check(self): + url = ("{}/config/network-topology:network-topology/topology/topology-netconf/" + "node/XPDRA/yang-ext:mount/org-openroadm-device:org-openroadm-device/" + "interface/XPDR1-NETWORK1-OTU" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.not_found) + res = response.json() + self.assertIn( + {"error-type":"application","error-tag":"data-missing","error-message":"Request could not be completed because the relevant data model content does not exist "}, + res['errors']['error']) + + def test_20_service_path_delete_xpdr_check(self): + url = ("{}/config/network-topology:network-topology/topology/topology-netconf/" + "node/XPDRA/yang-ext:mount/org-openroadm-device:org-openroadm-device/" + "interface/XPDR1-NETWORK1-ODU" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.not_found) + res = response.json() + self.assertIn( + {"error-type":"application","error-tag":"data-missing","error-message":"Request could not be completed because the relevant data model content does not exist "}, + res['errors']['error']) + + def test_21_service_path_delete_xpdr_check(self): + url = ("{}/config/network-topology:network-topology/topology/topology-netconf/" + "node/XPDRA/yang-ext:mount/org-openroadm-device:org-openroadm-device/" + "interface/XPDR1-CLIENT1-ETHERNET" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.not_found) + res = response.json() + self.assertIn( + {"error-type":"application","error-tag":"data-missing","error-message":"Request could not be completed because the relevant data model content does not exist "}, + res['errors']['error']) + + def test_22_service_path_delete_xpdr_check(self): + url = ("{}/config/network-topology:network-topology/topology/topology-netconf/" + "node/XPDRA/yang-ext:mount/org-openroadm-device:org-openroadm-device/" + "circuit-packs/1%2F0%2F1-PLUG-NET" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "GET", url, headers=headers, auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.ok) + res = response.json() + self.assertEqual('not-reserved-available', res["circuit-packs"][0]['equipment-state']) + + def test_23_rdm_device_disconnected(self): + url = ("{}/config/network-topology:" + "network-topology/topology/topology-netconf/node/ROADMA" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "DELETE", url, headers=headers, + auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.ok) + time.sleep(20) + + def test_24_xpdr_device_disconnected(self): + url = ("{}/config/network-topology:" + "network-topology/topology/topology-netconf/node/XPDRA" + .format(self.restconf_baseurl)) + headers = {'content-type': 'application/json'} + response = requests.request( + "DELETE", url, headers=headers, + auth=('admin', 'admin')) + self.assertEqual(response.status_code, requests.codes.ok) + time.sleep(20) + +if __name__ == "__main__": + unittest.main(verbosity=2, failfast=True)