tests/transportpce_tests/tapi/test02_full_topology.py

   1 #!/usr/bin/env python
   2
   3 ##############################################################################
   4 # Copyright (c) 2021 Orange, Inc. and others.  All rights reserved.
   5 #
   6 # All rights reserved. This program and the accompanying materials
   7 # are made available under the terms of the Apache License, Version 2.0
   8 # which accompanies this distribution, and is available at
   9 # http://www.apache.org/licenses/LICENSE-2.0
  10 ##############################################################################
  11
  12 # pylint: disable=no-member
  13 # pylint: disable=too-many-public-methods
  14
  15 import os
  16 import unittest
  17 import time
  18 import requests
  19 # pylint: disable=wrong-import-order
  20 import sys
  21 sys.path.append('transportpce_tests/common/')
  22 # pylint: disable=wrong-import-position
  23 # pylint: disable=import-error
  24 import test_utils  # nopep8
  25
  26
  27 # pylint: disable=too-few-public-methods
  28 class UuidServices:
  29     def __init__(self):
  30         # pylint: disable=invalid-name
  31         self.pm = None
  32         self.odu = None
  33         self.dsr = None
  34
  35
  36 class TransportPCEtesting(unittest.TestCase):
  37
  38     processes = []
  39     WAITING = 20  # nominal value is 300
  40     NODE_VERSION = '2.2.1'
  41     uuid_services = UuidServices()
  42
  43     cr_serv_sample_data = {
  44         "input": {
  45             "end-point": [
  46                 {
  47                     "layer-protocol-name": "PHOTONIC_MEDIA",
  48                     "service-interface-point": {
  49                         "service-interface-point-uuid": "b1a0d883-32b8-3b0b-93d6-7ed074f6f107"
  50                     },
  51                     "administrative-state": "UNLOCKED",
  52                     "operational-state": "ENABLED",
  53                     "direction": "BIDIRECTIONAL",
  54                     "role": "SYMMETRIC",
  55                     "protection-role": "WORK",
  56                     "local-id": "SPDR-SA1-XPDR1",
  57                     "name": [
  58                         {
  59                             "value-name": "OpenROADM node id",
  60                             "value": "SPDR-SA1-XPDR1"
  61                         }
  62                     ]
  63                 },
  64                 {
  65                     "layer-protocol-name": "PHOTONIC_MEDIA",
  66                     "service-interface-point": {
  67                         "service-interface-point-uuid": "d1d6305e-179b-346f-b02d-8260aebe1ce8"
  68                     },
  69                     "administrative-state": "UNLOCKED",
  70                     "operational-state": "ENABLED",
  71                     "direction": "BIDIRECTIONAL",
  72                     "role": "SYMMETRIC",
  73                     "protection-role": "WORK",
  74                     "local-id": "SPDR-SC1-XPDR1",
  75                     "name": [
  76                         {
  77                             "value-name": "OpenROADM node id",
  78                             "value": "SPDR-SC1-XPDR1"
  79                         }
  80                     ]
  81                 }
  82             ],
  83             "connectivity-constraint": {
  84                 "service-layer": "PHOTONIC_MEDIA",
  85                 "service-type": "POINT_TO_POINT_CONNECTIVITY",
  86                 "service-level": "Some service-level",
  87                 "requested-capacity": {
  88                     "total-size": {
  89                         "value": "100",
  90                         "unit": "GB"
  91                     }
  92                 }
  93             },
  94             "state": "Some state"}}
  95
  96     @classmethod
  97     def setUpClass(cls):
  98         # pylint: disable=unsubscriptable-object
  99         cls.init_failed = False
 100         os.environ['JAVA_MIN_MEM'] = '1024M'
 101         os.environ['JAVA_MAX_MEM'] = '4096M'
 102         cls.processes = test_utils.start_tpce()
 103         # TAPI feature is not installed by default in Karaf
 104         if "USE_LIGHTY" not in os.environ or os.environ['USE_LIGHTY'] != 'True':
 105             print("installing tapi feature...")
 106             result = test_utils.install_karaf_feature("odl-transportpce-tapi")
 107             if result.returncode != 0:
 108                 cls.init_failed = True
 109             print("Restarting OpenDaylight...")
 110             test_utils.shutdown_process(cls.processes[0])
 111             cls.processes[0] = test_utils.start_karaf()
 112             test_utils.process_list[0] = cls.processes[0]
 113             cls.init_failed = not test_utils.wait_until_log_contains(
 114                 test_utils.KARAF_LOG, test_utils.KARAF_OK_START_MSG, time_to_wait=60)
 115         if cls.init_failed:
 116             print("tapi installation feature failed...")
 117             test_utils.shutdown_process(cls.processes[0])
 118             sys.exit(2)
 119         cls.processes = test_utils.start_sims([('spdra', cls.NODE_VERSION),
 120                                                ('roadma', cls.NODE_VERSION),
 121                                                ('roadmc', cls.NODE_VERSION),
 122                                                ('spdrc', cls.NODE_VERSION)])
 123
 124     @classmethod
 125     def tearDownClass(cls):
 126         # pylint: disable=not-an-iterable
 127         for process in cls.processes:
 128             test_utils.shutdown_process(process)
 129         print("all processes killed")
 130
 131     def setUp(self):
 132         time.sleep(5)
 133
 134     def test_01_connect_spdrA(self):
 135         print("Connecting SPDRA")
 136         response = test_utils.mount_tapi_device("SPDR-SA1", ('spdra', self.NODE_VERSION))
 137         self.assertEqual(response.status_code,
 138                          requests.codes.created, test_utils.CODE_SHOULD_BE_201)
 139
 140     def test_02_connect_spdrC(self):
 141         print("Connecting SPDRC")
 142         response = test_utils.mount_tapi_device("SPDR-SC1", ('spdrc', self.NODE_VERSION))
 143         self.assertEqual(response.status_code,
 144                          requests.codes.created, test_utils.CODE_SHOULD_BE_201)
 145
 146     def test_03_connect_rdmA(self):
 147         print("Connecting ROADMA")
 148         response = test_utils.mount_tapi_device("ROADM-A1", ('roadma', self.NODE_VERSION))
 149         self.assertEqual(response.status_code,
 150                          requests.codes.created, test_utils.CODE_SHOULD_BE_201)
 151         time.sleep(2)
 152
 153     def test_04_connect_rdmC(self):
 154         print("Connecting ROADMC")
 155         response = test_utils.mount_tapi_device("ROADM-C1", ('roadmc', self.NODE_VERSION))
 156         self.assertEqual(response.status_code,
 157                          requests.codes.created, test_utils.CODE_SHOULD_BE_201)
 158
 159     def test_05_connect_sprdA_1_N1_to_roadmA_PP1(self):
 160         response = test_utils.connect_xpdr_to_rdm_request("SPDR-SA1", "1", "1",
 161                                                           "ROADM-A1", "1", "SRG1-PP1-TXRX")
 162         self.assertEqual(response.status_code, requests.codes.ok)
 163         res = response.json()
 164         self.assertIn('Xponder Roadm Link created successfully',
 165                       res["output"]["result"])
 166         time.sleep(2)
 167
 168     def test_06_connect_roadmA_PP1_to_spdrA_1_N1(self):
 169         response = test_utils.connect_rdm_to_xpdr_request("SPDR-SA1", "1", "1",
 170                                                           "ROADM-A1", "1", "SRG1-PP1-TXRX")
 171         self.assertEqual(response.status_code, requests.codes.ok)
 172         res = response.json()
 173         self.assertIn('Roadm Xponder links created successfully',
 174                       res["output"]["result"])
 175         time.sleep(2)
 176
 177     def test_07_connect_sprdC_1_N1_to_roadmC_PP1(self):
 178         response = test_utils.connect_xpdr_to_rdm_request("SPDR-SC1", "1", "1",
 179                                                           "ROADM-C1", "1", "SRG1-PP1-TXRX")
 180         self.assertEqual(response.status_code, requests.codes.ok)
 181         res = response.json()
 182         self.assertIn('Xponder Roadm Link created successfully',
 183                       res["output"]["result"])
 184         time.sleep(2)
 185
 186     def test_08_connect_roadmC_PP1_to_spdrC_1_N1(self):
 187         response = test_utils.connect_rdm_to_xpdr_request("SPDR-SC1", "1", "1",
 188                                                           "ROADM-C1", "1", "SRG1-PP1-TXRX")
 189         self.assertEqual(response.status_code, requests.codes.ok)
 190         res = response.json()
 191         self.assertIn('Roadm Xponder links created successfully',
 192                       res["output"]["result"])
 193         time.sleep(2)
 194
 195     def test_09_add_omsAttributes_ROADMA_ROADMC(self):
 196         # Config ROADMA-ROADMC oms-attributes
 197         data = {"span": {
 198             "auto-spanloss": "true",
 199             "spanloss-base": 11.4,
 200             "spanloss-current": 12,
 201             "engineered-spanloss": 12.2,
 202             "link-concatenation": [{
 203                 "SRLG-Id": 0,
 204                 "fiber-type": "smf",
 205                 "SRLG-length": 100000,
 206                 "pmd": 0.5}]}}
 207         response = test_utils.add_oms_attr_request(
 208             "ROADM-A1-DEG2-DEG2-TTP-TXRXtoROADM-C1-DEG1-DEG1-TTP-TXRX", data)
 209         self.assertEqual(response.status_code, requests.codes.created)
 210         time.sleep(2)
 211
 212     def test_10_add_omsAttributes_ROADMC_ROADMA(self):
 213         # Config ROADMC-ROADMA oms-attributes
 214         data = {"span": {
 215             "auto-spanloss": "true",
 216             "spanloss-base": 11.4,
 217             "spanloss-current": 12,
 218             "engineered-spanloss": 12.2,
 219             "link-concatenation": [{
 220                 "SRLG-Id": 0,
 221                 "fiber-type": "smf",
 222                 "SRLG-length": 100000,
 223                 "pmd": 0.5}]}}
 224         response = test_utils.add_oms_attr_request(
 225             "ROADM-C1-DEG1-DEG1-TTP-TXRXtoROADM-A1-DEG2-DEG2-TTP-TXRX", data)
 226         self.assertEqual(response.status_code, requests.codes.created)
 227         time.sleep(2)
 228
 229     def test_11_check_otn_topology(self):
 230         response = test_utils.get_otn_topo_request()
 231         self.assertEqual(response.status_code, requests.codes.ok)
 232         res = response.json()
 233         nbNode = len(res['network'][0]['node'])
 234         self.assertEqual(nbNode, 6, 'There should be 6 otn nodes')
 235         self.assertNotIn('ietf-network-topology:link', res['network'][0])
 236         time.sleep(2)
 237
 238     def test_12_check_openroadm_topology(self):
 239         response = test_utils.get_ordm_topo_request("")
 240         self.assertEqual(response.status_code, requests.codes.ok)
 241         res = response.json()
 242         nbNode = len(res['network'][0]['node'])
 243         nbLink = len(res['network'][0]['ietf-network-topology:link'])
 244         self.assertEqual(nbNode, 13, 'There should be 13 openroadm nodes')
 245         self.assertEqual(nbLink, 22, 'There should be 22 openroadm links')
 246         time.sleep(2)
 247
 248     def test_13_get_tapi_topology_details(self):
 249         response = test_utils.tapi_get_topology_details_request(
 250             "T0 - Full Multi-layer topology")
 251         time.sleep(2)
 252         self.assertEqual(response.status_code, requests.codes.ok)
 253         res = response.json()
 254         nbNode = len(res['output']['topology']['node'])
 255         nbLink = len(res['output']['topology']['link'])
 256         self.assertEqual(nbNode, 14, 'There should be 14 TAPI nodes')
 257         self.assertEqual(nbLink, 15, 'There should be 15 TAPI links')
 258         time.sleep(2)
 259
 260     def test_14_check_sip_details(self):
 261         response = test_utils.tapi_get_sip_details_request()
 262         self.assertEqual(response.status_code, requests.codes.ok)
 263         res = response.json()
 264         nbSip = len(res['output']['sip'])
 265         self.assertEqual(nbSip, 60, 'There should be 60 service interface point')
 266         time.sleep(2)
 267
 268 # test create connectivity service from spdrA to spdrC for Photonic_media
 269     def test_15_create_connectivity_service_PhotonicMedia(self):
 270         response = test_utils.tapi_create_connectivity_request(self.cr_serv_sample_data)
 271         time.sleep(self.WAITING)
 272         self.assertEqual(response.status_code, requests.codes.ok)
 273         res = response.json()
 274         self.uuid_services.pm = res['output']['service']['uuid']
 275         # pylint: disable=consider-using-f-string
 276         print("photonic media service uuid : {}".format(self.uuid_services.pm))
 277
 278         input_dict_1 = {'administrative-state': 'LOCKED',
 279                         'lifecycle-state': 'PLANNED',
 280                         'operational-state': 'DISABLED',
 281                         'service-type': 'POINT_TO_POINT_CONNECTIVITY',
 282                         'service-layer': 'PHOTONIC_MEDIA',
 283                         'connectivity-direction': 'BIDIRECTIONAL'
 284                         }
 285         input_dict_2 = {'value-name': 'OpenROADM node id',
 286                         'value': 'SPDR-SC1-XPDR1'}
 287         input_dict_3 = {'value-name': 'OpenROADM node id',
 288                         'value': 'SPDR-SA1-XPDR1'}
 289
 290         self.assertDictEqual(dict(input_dict_1, **res['output']['service']),
 291                              res['output']['service'])
 292         self.assertDictEqual(dict(input_dict_2, **res['output']['service']['end-point'][0]['name'][0]),
 293                              res['output']['service']['end-point'][0]['name'][0])
 294         self.assertDictEqual(dict(input_dict_3, **res['output']['service']['end-point'][1]['name'][0]),
 295                              res['output']['service']['end-point'][1]['name'][0])
 296         # If the gate fails is because of the waiting time not being enough
 297         time.sleep(self.WAITING)
 298
 299     def test_16_get_service_PhotonicMedia(self):
 300         response = test_utils.get_service_list_request(
 301             "services/" + str(self.uuid_services.pm))
 302         self.assertEqual(response.status_code, requests.codes.ok)
 303         res = response.json()
 304         self.assertEqual(
 305             res['services'][0]['administrative-state'], 'inService')
 306         self.assertEqual(
 307             res['services'][0]['service-name'], self.uuid_services.pm)
 308         self.assertEqual(
 309             res['services'][0]['connection-type'], 'infrastructure')
 310         self.assertEqual(
 311             res['services'][0]['lifecycle-state'], 'planned')
 312         time.sleep(2)
 313
 314 # test create connectivity service from spdrA to spdrC for odu
 315     def test_17_create_connectivity_service_ODU(self):
 316         # pylint: disable=line-too-long
 317         self.cr_serv_sample_data["input"]["end-point"][0]["layer-protocol-name"] = "ODU"
 318         self.cr_serv_sample_data["input"]["end-point"][0]["service-interface-point"]["service-interface-point-uuid"] = "5efda776-f8de-3e0b-9bbd-2c702e210946"
 319         self.cr_serv_sample_data["input"]["end-point"][1]["layer-protocol-name"] = "ODU"
 320         self.cr_serv_sample_data["input"]["end-point"][1]["service-interface-point"]["service-interface-point-uuid"] = "8116d0af-39fa-3df5-bed2-dd2cd5e8217d"
 321         self.cr_serv_sample_data["input"]["connectivity-constraint"]["service-layer"] = "ODU"
 322
 323         response = test_utils.tapi_create_connectivity_request(self.cr_serv_sample_data)
 324         time.sleep(self.WAITING)
 325         self.assertEqual(response.status_code, requests.codes.ok)
 326         res = response.json()
 327         self.uuid_services.odu = res['output']['service']['uuid']
 328         # pylint: disable=consider-using-f-string
 329         print("odu service uuid : {}".format(self.uuid_services.odu))
 330
 331         input_dict_1 = {'administrative-state': 'LOCKED',
 332                         'lifecycle-state': 'PLANNED',
 333                         'operational-state': 'DISABLED',
 334                         'service-type': 'POINT_TO_POINT_CONNECTIVITY',
 335                         'service-layer': 'ODU',
 336                         'connectivity-direction': 'BIDIRECTIONAL'
 337                         }
 338         input_dict_2 = {'value-name': 'OpenROADM node id',
 339                         'value': 'SPDR-SC1-XPDR1'}
 340         input_dict_3 = {'value-name': 'OpenROADM node id',
 341                         'value': 'SPDR-SA1-XPDR1'}
 342
 343         self.assertDictEqual(dict(input_dict_1, **res['output']['service']),
 344                              res['output']['service'])
 345         self.assertDictEqual(dict(input_dict_2, **res['output']['service']['end-point'][0]['name'][0]),
 346                              res['output']['service']['end-point'][0]['name'][0])
 347         self.assertDictEqual(dict(input_dict_3, **res['output']['service']['end-point'][1]['name'][0]),
 348                              res['output']['service']['end-point'][1]['name'][0])
 349         # If the gate fails is because of the waiting time not being enough
 350         time.sleep(self.WAITING)
 351
 352     def test_18_get_service_ODU(self):
 353         response = test_utils.get_service_list_request(
 354             "services/" + str(self.uuid_services.odu))
 355         self.assertEqual(response.status_code, requests.codes.ok)
 356         res = response.json()
 357         self.assertEqual(
 358             res['services'][0]['administrative-state'], 'inService')
 359         self.assertEqual(
 360             res['services'][0]['service-name'], self.uuid_services.odu)
 361         self.assertEqual(
 362             res['services'][0]['connection-type'], 'infrastructure')
 363         self.assertEqual(
 364             res['services'][0]['lifecycle-state'], 'planned')
 365         time.sleep(2)
 366
 367 # test create connectivity service from spdrA to spdrC for dsr
 368     def test_19_create_connectivity_service_DSR(self):
 369         # pylint: disable=line-too-long
 370         self.cr_serv_sample_data["input"]["end-point"][0]["layer-protocol-name"] = "DSR"
 371         self.cr_serv_sample_data["input"]["end-point"][0]["service-interface-point"]["service-interface-point-uuid"] = "c14797a0-adcc-3875-a1fe-df8949d1a2d7"
 372         self.cr_serv_sample_data["input"]["end-point"][1]["layer-protocol-name"] = "DSR"
 373         self.cr_serv_sample_data["input"]["end-point"][1]["service-interface-point"]["service-interface-point-uuid"] = "25812ef2-625d-3bf8-af55-5e93946d1c22"
 374         self.cr_serv_sample_data["input"]["connectivity-constraint"]["service-layer"] = "DSR"
 375         self.cr_serv_sample_data["input"]["connectivity-constraint"]["requested-capacity"]["total-size"]["value"] = "10"
 376
 377         response = test_utils.tapi_create_connectivity_request(self.cr_serv_sample_data)
 378         time.sleep(self.WAITING)
 379         self.assertEqual(response.status_code, requests.codes.ok)
 380         res = response.json()
 381         self.uuid_services.dsr = res['output']['service']['uuid']
 382         # pylint: disable=consider-using-f-string
 383         print("dsr service uuid : {}".format(self.uuid_services.dsr))
 384
 385         input_dict_1 = {'administrative-state': 'LOCKED',
 386                         'lifecycle-state': 'PLANNED',
 387                         'operational-state': 'DISABLED',
 388                         'service-type': 'POINT_TO_POINT_CONNECTIVITY',
 389                         'service-layer': 'DSR',
 390                         'connectivity-direction': 'BIDIRECTIONAL'
 391                         }
 392         input_dict_2 = {'value-name': 'OpenROADM node id',
 393                         'value': 'SPDR-SC1-XPDR1'}
 394         input_dict_3 = {'value-name': 'OpenROADM node id',
 395                         'value': 'SPDR-SA1-XPDR1'}
 396
 397         self.assertDictEqual(dict(input_dict_1,
 398                                   **res['output']['service']),
 399                              res['output']['service'])
 400         self.assertDictEqual(dict(input_dict_2,
 401                                   **res['output']['service']['end-point'][0]['name'][0]),
 402                              res['output']['service']['end-point'][0]['name'][0])
 403         self.assertDictEqual(dict(input_dict_3,
 404                                   **res['output']['service']['end-point'][1]['name'][0]),
 405                              res['output']['service']['end-point'][1]['name'][0])
 406         # The sleep here is okey as the DSR service creation is very fast
 407         time.sleep(self.WAITING)
 408
 409     def test_20_get_service_DSR(self):
 410         response = test_utils.get_service_list_request(
 411             "services/" + str(self.uuid_services.dsr))
 412         self.assertEqual(response.status_code, requests.codes.ok)
 413         res = response.json()
 414         self.assertEqual(
 415             res['services'][0]['administrative-state'], 'inService')
 416         self.assertEqual(
 417             res['services'][0]['service-name'], self.uuid_services.dsr)
 418         self.assertEqual(
 419             res['services'][0]['connection-type'], 'service')
 420         self.assertEqual(
 421             res['services'][0]['lifecycle-state'], 'planned')
 422         time.sleep(2)
 423
 424     def test_21_get_connectivity_service_list(self):
 425         response = test_utils.tapi_get_service_list_request()
 426         self.assertEqual(response.status_code, requests.codes.ok)
 427         res = response.json()
 428         liste_service = res['output']['service']
 429         for ele in liste_service:
 430             if ele['uuid'] == self.uuid_services.pm:
 431                 self.assertEqual(ele['operational-state'], 'ENABLED')
 432                 self.assertEqual(ele['service-layer'], 'PHOTONIC_MEDIA')
 433                 nbconnection = len(ele['connection'])
 434                 self.assertEqual(nbconnection, 3, 'There should be 3 connections')
 435             elif ele['uuid'] == self.uuid_services.odu:
 436                 self.assertEqual(ele['operational-state'], 'ENABLED')
 437                 self.assertEqual(ele['service-layer'], 'ODU')
 438                 nbconnection = len(ele['connection'])
 439                 self.assertEqual(nbconnection, 1, 'There should be 1 connections')
 440             elif ele['uuid'] == self.uuid_services.dsr:
 441                 self.assertEqual(ele['operational-state'], 'ENABLED')
 442                 self.assertEqual(ele['service-layer'], 'DSR')
 443                 nbconnection = len(ele['connection'])
 444                 self.assertEqual(nbconnection, 2, 'There should be 2 connections')
 445             else:
 446                 self.fail("get connectivity service failed")
 447         time.sleep(2)
 448
 449     def test_22_delete_connectivity_service_DSR(self):
 450         response = test_utils.tapi_delete_connectivity_request(self.uuid_services.dsr)
 451         self.assertEqual(response.status_code, requests.codes.no_content)
 452         time.sleep(self.WAITING)
 453
 454     def test_23_delete_connectivity_service_ODU(self):
 455         response = test_utils.tapi_delete_connectivity_request(self.uuid_services.odu)
 456         self.assertEqual(response.status_code, requests.codes.no_content)
 457         time.sleep(self.WAITING)
 458
 459     def test_24_delete_connectivity_service_PhotonicMedia(self):
 460         response = test_utils.tapi_delete_connectivity_request(self.uuid_services.pm)
 461         self.assertEqual(response.status_code, requests.codes.no_content)
 462         time.sleep(self.WAITING)
 463
 464     def test_25_get_no_tapi_services(self):
 465         response = test_utils.tapi_get_service_list_request()
 466         res = response.json()
 467         self.assertIn(
 468             {"error-type": "rpc", "error-tag": "operation-failed",
 469              "error-message": "No services exist in datastore",
 470              "error-info": "<severity>error</severity>"},
 471             res['errors']['error'])
 472         time.sleep(2)
 473
 474     def test_26_get_no_openroadm_services(self):
 475         response = test_utils.get_service_list_request("")
 476         self.assertEqual(response.status_code, requests.codes.conflict)
 477         res = response.json()
 478         self.assertIn(
 479             {"error-type": "application", "error-tag": "data-missing",
 480              "error-message": "Request could not be completed because the relevant data model content does not exist"},
 481             res['errors']['error'])
 482         time.sleep(2)
 483
 484     def test_27_disconnect_spdrA(self):
 485         response = test_utils.unmount_device("SPDR-SA1")
 486         self.assertEqual(response.status_code, requests.codes.ok,
 487                          test_utils.CODE_SHOULD_BE_200)
 488
 489     def test_28_disconnect_spdrC(self):
 490         response = test_utils.unmount_device("SPDR-SC1")
 491         self.assertEqual(response.status_code, requests.codes.ok,
 492                          test_utils.CODE_SHOULD_BE_200)
 493
 494     def test_29_disconnect_roadmA(self):
 495         response = test_utils.unmount_device("ROADM-A1")
 496         self.assertEqual(response.status_code, requests.codes.ok,
 497                          test_utils.CODE_SHOULD_BE_200)
 498
 499     def test_30_disconnect_roadmC(self):
 500         response = test_utils.unmount_device("ROADM-C1")
 501         self.assertEqual(response.status_code, requests.codes.ok,
 502                          test_utils.CODE_SHOULD_BE_200)
 503
 504
 505 if __name__ == "__main__":
 506     unittest.main(verbosity=2)