test/tools/odl-mdsal-clustering-tests/clustering-performance-test/flow_add_delete_test.py

   1 #!/usr/bin/python
   2
   3 __author__ = "Jan Medved"
   4 __copyright__ = "Copyright(c) 2014, Cisco Systems, Inc."
   5 __license__ = "New-style BSD"
   6 __email__ = "jmedved@cisco.com"
   7
   8 import argparse
   9 import time
  10 from flow_config_blaster import FlowConfigBlaster, get_json_from_file
  11 from inventory_crawler import InventoryCrawler
  12 from config_cleanup import cleanup_config
  13
  14
  15 if __name__ == "__main__":
  16
  17     JSON_FLOW_MOD1 = '''{
  18         "flow-node-inventory:flow": [
  19             {
  20                 "flow-node-inventory:cookie": %d,
  21                 "flow-node-inventory:cookie_mask": 65535,
  22                 "flow-node-inventory:flow-name": "%s",
  23                 "flow-node-inventory:hard-timeout": %d,
  24                 "flow-node-inventory:id": "%s",
  25                 "flow-node-inventory:idle-timeout": %d,
  26                 "flow-node-inventory:installHw": false,
  27                 "flow-node-inventory:instructions": {
  28                     "flow-node-inventory:instruction": [
  29                         {
  30                             "flow-node-inventory:apply-actions": {
  31                                 "flow-node-inventory:action": [
  32                                     {
  33                                         "flow-node-inventory:drop-action": {},
  34                                         "flow-node-inventory:order": 0
  35                                     }
  36                                 ]
  37                             },
  38                             "flow-node-inventory:order": 0
  39                         }
  40                     ]
  41                 },
  42                 "flow-node-inventory:match": {
  43                     "flow-node-inventory:ipv4-destination": "%s/32",
  44                     "flow-node-inventory:ethernet-match": {
  45                         "flow-node-inventory:ethernet-type": {
  46                             "flow-node-inventory:type": 2048
  47                         }
  48                     }
  49                 },
  50                 "flow-node-inventory:priority": 2,
  51                 "flow-node-inventory:strict": false,
  52                 "flow-node-inventory:table_id": 0
  53             }
  54         ]
  55     }'''
  56
  57     parser = argparse.ArgumentParser(description='Flow programming performance test: First adds and then deletes flows '
  58                                                  'into the config tree, as specified by optional parameters.')
  59
  60     parser.add_argument('--host', default='127.0.0.1',
  61                         help='Host where odl controller is running (default is 127.0.0.1)')
  62     parser.add_argument('--port', default='8181',
  63                         help='Port on which odl\'s RESTCONF is listening (default is 8181)')
  64     parser.add_argument('--flows', type=int, default=10,
  65                         help='Number of flow add/delete requests to send in each cycle; default 10')
  66     parser.add_argument('--cycles', type=int, default=1,
  67                         help='Number of flow add/delete cycles to send in each thread; default 1')
  68     parser.add_argument('--threads', type=int, default=1,
  69                         help='Number of request worker threads, default=1. '
  70                              'Each thread will add/delete nflows.')
  71     parser.add_argument('--nodes', type=int, default=16,
  72                         help='Number of nodes if mininet is not connected; default=16. If mininet is connected, '
  73                              'flows will be evenly distributed (programmed) into connected nodes.')
  74     parser.add_argument('--delay', type=int, default=2,
  75                         help='Time to wait between the add and delete cycles; default=0')
  76     parser.add_argument('--timeout', type=int, default=100,
  77                         help='The maximum time to wait between the add and delete cycles; default=100')
  78     parser.add_argument('--delete', dest='delete', action='store_true', default=True,
  79                         help='Delete all added flows one by one, benchmark delete '
  80                              'performance.')
  81     parser.add_argument('--bulk-delete', dest='bulk_delete', action='store_true', default=False,
  82                         help='Delete all flows in bulk; default=False')
  83     parser.add_argument('--auth', dest='auth', action='store_true',
  84                         help="Use authenticated access to REST (username: 'admin', password: 'admin'); default=False")
  85     parser.add_argument('--startflow', type=int, default=0,
  86                         help='The starting Flow ID; default=0')
  87     parser.add_argument('--file', default='',
  88                         help='File from which to read the JSON flow template; default: no file, use a built in '
  89                              'template.')
  90
  91     in_args = parser.parse_args()
  92
  93     # Initialize
  94     if in_args.file != '':
  95         flow_template = get_json_from_file(in_args.file)
  96     else:
  97         flow_template = JSON_FLOW_MOD1
  98
  99     ic = InventoryCrawler(in_args.host, in_args.port, 0, 'operational', in_args.auth, False)
 100
 101     fct = FlowConfigBlaster(in_args.host, in_args.port, in_args.cycles, in_args.threads, in_args.nodes,
 102                             in_args.flows, in_args.startflow, in_args.auth, flow_template)
 103
 104     # Get baseline stats
 105     ic.crawl_inventory()
 106     reported = ic.reported_flows
 107     found = ic.found_flows
 108
 109     print 'Baseline:'
 110     print '   Reported nodes: %d' % reported
 111     print '   Found nodes:    %d' % found
 112
 113     # Run through <cycles>, where <threads> are started in each cycle and <flows> are added from each thread
 114     fct.add_blaster()
 115
 116     print '\n*** Total flows added: %s' % fct.get_total_flows()
 117     print '    HTTP[OK] results:  %d\n' % fct.get_ok_flows()
 118
 119     # Wait for stats to catch up
 120     total_delay = 0
 121     exp_found = found + fct.get_ok_flows()
 122     exp_reported = reported + fct.get_ok_flows()
 123
 124     print 'Waiting for stats to catch up:'
 125     while True:
 126         ic.crawl_inventory()
 127         print '   %d, %d' % (ic.reported_flows, ic.found_flows)
 128         if ic.found_flows == exp_found or total_delay > in_args.timeout:
 129             break
 130         total_delay += in_args.delay
 131         time.sleep(in_args.delay)
 132
 133     if total_delay < in_args.timeout:
 134         print 'Stats collected in %d seconds.' % total_delay
 135     else:
 136         print 'Stats collection did not finish in %d seconds. Aborting...' % total_delay
 137
 138     # Run through <cycles>, where <threads> are started in each cycle and <flows> previously added in an add cycle are
 139     # deleted in each thread
 140     if in_args.bulk_delete:
 141         print '\nDeleting all flows in bulk:\n   ',
 142         cleanup_config(in_args.host, in_args.port, in_args.auth)
 143     else:
 144         print '\nDeleting flows one by one\n   ',
 145         fct.delete_blaster()
 146
 147     # Wait for stats to catch up
 148     total_delay = 0
 149
 150     print '\nWaiting for stats to catch up:'
 151     while True:
 152         ic.crawl_inventory()
 153         if ic.found_flows == found or total_delay > in_args.timeout:
 154             break
 155         total_delay += in_args.delay
 156         print '   %d, %d' % (ic.reported_flows, ic.found_flows)
 157         time.sleep(in_args.delay)
 158
 159     if total_delay < in_args.timeout:
 160         print 'Stats collected in %d seconds.' % total_delay
 161     else:
 162         print 'Stats collection did not finish in %d seconds. Aborting...' % total_delay