opendaylight/md-sal/statistics-manager/src/main/java/org/opendaylight/controller/md/statistics/manager/StatisticsProvider.java

   1 /*
   2  * Copyright IBM Corporation, 2013.  All rights reserved.
   3  *
   4  * This program and the accompanying materials are made available under the
   5  * terms of the Eclipse Public License v1.0 which accompanies this distribution,
   6  * and is available at http://www.eclipse.org/legal/epl-v10.html
   7  */
   8 package org.opendaylight.controller.md.statistics.manager;
   9
  10 import java.util.ArrayList;
  11 import java.util.List;
  12 import java.util.concurrent.ConcurrentHashMap;
  13 import java.util.concurrent.ConcurrentMap;
  14 import java.util.concurrent.ExecutionException;
  15 import java.util.concurrent.Future;
  16
  17 import org.eclipse.xtext.xbase.lib.Exceptions;
  18 import org.opendaylight.controller.md.statistics.manager.MultipartMessageManager.StatsRequestType;
  19 import org.opendaylight.controller.sal.binding.api.NotificationProviderService;
  20 import org.opendaylight.controller.sal.binding.api.data.DataModificationTransaction;
  21 import org.opendaylight.controller.sal.binding.api.data.DataProviderService;
  22 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.inventory.rev130819.FlowCapableNode;
  23 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.inventory.rev130819.tables.Table;
  24 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.statistics.rev130819.GetAggregateFlowStatisticsFromFlowTableForAllFlowsInputBuilder;
  25 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.statistics.rev130819.GetAggregateFlowStatisticsFromFlowTableForAllFlowsOutput;
  26 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.statistics.rev130819.GetAllFlowsStatisticsFromAllFlowTablesInputBuilder;
  27 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.statistics.rev130819.GetAllFlowsStatisticsFromAllFlowTablesOutput;
  28 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.statistics.rev130819.OpendaylightFlowStatisticsService;
  29 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.table.statistics.rev131215.GetFlowTablesStatisticsInputBuilder;
  30 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.table.statistics.rev131215.GetFlowTablesStatisticsOutput;
  31 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.table.statistics.rev131215.OpendaylightFlowTableStatisticsService;
  32 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.statistics.rev131111.GetAllGroupStatisticsInputBuilder;
  33 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.statistics.rev131111.GetAllGroupStatisticsOutput;
  34 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.statistics.rev131111.GetGroupDescriptionInputBuilder;
  35 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.statistics.rev131111.GetGroupDescriptionOutput;
  36 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.statistics.rev131111.OpendaylightGroupStatisticsService;
  37 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.NodeId;
  38 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.NodeRef;
  39 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.Nodes;
  40 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.nodes.Node;
  41 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.nodes.NodeKey;
  42 import org.opendaylight.yang.gen.v1.urn.opendaylight.meter.statistics.rev131111.GetAllMeterConfigStatisticsInputBuilder;
  43 import org.opendaylight.yang.gen.v1.urn.opendaylight.meter.statistics.rev131111.GetAllMeterConfigStatisticsOutput;
  44 import org.opendaylight.yang.gen.v1.urn.opendaylight.meter.statistics.rev131111.GetAllMeterStatisticsInputBuilder;
  45 import org.opendaylight.yang.gen.v1.urn.opendaylight.meter.statistics.rev131111.GetAllMeterStatisticsOutput;
  46 import org.opendaylight.yang.gen.v1.urn.opendaylight.meter.statistics.rev131111.OpendaylightMeterStatisticsService;
  47 import org.opendaylight.yang.gen.v1.urn.opendaylight.port.statistics.rev131214.GetAllPortsStatisticsInputBuilder;
  48 import org.opendaylight.yang.gen.v1.urn.opendaylight.port.statistics.rev131214.GetAllPortsStatisticsOutput;
  49 import org.opendaylight.yang.gen.v1.urn.opendaylight.port.statistics.rev131214.OpendaylightPortStatisticsService;
  50 import org.opendaylight.yang.gen.v1.urn.opendaylight.queue.statistics.rev131216.GetAllQueuesStatisticsFromAllPortsInputBuilder;
  51 import org.opendaylight.yang.gen.v1.urn.opendaylight.queue.statistics.rev131216.GetAllQueuesStatisticsFromAllPortsOutput;
  52 import org.opendaylight.yang.gen.v1.urn.opendaylight.queue.statistics.rev131216.OpendaylightQueueStatisticsService;
  53 import org.opendaylight.yangtools.concepts.Registration;
  54 import org.opendaylight.yangtools.yang.binding.InstanceIdentifier;
  55 import org.opendaylight.yangtools.yang.binding.NotificationListener;
  56 import org.opendaylight.yangtools.yang.common.RpcResult;
  57 import org.slf4j.Logger;
  58 import org.slf4j.LoggerFactory;
  59
  60 public class StatisticsProvider implements AutoCloseable {
  61
  62     public final static Logger spLogger = LoggerFactory.getLogger(StatisticsProvider.class);
  63
  64     private DataProviderService dps;
  65
  66     private NotificationProviderService nps;
  67
  68     private OpendaylightGroupStatisticsService groupStatsService;
  69
  70     private OpendaylightMeterStatisticsService meterStatsService;
  71
  72     private OpendaylightFlowStatisticsService flowStatsService;
  73
  74     private OpendaylightPortStatisticsService portStatsService;
  75
  76     private OpendaylightFlowTableStatisticsService flowTableStatsService;
  77
  78     private OpendaylightQueueStatisticsService queueStatsService;
  79
  80     private final MultipartMessageManager multipartMessageManager = new MultipartMessageManager();
  81
  82     private Thread statisticsRequesterThread;
  83
  84     private final  InstanceIdentifier<Nodes> nodesIdentifier = InstanceIdentifier.builder(Nodes.class).toInstance();
  85
  86     private final int STATS_THREAD_EXECUTION_TIME= 50000;
  87     //Local caching of stats
  88
  89     private final ConcurrentMap<NodeId,NodeStatistics> statisticsCache =
  90             new ConcurrentHashMap<NodeId,NodeStatistics>();
  91
  92     public DataProviderService getDataService() {
  93       return this.dps;
  94     }
  95
  96     public void setDataService(final DataProviderService dataService) {
  97       this.dps = dataService;
  98     }
  99
 100     public NotificationProviderService getNotificationService() {
 101       return this.nps;
 102     }
 103
 104     public void setNotificationService(final NotificationProviderService notificationService) {
 105       this.nps = notificationService;
 106     }
 107
 108     public MultipartMessageManager getMultipartMessageManager() {
 109         return multipartMessageManager;
 110     }
 111
 112     private final StatisticsUpdateCommiter updateCommiter = new StatisticsUpdateCommiter(StatisticsProvider.this);
 113
 114     private Registration<NotificationListener> listenerRegistration;
 115
 116     public void start() {
 117
 118         NotificationProviderService nps = this.getNotificationService();
 119         Registration<NotificationListener> registerNotificationListener = nps.registerNotificationListener(this.updateCommiter);
 120         this.listenerRegistration = registerNotificationListener;
 121
 122         // Get Group/Meter statistics service instance
 123         groupStatsService = StatisticsManagerActivator.getProviderContext().
 124                 getRpcService(OpendaylightGroupStatisticsService.class);
 125
 126         meterStatsService = StatisticsManagerActivator.getProviderContext().
 127                 getRpcService(OpendaylightMeterStatisticsService.class);
 128
 129         flowStatsService = StatisticsManagerActivator.getProviderContext().
 130                 getRpcService(OpendaylightFlowStatisticsService.class);
 131
 132         portStatsService = StatisticsManagerActivator.getProviderContext().
 133                 getRpcService(OpendaylightPortStatisticsService.class);
 134
 135         flowTableStatsService = StatisticsManagerActivator.getProviderContext().
 136                 getRpcService(OpendaylightFlowTableStatisticsService.class);
 137
 138         queueStatsService = StatisticsManagerActivator.getProviderContext().
 139                 getRpcService(OpendaylightQueueStatisticsService.class);
 140
 141         statisticsRequesterThread = new Thread( new Runnable(){
 142
 143             @Override
 144             public void run() {
 145                 while(true){
 146                     try {
 147                         statsRequestSender();
 148
 149                         Thread.sleep(STATS_THREAD_EXECUTION_TIME);
 150                     }catch (Exception e){
 151                         spLogger.error("Exception occurred while sending stats request : {}",e);
 152                     }
 153                 }
 154             }
 155         });
 156
 157         spLogger.debug("Statistics requester thread started with timer interval : {}",STATS_THREAD_EXECUTION_TIME);
 158
 159         statisticsRequesterThread.start();
 160
 161         spLogger.info("Statistics Provider started.");
 162     }
 163
 164     protected DataModificationTransaction startChange() {
 165
 166         DataProviderService dps = this.getDataService();
 167         return dps.beginTransaction();
 168     }
 169
 170     private void statsRequestSender(){
 171
 172         List<Node> targetNodes = getAllConnectedNodes();
 173
 174         if(targetNodes == null)
 175             return;
 176
 177
 178         for (Node targetNode : targetNodes){
 179
 180             InstanceIdentifier<Node> targetInstanceId = InstanceIdentifier.builder(Nodes.class).child(Node.class,targetNode.getKey()).toInstance();
 181             NodeRef targetNodeRef = new NodeRef(targetInstanceId);
 182
 183             System.out.println("ANIL: Target Node object ::"+targetNode.toString());
 184
 185             System.out.println("ANIL: FlowCapableNode augmentations ::"+targetNode.getAugmentation(FlowCapableNode.class));
 186
 187             try {
 188
 189                 sendAggregateFlowsStatsFromAllTablesRequest(targetNode.getKey());
 190
 191                 sendAllFlowsStatsFromAllTablesRequest(targetNodeRef);
 192
 193                 sendAllPortStatisticsRequest(targetNodeRef);
 194
 195                 sendAllFlowTablesStatisticsRequest(targetNodeRef);
 196
 197                 sendAllQueueStatsFromAllNodeConnector (targetNodeRef);
 198
 199             }catch(Exception e){
 200                 spLogger.error("Exception occured while sending statistics requests : {}",e);
 201             }
 202
 203             if(targetNode.getAugmentation(FlowCapableNode.class) != null){
 204
 205                 spLogger.info("Send request for stats collection to node : {})",targetNode.getId());
 206
 207                 try{
 208                   sendAllGroupStatisticsRequest(targetNodeRef);
 209                   Thread.sleep(1000);
 210                   sendAllMeterStatisticsRequest(targetNodeRef);
 211                   Thread.sleep(1000);
 212                   sendGroupDescriptionRequest(targetNodeRef);
 213                   Thread.sleep(1000);
 214                   sendMeterConfigStatisticsRequest(targetNodeRef);
 215                   Thread.sleep(1000);
 216                 }catch(Exception e){
 217                     spLogger.error("Exception occured while sending statistics requests : {}", e);
 218                 }
 219             }
 220         }
 221     }
 222
 223     private void sendAllFlowTablesStatisticsRequest(NodeRef targetNodeRef) throws InterruptedException, ExecutionException {
 224         final GetFlowTablesStatisticsInputBuilder input =
 225                 new GetFlowTablesStatisticsInputBuilder();
 226
 227         input.setNode(targetNodeRef);
 228
 229         Future<RpcResult<GetFlowTablesStatisticsOutput>> response =
 230                 flowTableStatsService.getFlowTablesStatistics(input.build());
 231
 232         this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
 233                 , StatsRequestType.ALL_FLOW_TABLE);
 234
 235     }
 236
 237     private void sendAllFlowsStatsFromAllTablesRequest(NodeRef targetNode) throws InterruptedException, ExecutionException{
 238         final GetAllFlowsStatisticsFromAllFlowTablesInputBuilder input =
 239                 new GetAllFlowsStatisticsFromAllFlowTablesInputBuilder();
 240
 241         input.setNode(targetNode);
 242
 243         Future<RpcResult<GetAllFlowsStatisticsFromAllFlowTablesOutput>> response =
 244                 flowStatsService.getAllFlowsStatisticsFromAllFlowTables(input.build());
 245
 246         this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
 247                 , StatsRequestType.ALL_FLOW);
 248
 249     }
 250
 251     private void sendAggregateFlowsStatsFromAllTablesRequest(NodeKey targetNodeKey) throws InterruptedException, ExecutionException{
 252
 253         List<Short> tablesId = getTablesFromNode(targetNodeKey);
 254
 255         if(tablesId.size() != 0){
 256             for(Short id : tablesId){
 257
 258                 spLogger.info("Send aggregate stats request for flow table {} to node {}",id,targetNodeKey);
 259                 GetAggregateFlowStatisticsFromFlowTableForAllFlowsInputBuilder input =
 260                         new GetAggregateFlowStatisticsFromFlowTableForAllFlowsInputBuilder();
 261
 262                 input.setNode(new NodeRef(InstanceIdentifier.builder(Nodes.class).child(Node.class, targetNodeKey).toInstance()));
 263                 input.setTableId(new org.opendaylight.yang.gen.v1.urn.opendaylight.table.types.rev131026.TableId(id));
 264                 Future<RpcResult<GetAggregateFlowStatisticsFromFlowTableForAllFlowsOutput>> response =
 265                         flowStatsService.getAggregateFlowStatisticsFromFlowTableForAllFlows(input.build());
 266
 267                 multipartMessageManager.setTxIdAndTableIdMapEntry(response.get().getResult().getTransactionId(), id);
 268                 this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
 269                         , StatsRequestType.AGGR_FLOW);
 270             }
 271         }
 272
 273         //Note: Just for testing, because i am not able to fetch table list from datastore
 274         // Bug-225 is raised for investigation.
 275
 276 //                spLogger.info("Send aggregate stats request for flow table {} to node {}",1,targetNodeKey);
 277 //                GetAggregateFlowStatisticsFromFlowTableForAllFlowsInputBuilder input =
 278 //                        new GetAggregateFlowStatisticsFromFlowTableForAllFlowsInputBuilder();
 279 //
 280 //                input.setNode(new NodeRef(InstanceIdentifier.builder(Nodes.class).child(Node.class, targetNodeKey).toInstance()));
 281 //                input.setTableId(new TableId((short)1));
 282 //                Future<RpcResult<GetAggregateFlowStatisticsFromFlowTableForAllFlowsOutput>> response =
 283 //                        flowStatsService.getAggregateFlowStatisticsFromFlowTableForAllFlows(input.build());`
 284 //
 285 //                multipartMessageManager.setTxIdAndTableIdMapEntry(response.get().getResult().getTransactionId(), (short)1);
 286
 287     }
 288
 289     private void sendAllPortStatisticsRequest(NodeRef targetNode) throws InterruptedException, ExecutionException{
 290
 291         final GetAllPortsStatisticsInputBuilder input = new GetAllPortsStatisticsInputBuilder();
 292
 293         input.setNode(targetNode);
 294
 295         Future<RpcResult<GetAllPortsStatisticsOutput>> response =
 296                 portStatsService.getAllPortsStatistics(input.build());
 297         this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
 298                 , StatsRequestType.ALL_PORT);
 299
 300     }
 301
 302     private void sendAllGroupStatisticsRequest(NodeRef targetNode) throws InterruptedException, ExecutionException{
 303
 304         final GetAllGroupStatisticsInputBuilder input = new GetAllGroupStatisticsInputBuilder();
 305
 306         input.setNode(targetNode);
 307
 308         Future<RpcResult<GetAllGroupStatisticsOutput>> response =
 309                 groupStatsService.getAllGroupStatistics(input.build());
 310
 311         this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
 312                 , StatsRequestType.ALL_GROUP);
 313
 314     }
 315
 316     private void sendGroupDescriptionRequest(NodeRef targetNode) throws InterruptedException, ExecutionException{
 317         final GetGroupDescriptionInputBuilder input = new GetGroupDescriptionInputBuilder();
 318
 319         input.setNode(targetNode);
 320
 321         Future<RpcResult<GetGroupDescriptionOutput>> response =
 322                 groupStatsService.getGroupDescription(input.build());
 323
 324         this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
 325                 , StatsRequestType.GROUP_DESC);
 326
 327     }
 328
 329     private void sendAllMeterStatisticsRequest(NodeRef targetNode) throws InterruptedException, ExecutionException{
 330
 331         GetAllMeterStatisticsInputBuilder input = new GetAllMeterStatisticsInputBuilder();
 332
 333         input.setNode(targetNode);
 334
 335         Future<RpcResult<GetAllMeterStatisticsOutput>> response =
 336                 meterStatsService.getAllMeterStatistics(input.build());
 337
 338         this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
 339                 , StatsRequestType.ALL_METER);;
 340
 341     }
 342
 343     private void sendMeterConfigStatisticsRequest(NodeRef targetNode) throws InterruptedException, ExecutionException{
 344
 345         GetAllMeterConfigStatisticsInputBuilder input = new GetAllMeterConfigStatisticsInputBuilder();
 346
 347         input.setNode(targetNode);
 348
 349         Future<RpcResult<GetAllMeterConfigStatisticsOutput>> response =
 350                 meterStatsService.getAllMeterConfigStatistics(input.build());
 351
 352         this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
 353                 , StatsRequestType.METER_CONFIG);;
 354
 355     }
 356
 357     private void sendAllQueueStatsFromAllNodeConnector(NodeRef targetNode) throws InterruptedException, ExecutionException {
 358         GetAllQueuesStatisticsFromAllPortsInputBuilder input = new GetAllQueuesStatisticsFromAllPortsInputBuilder();
 359
 360         input.setNode(targetNode);
 361
 362         Future<RpcResult<GetAllQueuesStatisticsFromAllPortsOutput>> response =
 363                 queueStatsService.getAllQueuesStatisticsFromAllPorts(input.build());
 364
 365         this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
 366                 , StatsRequestType.ALL_QUEUE_STATS);;
 367
 368     }
 369
 370     public ConcurrentMap<NodeId, NodeStatistics> getStatisticsCache() {
 371         return statisticsCache;
 372     }
 373
 374     private List<Node> getAllConnectedNodes(){
 375
 376         Nodes nodes = (Nodes) dps.readOperationalData(nodesIdentifier);
 377         if(nodes == null)
 378             return null;
 379
 380         spLogger.info("Number of connected nodes : {}",nodes.getNode().size());
 381         return nodes.getNode();
 382     }
 383
 384     private List<Short> getTablesFromNode(NodeKey nodeKey){
 385         InstanceIdentifier<FlowCapableNode> nodesIdentifier = InstanceIdentifier.builder(Nodes.class).child(Node.class,nodeKey).augmentation(FlowCapableNode.class).toInstance();
 386
 387         FlowCapableNode node = (FlowCapableNode)dps.readConfigurationData(nodesIdentifier);
 388         List<Short> tablesId = new ArrayList<Short>();
 389         if(node != null && node.getTable()!=null){
 390             spLogger.info("Number of tables {} supported by node {}",node.getTable().size(),nodeKey);
 391             for(Table table: node.getTable()){
 392                 tablesId.add(table.getId());
 393             }
 394         }
 395         return tablesId;
 396     }
 397
 398     @SuppressWarnings("deprecation")
 399     @Override
 400     public void close(){
 401
 402         try {
 403             spLogger.info("Statistics Provider stopped.");
 404             if (this.listenerRegistration != null) {
 405
 406                 this.listenerRegistration.close();
 407
 408                 this.statisticsRequesterThread.destroy();
 409
 410             }
 411           } catch (Throwable e) {
 412             throw Exceptions.sneakyThrow(e);
 413           }
 414     }
 415
 416 }