2 * Copyright IBM Corporation, 2013. All rights reserved.
4 * This program and the accompanying materials are made available under the
5 * terms of the Eclipse Public License v1.0 which accompanies this distribution,
6 * and is available at http://www.eclipse.org/legal/epl-v10.html
8 package org.opendaylight.controller.md.statistics.manager;
10 import java.util.ArrayList;
11 import java.util.List;
12 import java.util.concurrent.ConcurrentHashMap;
13 import java.util.concurrent.ConcurrentMap;
14 import java.util.concurrent.ExecutionException;
15 import java.util.concurrent.Future;
17 import org.eclipse.xtext.xbase.lib.Exceptions;
18 import org.opendaylight.controller.md.statistics.manager.MultipartMessageManager.StatsRequestType;
19 import org.opendaylight.controller.sal.binding.api.NotificationProviderService;
20 import org.opendaylight.controller.sal.binding.api.data.DataModificationTransaction;
21 import org.opendaylight.controller.sal.binding.api.data.DataProviderService;
22 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.inventory.rev130819.FlowCapableNode;
23 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.inventory.rev130819.tables.Table;
24 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.statistics.rev130819.GetAggregateFlowStatisticsFromFlowTableForAllFlowsInputBuilder;
25 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.statistics.rev130819.GetAggregateFlowStatisticsFromFlowTableForAllFlowsOutput;
26 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.statistics.rev130819.GetAllFlowsStatisticsFromAllFlowTablesInputBuilder;
27 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.statistics.rev130819.GetAllFlowsStatisticsFromAllFlowTablesOutput;
28 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.statistics.rev130819.OpendaylightFlowStatisticsService;
29 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.table.statistics.rev131215.GetFlowTablesStatisticsInputBuilder;
30 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.table.statistics.rev131215.GetFlowTablesStatisticsOutput;
31 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.table.statistics.rev131215.OpendaylightFlowTableStatisticsService;
32 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.statistics.rev131111.GetAllGroupStatisticsInputBuilder;
33 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.statistics.rev131111.GetAllGroupStatisticsOutput;
34 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.statistics.rev131111.GetGroupDescriptionInputBuilder;
35 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.statistics.rev131111.GetGroupDescriptionOutput;
36 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.statistics.rev131111.OpendaylightGroupStatisticsService;
37 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.NodeId;
38 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.NodeRef;
39 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.Nodes;
40 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.nodes.Node;
41 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.nodes.NodeKey;
42 import org.opendaylight.yang.gen.v1.urn.opendaylight.meter.statistics.rev131111.GetAllMeterConfigStatisticsInputBuilder;
43 import org.opendaylight.yang.gen.v1.urn.opendaylight.meter.statistics.rev131111.GetAllMeterConfigStatisticsOutput;
44 import org.opendaylight.yang.gen.v1.urn.opendaylight.meter.statistics.rev131111.GetAllMeterStatisticsInputBuilder;
45 import org.opendaylight.yang.gen.v1.urn.opendaylight.meter.statistics.rev131111.GetAllMeterStatisticsOutput;
46 import org.opendaylight.yang.gen.v1.urn.opendaylight.meter.statistics.rev131111.OpendaylightMeterStatisticsService;
47 import org.opendaylight.yang.gen.v1.urn.opendaylight.port.statistics.rev131214.GetAllNodeConnectorsStatisticsInputBuilder;
48 import org.opendaylight.yang.gen.v1.urn.opendaylight.port.statistics.rev131214.GetAllNodeConnectorsStatisticsOutput;
49 import org.opendaylight.yang.gen.v1.urn.opendaylight.port.statistics.rev131214.OpendaylightPortStatisticsService;
50 import org.opendaylight.yang.gen.v1.urn.opendaylight.queue.statistics.rev131216.GetAllQueuesStatisticsFromAllPortsInputBuilder;
51 import org.opendaylight.yang.gen.v1.urn.opendaylight.queue.statistics.rev131216.GetAllQueuesStatisticsFromAllPortsOutput;
52 import org.opendaylight.yang.gen.v1.urn.opendaylight.queue.statistics.rev131216.OpendaylightQueueStatisticsService;
53 import org.opendaylight.yangtools.concepts.Registration;
54 import org.opendaylight.yangtools.yang.binding.InstanceIdentifier;
55 import org.opendaylight.yangtools.yang.binding.NotificationListener;
56 import org.opendaylight.yangtools.yang.common.RpcResult;
57 import org.slf4j.Logger;
58 import org.slf4j.LoggerFactory;
60 public class StatisticsProvider implements AutoCloseable {
62 public final static Logger spLogger = LoggerFactory.getLogger(StatisticsProvider.class);
64 private DataProviderService dps;
66 private NotificationProviderService nps;
68 private OpendaylightGroupStatisticsService groupStatsService;
70 private OpendaylightMeterStatisticsService meterStatsService;
72 private OpendaylightFlowStatisticsService flowStatsService;
74 private OpendaylightPortStatisticsService portStatsService;
76 private OpendaylightFlowTableStatisticsService flowTableStatsService;
78 private OpendaylightQueueStatisticsService queueStatsService;
80 private final MultipartMessageManager multipartMessageManager = new MultipartMessageManager();
82 private Thread statisticsRequesterThread;
84 private final InstanceIdentifier<Nodes> nodesIdentifier = InstanceIdentifier.builder(Nodes.class).toInstance();
86 private final int STATS_THREAD_EXECUTION_TIME= 50000;
87 //Local caching of stats
89 private final ConcurrentMap<NodeId,NodeStatistics> statisticsCache =
90 new ConcurrentHashMap<NodeId,NodeStatistics>();
92 public DataProviderService getDataService() {
96 public void setDataService(final DataProviderService dataService) {
97 this.dps = dataService;
100 public NotificationProviderService getNotificationService() {
104 public void setNotificationService(final NotificationProviderService notificationService) {
105 this.nps = notificationService;
108 public MultipartMessageManager getMultipartMessageManager() {
109 return multipartMessageManager;
112 private final StatisticsUpdateCommiter updateCommiter = new StatisticsUpdateCommiter(StatisticsProvider.this);
114 private Registration<NotificationListener> listenerRegistration;
116 public void start() {
118 NotificationProviderService nps = this.getNotificationService();
119 Registration<NotificationListener> registerNotificationListener = nps.registerNotificationListener(this.updateCommiter);
120 this.listenerRegistration = registerNotificationListener;
122 // Get Group/Meter statistics service instance
123 groupStatsService = StatisticsManagerActivator.getProviderContext().
124 getRpcService(OpendaylightGroupStatisticsService.class);
126 meterStatsService = StatisticsManagerActivator.getProviderContext().
127 getRpcService(OpendaylightMeterStatisticsService.class);
129 flowStatsService = StatisticsManagerActivator.getProviderContext().
130 getRpcService(OpendaylightFlowStatisticsService.class);
132 portStatsService = StatisticsManagerActivator.getProviderContext().
133 getRpcService(OpendaylightPortStatisticsService.class);
135 flowTableStatsService = StatisticsManagerActivator.getProviderContext().
136 getRpcService(OpendaylightFlowTableStatisticsService.class);
138 queueStatsService = StatisticsManagerActivator.getProviderContext().
139 getRpcService(OpendaylightQueueStatisticsService.class);
141 statisticsRequesterThread = new Thread( new Runnable(){
147 statsRequestSender();
149 Thread.sleep(STATS_THREAD_EXECUTION_TIME);
150 }catch (Exception e){
151 spLogger.error("Exception occurred while sending stats request : {}",e);
157 spLogger.debug("Statistics requester thread started with timer interval : {}",STATS_THREAD_EXECUTION_TIME);
159 statisticsRequesterThread.start();
161 spLogger.info("Statistics Provider started.");
164 protected DataModificationTransaction startChange() {
166 DataProviderService dps = this.getDataService();
167 return dps.beginTransaction();
170 private void statsRequestSender(){
172 List<Node> targetNodes = getAllConnectedNodes();
174 if(targetNodes == null)
178 for (Node targetNode : targetNodes){
180 InstanceIdentifier<Node> targetInstanceId = InstanceIdentifier.builder(Nodes.class).child(Node.class,targetNode.getKey()).toInstance();
181 NodeRef targetNodeRef = new NodeRef(targetInstanceId);
185 sendAggregateFlowsStatsFromAllTablesRequest(targetNode.getKey());
187 sendAllFlowsStatsFromAllTablesRequest(targetNodeRef);
189 sendAllNodeConnectorsStatisticsRequest(targetNodeRef);
191 sendAllFlowTablesStatisticsRequest(targetNodeRef);
193 sendAllQueueStatsFromAllNodeConnector (targetNodeRef);
196 spLogger.error("Exception occured while sending statistics requests : {}",e);
199 if(targetNode.getAugmentation(FlowCapableNode.class) != null){
201 spLogger.info("Send request for stats collection to node : {})",targetNode.getId());
204 sendAllGroupStatisticsRequest(targetNodeRef);
205 sendAllMeterStatisticsRequest(targetNodeRef);
206 sendGroupDescriptionRequest(targetNodeRef);
207 sendMeterConfigStatisticsRequest(targetNodeRef);
209 spLogger.error("Exception occured while sending statistics requests : {}", e);
215 private void sendAllFlowTablesStatisticsRequest(NodeRef targetNodeRef) throws InterruptedException, ExecutionException {
216 final GetFlowTablesStatisticsInputBuilder input =
217 new GetFlowTablesStatisticsInputBuilder();
219 input.setNode(targetNodeRef);
221 Future<RpcResult<GetFlowTablesStatisticsOutput>> response =
222 flowTableStatsService.getFlowTablesStatistics(input.build());
224 this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
225 , StatsRequestType.ALL_FLOW_TABLE);
229 private void sendAllFlowsStatsFromAllTablesRequest(NodeRef targetNode) throws InterruptedException, ExecutionException{
230 final GetAllFlowsStatisticsFromAllFlowTablesInputBuilder input =
231 new GetAllFlowsStatisticsFromAllFlowTablesInputBuilder();
233 input.setNode(targetNode);
235 Future<RpcResult<GetAllFlowsStatisticsFromAllFlowTablesOutput>> response =
236 flowStatsService.getAllFlowsStatisticsFromAllFlowTables(input.build());
238 this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
239 , StatsRequestType.ALL_FLOW);
243 private void sendAggregateFlowsStatsFromAllTablesRequest(NodeKey targetNodeKey) throws InterruptedException, ExecutionException{
245 List<Short> tablesId = getTablesFromNode(targetNodeKey);
247 if(tablesId.size() != 0){
248 for(Short id : tablesId){
250 spLogger.info("Send aggregate stats request for flow table {} to node {}",id,targetNodeKey);
251 GetAggregateFlowStatisticsFromFlowTableForAllFlowsInputBuilder input =
252 new GetAggregateFlowStatisticsFromFlowTableForAllFlowsInputBuilder();
254 input.setNode(new NodeRef(InstanceIdentifier.builder(Nodes.class).child(Node.class, targetNodeKey).toInstance()));
255 input.setTableId(new org.opendaylight.yang.gen.v1.urn.opendaylight.table.types.rev131026.TableId(id));
256 Future<RpcResult<GetAggregateFlowStatisticsFromFlowTableForAllFlowsOutput>> response =
257 flowStatsService.getAggregateFlowStatisticsFromFlowTableForAllFlows(input.build());
259 multipartMessageManager.setTxIdAndTableIdMapEntry(response.get().getResult().getTransactionId(), id);
260 this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
261 , StatsRequestType.AGGR_FLOW);
264 spLogger.debug("No details found in data store for flow tables associated with Node {}",targetNodeKey);
268 private void sendAllNodeConnectorsStatisticsRequest(NodeRef targetNode) throws InterruptedException, ExecutionException{
270 final GetAllNodeConnectorsStatisticsInputBuilder input = new GetAllNodeConnectorsStatisticsInputBuilder();
272 input.setNode(targetNode);
274 Future<RpcResult<GetAllNodeConnectorsStatisticsOutput>> response =
275 portStatsService.getAllNodeConnectorsStatistics(input.build());
276 this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
277 , StatsRequestType.ALL_PORT);
281 private void sendAllGroupStatisticsRequest(NodeRef targetNode) throws InterruptedException, ExecutionException{
283 final GetAllGroupStatisticsInputBuilder input = new GetAllGroupStatisticsInputBuilder();
285 input.setNode(targetNode);
287 Future<RpcResult<GetAllGroupStatisticsOutput>> response =
288 groupStatsService.getAllGroupStatistics(input.build());
290 this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
291 , StatsRequestType.ALL_GROUP);
295 private void sendGroupDescriptionRequest(NodeRef targetNode) throws InterruptedException, ExecutionException{
296 final GetGroupDescriptionInputBuilder input = new GetGroupDescriptionInputBuilder();
298 input.setNode(targetNode);
300 Future<RpcResult<GetGroupDescriptionOutput>> response =
301 groupStatsService.getGroupDescription(input.build());
303 this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
304 , StatsRequestType.GROUP_DESC);
308 private void sendAllMeterStatisticsRequest(NodeRef targetNode) throws InterruptedException, ExecutionException{
310 GetAllMeterStatisticsInputBuilder input = new GetAllMeterStatisticsInputBuilder();
312 input.setNode(targetNode);
314 Future<RpcResult<GetAllMeterStatisticsOutput>> response =
315 meterStatsService.getAllMeterStatistics(input.build());
317 this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
318 , StatsRequestType.ALL_METER);;
322 private void sendMeterConfigStatisticsRequest(NodeRef targetNode) throws InterruptedException, ExecutionException{
324 GetAllMeterConfigStatisticsInputBuilder input = new GetAllMeterConfigStatisticsInputBuilder();
326 input.setNode(targetNode);
328 Future<RpcResult<GetAllMeterConfigStatisticsOutput>> response =
329 meterStatsService.getAllMeterConfigStatistics(input.build());
331 this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
332 , StatsRequestType.METER_CONFIG);;
336 private void sendAllQueueStatsFromAllNodeConnector(NodeRef targetNode) throws InterruptedException, ExecutionException {
337 GetAllQueuesStatisticsFromAllPortsInputBuilder input = new GetAllQueuesStatisticsFromAllPortsInputBuilder();
339 input.setNode(targetNode);
341 Future<RpcResult<GetAllQueuesStatisticsFromAllPortsOutput>> response =
342 queueStatsService.getAllQueuesStatisticsFromAllPorts(input.build());
344 this.multipartMessageManager.addTxIdToRequestTypeEntry(response.get().getResult().getTransactionId()
345 , StatsRequestType.ALL_QUEUE_STATS);;
349 public ConcurrentMap<NodeId, NodeStatistics> getStatisticsCache() {
350 return statisticsCache;
353 private List<Node> getAllConnectedNodes(){
355 Nodes nodes = (Nodes) dps.readOperationalData(nodesIdentifier);
359 spLogger.info("Number of connected nodes : {}",nodes.getNode().size());
360 return nodes.getNode();
363 private List<Short> getTablesFromNode(NodeKey nodeKey){
364 InstanceIdentifier<FlowCapableNode> nodesIdentifier = InstanceIdentifier.builder(Nodes.class).child(Node.class,nodeKey).augmentation(FlowCapableNode.class).toInstance();
366 FlowCapableNode node = (FlowCapableNode)dps.readOperationalData(nodesIdentifier);
367 List<Short> tablesId = new ArrayList<Short>();
368 if(node != null && node.getTable()!=null){
369 spLogger.info("Number of tables {} supported by node {}",node.getTable().size(),nodeKey);
370 for(Table table: node.getTable()){
371 tablesId.add(table.getId());
377 @SuppressWarnings("deprecation")
382 spLogger.info("Statistics Provider stopped.");
383 if (this.listenerRegistration != null) {
385 this.listenerRegistration.close();
387 this.statisticsRequesterThread.destroy();
390 } catch (Throwable e) {
391 throw Exceptions.sneakyThrow(e);