import com.google.common.base.Preconditions;
import com.google.common.util.concurrent.FutureCallback;
import com.google.common.util.concurrent.Futures;
-import com.google.common.util.concurrent.JdkFutureAdapters;
import com.google.common.util.concurrent.ListenableFuture;
-import com.google.common.util.concurrent.SettableFuture;
import io.netty.util.HashedWheelTimer;
import java.math.BigInteger;
import java.util.ArrayList;
import javax.annotation.CheckForNull;
import javax.annotation.Nonnull;
import org.opendaylight.controller.md.sal.binding.api.DataBroker;
+import org.opendaylight.controller.md.sal.binding.api.NotificationPublishService;
+import org.opendaylight.controller.md.sal.binding.api.NotificationService;
import org.opendaylight.controller.md.sal.binding.api.WriteTransaction;
import org.opendaylight.controller.md.sal.common.api.data.LogicalDatastoreType;
-import org.opendaylight.controller.sal.binding.api.NotificationProviderService;
+import org.opendaylight.openflowjava.protocol.api.connection.OutboundQueue;
+import org.opendaylight.openflowplugin.api.ConnectionException;
import org.opendaylight.openflowplugin.api.OFConstants;
import org.opendaylight.openflowplugin.api.openflow.connection.ConnectionContext;
+import org.opendaylight.openflowplugin.api.openflow.connection.OutboundQueueProvider;
+import org.opendaylight.openflowplugin.api.openflow.connection.ThrottledNotificationsOfferer;
import org.opendaylight.openflowplugin.api.openflow.device.DeviceContext;
import org.opendaylight.openflowplugin.api.openflow.device.DeviceManager;
import org.opendaylight.openflowplugin.api.openflow.device.DeviceState;
import org.opendaylight.openflowplugin.api.openflow.device.MessageTranslator;
import org.opendaylight.openflowplugin.api.openflow.device.RequestContext;
-import org.opendaylight.openflowplugin.api.openflow.device.RequestContextStack;
import org.opendaylight.openflowplugin.api.openflow.device.TranslatorLibrary;
import org.opendaylight.openflowplugin.api.openflow.device.Xid;
import org.opendaylight.openflowplugin.api.openflow.device.handlers.DeviceInitializationPhaseHandler;
import org.opendaylight.openflowplugin.api.openflow.statistics.ofpspecific.MessageIntelligenceAgency;
import org.opendaylight.openflowplugin.impl.common.MultipartRequestInputFactory;
import org.opendaylight.openflowplugin.impl.common.NodeStaticReplyTranslatorUtil;
+import org.opendaylight.openflowplugin.impl.connection.OutboundQueueProviderImpl;
+import org.opendaylight.openflowplugin.impl.connection.ThrottledNotificationsOffererImpl;
import org.opendaylight.openflowplugin.impl.device.listener.OpenflowProtocolListenerFullImpl;
-import org.opendaylight.openflowplugin.impl.rpc.RequestContextImpl;
-import org.opendaylight.openflowplugin.impl.services.OFJResult2RequestCtxFuture;
-import org.opendaylight.openflowplugin.impl.statistics.ofpspecific.MessageIntelligenceAgencyImpl;
+import org.opendaylight.openflowplugin.impl.rpc.AbstractRequestContext;
import org.opendaylight.openflowplugin.impl.util.DeviceStateUtil;
import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.inventory.rev130819.FlowCapableNode;
import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.inventory.rev130819.FlowCapableNodeBuilder;
import org.opendaylight.yang.gen.v1.urn.opendaylight.openflow.common.types.rev130731.CapabilitiesV10;
import org.opendaylight.yang.gen.v1.urn.opendaylight.openflow.common.types.rev130731.MultipartType;
import org.opendaylight.yang.gen.v1.urn.opendaylight.openflow.protocol.rev130731.MultipartReply;
+import org.opendaylight.yang.gen.v1.urn.opendaylight.openflow.protocol.rev130731.OfHeader;
import org.opendaylight.yang.gen.v1.urn.opendaylight.openflow.protocol.rev130731.PortGrouping;
import org.opendaylight.yang.gen.v1.urn.opendaylight.openflow.protocol.rev130731.multipart.reply.MultipartReplyBody;
import org.opendaylight.yang.gen.v1.urn.opendaylight.openflow.protocol.rev130731.multipart.reply.multipart.reply.body.MultipartReplyDescCase;
private static final Logger LOG = LoggerFactory.getLogger(DeviceManagerImpl.class);
- private static final long TICK_DURATION = 500; // 0.5 sec.
+ private static final long TICK_DURATION = 10; // 0.5 sec.
private ScheduledThreadPoolExecutor spyPool;
- private int spyRate = 10;
+ private final int spyRate = 10;
private final DataBroker dataBroker;
private final HashedWheelTimer hashedWheelTimer;
- private RequestContextStack emptyRequestContextStack;
private TranslatorLibrary translatorLibrary;
private DeviceInitializationPhaseHandler deviceInitPhaseHandler;
- private NotificationProviderService notificationService;
- private final List<DeviceContext> synchronizedDeviceContextsList = new ArrayList<DeviceContext>();
- private final MessageIntelligenceAgency messageIntelligenceAgency = new MessageIntelligenceAgencyImpl();
+ private NotificationService notificationService;
+ private NotificationPublishService notificationPublishService;
+ private ThrottledNotificationsOfferer throttledNotificationsOfferer;
- public DeviceManagerImpl(@Nonnull final DataBroker dataBroker) {
+ private final List<DeviceContext> deviceContexts = new ArrayList<DeviceContext>();
+ private final MessageIntelligenceAgency messageIntelligenceAgency;
+
+ private final long barrierNanos = TimeUnit.MILLISECONDS.toNanos(500);
+ private final int maxQueueDepth = 25600;
+
+ public DeviceManagerImpl(@Nonnull final DataBroker dataBroker,
+ @Nonnull final MessageIntelligenceAgency messageIntelligenceAgency) {
this.dataBroker = Preconditions.checkNotNull(dataBroker);
- hashedWheelTimer = new HashedWheelTimer(TICK_DURATION, TimeUnit.MILLISECONDS, 10);
+ hashedWheelTimer = new HashedWheelTimer(TICK_DURATION, TimeUnit.MILLISECONDS, 500);
/* merge empty nodes to oper DS to predict any problems with missing parent for Node */
final WriteTransaction tx = dataBroker.newWriteOnlyTransaction();
- tx.merge(LogicalDatastoreType.OPERATIONAL, InstanceIdentifier.create(Nodes.class), new NodesBuilder().build());
- tx.submit();
-
- emptyRequestContextStack = new RequestContextStack() {
- @Override
- public <T> void forgetRequestContext(final RequestContext<T> requestContext) {
- //NOOP
- }
- @Override
- public <T> SettableFuture<RpcResult<T>> storeOrFail(final RequestContext<T> data) {
- return data.getFuture();
- }
+ final NodesBuilder nodesBuilder = new NodesBuilder();
+ nodesBuilder.setNode(Collections.<Node>emptyList());
+ tx.merge(LogicalDatastoreType.OPERATIONAL, InstanceIdentifier.create(Nodes.class), nodesBuilder.build());
+ tx.submit();
- @Override
- public <T> RequestContext<T> createRequestContext() {
- return new RequestContextImpl<>(this);
- }
- };
- spyPool = new ScheduledThreadPoolExecutor(1);
- spyPool.scheduleAtFixedRate(messageIntelligenceAgency, spyRate, spyRate, TimeUnit.SECONDS);
+ this.messageIntelligenceAgency = messageIntelligenceAgency;
}
@Override
@Override
public void onDeviceContextLevelUp(final DeviceContext deviceContext) {
// final phase - we have to add new Device to MD-SAL DataStore
- Preconditions.checkNotNull(deviceContext != null);
+ Preconditions.checkNotNull(deviceContext);
((DeviceContextImpl) deviceContext).submitTransaction();
- new BarrierTaskBuilder(deviceContext).buildAndFireBarrierTask();
}
@Override
public void deviceConnected(@CheckForNull final ConnectionContext connectionContext) {
Preconditions.checkArgument(connectionContext != null);
+ final Short version = connectionContext.getFeatures().getVersion();
+ OutboundQueueProvider outboundQueueProvider = new OutboundQueueProviderImpl(version);
+ connectionContext.getConnectionAdapter().registerOutboundQueueHandler(outboundQueueProvider, maxQueueDepth, barrierNanos);
+ connectionContext.setOutboundQueueProvider(outboundQueueProvider);
+
final DeviceState deviceState = new DeviceStateImpl(connectionContext.getFeatures(), connectionContext.getNodeId());
- final DeviceContext deviceContext = new DeviceContextImpl(connectionContext, deviceState, dataBroker, hashedWheelTimer, messageIntelligenceAgency);
+ final DeviceContext deviceContext = new DeviceContextImpl(connectionContext, deviceState, dataBroker, hashedWheelTimer, messageIntelligenceAgency, throttledNotificationsOfferer);
deviceContext.setNotificationService(notificationService);
+ deviceContext.setNotificationPublishService(notificationPublishService);
deviceContext.writeToTransaction(LogicalDatastoreType.OPERATIONAL, deviceState.getNodeInstanceIdentifier(), new NodeBuilder().setId(deviceState.getNodeId()).build());
connectionContext.setDeviceDisconnectedHandler(deviceContext);
final OpenflowProtocolListenerFullImpl messageListener = new OpenflowProtocolListenerFullImpl(
connectionContext.getConnectionAdapter(), deviceContext);
- deviceContext.attachOpenflowMessageListener(messageListener);
+ final ListenableFuture<List<RpcResult<List<MultipartReply>>>> deviceFeaturesFuture;
- ListenableFuture<List<RpcResult<List<MultipartReply>>>> deviceFeaturesFuture = null;
- if (connectionContext.getFeatures().getVersion() == OFConstants.OFP_VERSION_1_0) {
+ if (OFConstants.OFP_VERSION_1_0 == version) {
final CapabilitiesV10 capabilitiesV10 = connectionContext.getFeatures().getCapabilitiesV10();
DeviceStateUtil.setDeviceStateBasedOnV10Capabilities(deviceState, capabilitiesV10);
- deviceFeaturesFuture = createDeviceFeaturesForOF10(messageListener, deviceContext, deviceState);
+ deviceFeaturesFuture = createDeviceFeaturesForOF10(deviceContext, deviceState);
// create empty tables after device description is processed
chainTableTrunkWriteOF10(deviceContext, deviceFeaturesFuture);
final InstanceIdentifier<NodeConnector> connectorII = deviceState.getNodeInstanceIdentifier().child(NodeConnector.class, connector.getKey());
deviceContext.writeToTransaction(LogicalDatastoreType.OPERATIONAL, connectorII, connector);
}
- } else if (connectionContext.getFeatures().getVersion() == OFConstants.OFP_VERSION_1_3) {
+ } else if (OFConstants.OFP_VERSION_1_3 == version) {
final Capabilities capabilities = connectionContext.getFeatures().getCapabilities();
+ LOG.debug("Setting capabilities for device {}", deviceContext.getDeviceState().getNodeId());
DeviceStateUtil.setDeviceStateBasedOnV13Capabilities(deviceState, capabilities);
- deviceFeaturesFuture = createDeviceFeaturesForOF13(messageListener, deviceContext, deviceState);
+ deviceFeaturesFuture = createDeviceFeaturesForOF13(deviceContext, deviceState);
+ } else {
+ deviceFeaturesFuture = Futures.immediateFailedFuture(new ConnectionException("Unsupported version " + version));
}
Futures.addCallback(deviceFeaturesFuture, new FutureCallback<List<RpcResult<List<MultipartReply>>>>() {
});
}
- private void chainTableTrunkWriteOF10(final DeviceContext deviceContext, ListenableFuture<List<RpcResult<List<MultipartReply>>>> deviceFeaturesFuture) {
+ private static void chainTableTrunkWriteOF10(final DeviceContext deviceContext, final ListenableFuture<List<RpcResult<List<MultipartReply>>>> deviceFeaturesFuture) {
Futures.addCallback(deviceFeaturesFuture, new FutureCallback<List<RpcResult<List<MultipartReply>>>>() {
@Override
- public void onSuccess(List<RpcResult<List<MultipartReply>>> results) {
+ public void onSuccess(final List<RpcResult<List<MultipartReply>>> results) {
boolean allSucceeded = true;
- for (RpcResult<List<MultipartReply>> rpcResult : results) {
+ for (final RpcResult<List<MultipartReply>> rpcResult : results) {
allSucceeded &= rpcResult.isSuccessful();
}
if (allSucceeded) {
- synchronized (deviceContext) {
- createEmptyFlowCapableNodeInDs(deviceContext);
- makeEmptyTables(deviceContext, deviceContext.getDeviceState().getNodeInstanceIdentifier(),
- deviceContext.getDeviceState().getFeatures().getTables());
- }
+ createEmptyFlowCapableNodeInDs(deviceContext);
+ makeEmptyTables(deviceContext, deviceContext.getDeviceState().getNodeInstanceIdentifier(),
+ deviceContext.getDeviceState().getFeatures().getTables());
}
}
@Override
- public void onFailure(Throwable t) {
+ public void onFailure(final Throwable t) {
//NOOP
}
});
}
+ private ListenableFuture<RpcResult<List<MultipartReply>>> processReplyDesc(final DeviceContext deviceContext,
+ final DeviceState deviceState) {
- private ListenableFuture<RpcResult<List<MultipartReply>>> processReplyDesc(OpenflowProtocolListenerFullImpl messageListener,
- DeviceContext deviceContext,
- DeviceState deviceState) {
- final ListenableFuture<RpcResult<List<MultipartReply>>> replyDesc = getNodeStaticInfo(messageListener,
- MultipartType.OFPMPDESC, deviceContext, deviceState.getNodeInstanceIdentifier(), deviceState.getVersion());
+ final ListenableFuture<RpcResult<List<MultipartReply>>> replyDesc = getNodeStaticInfo(MultipartType.OFPMPDESC,
+ deviceContext,
+ deviceState.getNodeInstanceIdentifier(),
+ deviceState.getVersion());
return replyDesc;
}
- private ListenableFuture<List<RpcResult<List<MultipartReply>>>> createDeviceFeaturesForOF10(OpenflowProtocolListenerFullImpl messageListener,
- DeviceContext deviceContext,
- DeviceState deviceState) {
- return Futures.allAsList(Arrays.asList(processReplyDesc(messageListener, deviceContext, deviceState)));
+ private ListenableFuture<List<RpcResult<List<MultipartReply>>>> createDeviceFeaturesForOF10(final DeviceContext deviceContext,
+ final DeviceState deviceState) {
+ return Futures.allAsList(Arrays.asList(processReplyDesc(deviceContext, deviceState)));
}
- private ListenableFuture<List<RpcResult<List<MultipartReply>>>> createDeviceFeaturesForOF13(OpenflowProtocolListenerFullImpl messageListener,
- final DeviceContext deviceContext,
+ private ListenableFuture<List<RpcResult<List<MultipartReply>>>> createDeviceFeaturesForOF13(final DeviceContext deviceContext,
final DeviceState deviceState) {
- final ListenableFuture<RpcResult<List<MultipartReply>>> replyDesc = processReplyDesc(messageListener, deviceContext, deviceState);
+ final ListenableFuture<RpcResult<List<MultipartReply>>> replyDesc = processReplyDesc(deviceContext, deviceState);
- final ListenableFuture<RpcResult<List<MultipartReply>>> replyMeterFeature = getNodeStaticInfo(messageListener,
- MultipartType.OFPMPMETERFEATURES, deviceContext, deviceState.getNodeInstanceIdentifier(), deviceState.getVersion());
+ final ListenableFuture<RpcResult<List<MultipartReply>>> replyMeterFeature = getNodeStaticInfo(MultipartType.OFPMPMETERFEATURES,
+ deviceContext,
+ deviceState.getNodeInstanceIdentifier(),
+ deviceState.getVersion());
- final ListenableFuture<RpcResult<List<MultipartReply>>> replyGroupFeatures = getNodeStaticInfo(messageListener,
- MultipartType.OFPMPGROUPFEATURES, deviceContext, deviceState.getNodeInstanceIdentifier(), deviceState.getVersion());
+ final ListenableFuture<RpcResult<List<MultipartReply>>> replyGroupFeatures = getNodeStaticInfo(MultipartType.OFPMPGROUPFEATURES,
+ deviceContext,
+ deviceState.getNodeInstanceIdentifier(),
+ deviceState.getVersion());
- final ListenableFuture<RpcResult<List<MultipartReply>>> replyTableFeatures = getNodeStaticInfo(messageListener,
- MultipartType.OFPMPTABLEFEATURES, deviceContext, deviceState.getNodeInstanceIdentifier(), deviceState.getVersion());
+ final ListenableFuture<RpcResult<List<MultipartReply>>> replyTableFeatures = getNodeStaticInfo(MultipartType.OFPMPTABLEFEATURES,
+ deviceContext,
+ deviceState.getNodeInstanceIdentifier(),
+ deviceState.getVersion());
- final ListenableFuture<RpcResult<List<MultipartReply>>> replyPortDescription = getNodeStaticInfo(messageListener,
- MultipartType.OFPMPPORTDESC, deviceContext, deviceState.getNodeInstanceIdentifier(), deviceState.getVersion());
+ final ListenableFuture<RpcResult<List<MultipartReply>>> replyPortDescription = getNodeStaticInfo(MultipartType.OFPMPPORTDESC,
+ deviceContext,
+ deviceState.getNodeInstanceIdentifier(),
+ deviceState.getVersion());
return Futures.allAsList(Arrays.asList(replyDesc,
replyMeterFeature,
this.translatorLibrary = translatorLibrary;
}
- private ListenableFuture<RpcResult<List<MultipartReply>>> getNodeStaticInfo(final MultiMsgCollector multiMsgCollector, final MultipartType type, final DeviceContext deviceContext,
+ private static ListenableFuture<RpcResult<List<MultipartReply>>> getNodeStaticInfo(final MultipartType type, final DeviceContext deviceContext,
final InstanceIdentifier<Node> nodeII, final short version) {
- final Xid xid = deviceContext.getNextXid();
- final RequestContext<List<MultipartReply>> requestContext = emptyRequestContextStack.createRequestContext();
- requestContext.setXid(xid);
+ final OutboundQueue queue = deviceContext.getPrimaryConnectionContext().getOutboundQueueProvider();
+
+ final Long reserved = deviceContext.getReservedXid();
+ final RequestContext<List<MultipartReply>> requestContext = new AbstractRequestContext<List<MultipartReply>>(reserved) {
+ @Override
+ public void close() {
+ //NOOP
+ }
+ };
+
+ final Xid xid = requestContext.getXid();
+
+ LOG.trace("Hooking xid {} to device context - precaution.", reserved);
- LOG.trace("Hooking xid {} to device context - precaution.", requestContext.getXid().getValue());
- deviceContext.hookRequestCtx(requestContext.getXid(), requestContext);
+ final ListenableFuture<RpcResult<List<MultipartReply>>> requestContextFuture = requestContext.getFuture();
+ final MultiMsgCollector multiMsgCollector = deviceContext.getMultiMsgCollector();
+ multiMsgCollector.registerMultipartRequestContext(requestContext);
- multiMsgCollector.registerMultipartXid(xid.getValue());
- Futures.addCallback(requestContext.getFuture(), new FutureCallback<RpcResult<List<MultipartReply>>>() {
+ createSuccessProcessingCallback(type, deviceContext, nodeII, requestContextFuture);
+
+ queue.commitEntry(xid.getValue(), MultipartRequestInputFactory.makeMultipartRequestInput(xid.getValue(), version, type), new FutureCallback<OfHeader>() {
+ @Override
+ public void onSuccess(final OfHeader ofHeader) {
+ if (ofHeader instanceof MultipartReply) {
+ MultipartReply multipartReply = (MultipartReply) ofHeader;
+ multiMsgCollector.addMultipartMsg(multipartReply);
+ } else {
+ if (null != ofHeader) {
+ LOG.info("Unexpected response type received {}.", ofHeader.getClass());
+ } else {
+ LOG.info("Response received is null.");
+ }
+ }
+
+ }
+
+ @Override
+ public void onFailure(final Throwable t) {
+ LOG.info("Fail response from OutboundQueue.");
+ }
+ });
+
+
+ return requestContext.getFuture();
+ }
+
+ private static void createSuccessProcessingCallback(final MultipartType type, final DeviceContext deviceContext, final InstanceIdentifier<Node> nodeII, final ListenableFuture<RpcResult<List<MultipartReply>>> requestContextFuture) {
+ Futures.addCallback(requestContextFuture, new FutureCallback<RpcResult<List<MultipartReply>>>() {
@Override
public void onSuccess(final RpcResult<List<MultipartReply>> rpcResult) {
final List<MultipartReply> result = rpcResult.getResult();
if (result != null) {
+ LOG.info("Static node {} info: {} collected", nodeII.toString(), type);
translateAndWriteReply(type, deviceContext, nodeII, result);
} else {
final Iterator<RpcError> rpcErrorIterator = rpcResult.getErrors().iterator();
}
@Override
- public void onFailure(final Throwable t) {
- LOG.info("Failed to retrieve static node {} info: {}", type, t.getMessage());
+ public void onFailure(final Throwable throwable) {
+ LOG.info("Request of type {} for static info of node {} failed.", type, nodeII);
}
});
-
- final ListenableFuture<RpcResult<Void>> rpcFuture = JdkFutureAdapters.listenInPoolThread(deviceContext.getPrimaryConnectionContext().getConnectionAdapter()
- .multipartRequest(MultipartRequestInputFactory.makeMultipartRequestInput(xid.getValue(), version, type)));
- final OFJResult2RequestCtxFuture OFJResult2RequestCtxFuture = new OFJResult2RequestCtxFuture(requestContext, deviceContext);
- OFJResult2RequestCtxFuture.processResultFromOfJava(rpcFuture);
-
- return requestContext.getFuture();
}
// FIXME : remove after ovs tableFeatures fix
}
@Override
- public void setNotificationService(final NotificationProviderService notificationServiceParam) {
+ public void setNotificationService(final NotificationService notificationServiceParam) {
notificationService = notificationServiceParam;
}
+ @Override
+ public void setNotificationPublishService(final NotificationPublishService notificationService) {
+ this.notificationPublishService = notificationService;
+ }
+
@Override
public void close() throws Exception {
- for (DeviceContext deviceContext : synchronizedDeviceContextsList) {
+ for (final DeviceContext deviceContext : deviceContexts) {
deviceContext.close();
}
+ if (throttledNotificationsOfferer != null) {
+ throttledNotificationsOfferer.close();
+ }
}
private static void createEmptyFlowCapableNodeInDs(final DeviceContext deviceContext) {
- FlowCapableNodeBuilder flowCapableNodeBuilder = new FlowCapableNodeBuilder();
+ final FlowCapableNodeBuilder flowCapableNodeBuilder = new FlowCapableNodeBuilder();
final InstanceIdentifier<FlowCapableNode> fNodeII = deviceContext.getDeviceState().getNodeInstanceIdentifier().augmentation(FlowCapableNode.class);
deviceContext.writeToTransaction(LogicalDatastoreType.OPERATIONAL, fNodeII, flowCapableNodeBuilder.build());
}
@Override
public void onDeviceContextClosed(final DeviceContext deviceContext) {
- synchronizedDeviceContextsList.remove(deviceContext);
+ deviceContexts.remove(deviceContext);
+ }
+
+ @Override
+ public void initialize() {
+ spyPool = new ScheduledThreadPoolExecutor(1);
+ spyPool.scheduleAtFixedRate(messageIntelligenceAgency, spyRate, spyRate, TimeUnit.SECONDS);
+
+ throttledNotificationsOfferer = new ThrottledNotificationsOffererImpl(notificationPublishService, messageIntelligenceAgency);
}
}