*/
package org.opendaylight.openflowplugin.impl.lifecycle;
-import com.google.common.base.Function;
+import com.google.common.collect.Lists;
+import com.google.common.util.concurrent.FutureCallback;
import com.google.common.util.concurrent.Futures;
import com.google.common.util.concurrent.ListenableFuture;
-import java.util.ArrayList;
-import java.util.HashSet;
import java.util.List;
-import java.util.Set;
+import java.util.Objects;
+import java.util.concurrent.CopyOnWriteArrayList;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.atomic.AtomicBoolean;
+import java.util.concurrent.atomic.AtomicReference;
+import java.util.stream.Collectors;
+import javax.annotation.Nonnull;
import javax.annotation.Nullable;
-import org.eclipse.jdt.annotation.NonNull;
import org.opendaylight.mdsal.singleton.common.api.ClusterSingletonServiceProvider;
+import org.opendaylight.mdsal.singleton.common.api.ServiceGroupIdentifier;
import org.opendaylight.openflowplugin.api.openflow.OFPContext;
import org.opendaylight.openflowplugin.api.openflow.connection.ConnectionContext;
import org.opendaylight.openflowplugin.api.openflow.device.DeviceContext;
+import org.opendaylight.openflowplugin.api.openflow.device.DeviceInfo;
+import org.opendaylight.openflowplugin.api.openflow.device.handlers.DeviceRemovedHandler;
import org.opendaylight.openflowplugin.api.openflow.lifecycle.ContextChain;
-import org.opendaylight.openflowplugin.api.openflow.lifecycle.LifecycleService;
-import org.opendaylight.openflowplugin.api.openflow.rpc.RpcContext;
+import org.opendaylight.openflowplugin.api.openflow.lifecycle.ContextChainMastershipState;
+import org.opendaylight.openflowplugin.api.openflow.lifecycle.ContextChainMastershipWatcher;
+import org.opendaylight.openflowplugin.api.openflow.lifecycle.ContextChainState;
+import org.opendaylight.openflowplugin.api.openflow.lifecycle.ContextChainStateListener;
+import org.opendaylight.openflowplugin.api.openflow.lifecycle.GuardedContext;
import org.opendaylight.openflowplugin.api.openflow.statistics.StatisticsContext;
-import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflow.provider.config.rev160510.ContextChainState;
+import org.opendaylight.yang.gen.v1.urn.opendaylight.role.service.rev150727.SetRoleOutput;
+import org.opendaylight.yangtools.yang.common.RpcResult;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class ContextChainImpl implements ContextChain {
-
private static final Logger LOG = LoggerFactory.getLogger(ContextChainImpl.class);
- private Set<OFPContext> contexts = new HashSet<>();
- private StatisticsContext statisticsContext;
- private DeviceContext deviceContext;
- private RpcContext rpcContext;
- private volatile ContextChainState contextChainState;
- private LifecycleService lifecycleService;
- private ConnectionContext primaryConnectionContext;
+ private final AtomicBoolean masterStateOnDevice = new AtomicBoolean(false);
+ private final AtomicBoolean initialGathering = new AtomicBoolean(false);
+ private final AtomicBoolean initialSubmitting = new AtomicBoolean(false);
+ private final AtomicBoolean registryFilling = new AtomicBoolean(false);
+ private final AtomicBoolean rpcRegistration = new AtomicBoolean(false);
+ private final List<DeviceRemovedHandler> deviceRemovedHandlers = new CopyOnWriteArrayList<>();
+ private final List<GuardedContext> contexts = new CopyOnWriteArrayList<>();
+ private final List<ConnectionContext> auxiliaryConnections = new CopyOnWriteArrayList<>();
+ private final ExecutorService executorService;
+ private final ContextChainMastershipWatcher contextChainMastershipWatcher;
+ private final DeviceInfo deviceInfo;
+ private final ConnectionContext primaryConnection;
+ private final AtomicReference<ContextChainState> contextChainState =
+ new AtomicReference<>(ContextChainState.UNDEFINED);
+ private AutoCloseable registration;
- public ContextChainImpl() {
- this.contextChainState = ContextChainState.INITIALIZED;
+ ContextChainImpl(@Nonnull final ContextChainMastershipWatcher contextChainMastershipWatcher,
+ @Nonnull final ConnectionContext connectionContext,
+ @Nonnull final ExecutorService executorService) {
+ this.contextChainMastershipWatcher = contextChainMastershipWatcher;
+ this.primaryConnection = connectionContext;
+ this.deviceInfo = connectionContext.getDeviceInfo();
+ this.executorService = executorService;
}
@Override
- public boolean isReady() {
- return false;
+ public <T extends OFPContext> void addContext(@Nonnull final T context) {
+ contexts.add(new GuardedContextImpl(context));
}
@Override
- public <T extends OFPContext> void addContext(final T context) {
- if (context instanceof StatisticsContext) {
- this.statisticsContext = (StatisticsContext) context;
- } else {
- if (context instanceof DeviceContext) {
- this.deviceContext = (DeviceContext) context;
- } else {
- if (context instanceof RpcContext) {
- this.rpcContext = (RpcContext) context;
- }
- }
+ public void instantiateServiceInstance() {
+ LOG.info("Starting clustering services for node {}", deviceInfo);
+
+ try {
+ contexts.forEach(OFPContext::instantiateServiceInstance);
+ LOG.info("Started clustering services for node {}", deviceInfo);
+ } catch (final Exception ex) {
+ executorService.submit(() -> contextChainMastershipWatcher
+ .onNotAbleToStartMastershipMandatory(deviceInfo, ex.toString()));
}
- contexts.add(context);
}
@Override
- public void addLifecycleService(final LifecycleService lifecycleService) {
- this.lifecycleService = lifecycleService;
+ public ListenableFuture<Void> closeServiceInstance() {
+ LOG.info("Closing clustering services for node {}", deviceInfo);
+ contextChainMastershipWatcher.onSlaveRoleAcquired(deviceInfo);
+
+ final ListenableFuture<List<Void>> servicesToBeClosed = Futures
+ .allAsList(Lists.reverse(contexts)
+ .stream()
+ .map(OFPContext::closeServiceInstance)
+ .collect(Collectors.toList()));
+
+ return Futures.transform(servicesToBeClosed, (input) -> {
+ LOG.info("Closed clustering services for node {}", deviceInfo);
+ return null;
+ }, executorService);
}
+ @Nonnull
@Override
- public ListenableFuture<Void> stopChain(boolean connectionDropped) {
- //TODO: stopClusterServices change parameter
- final List<ListenableFuture<Void>> futureList = new ArrayList<>();
- futureList.add(statisticsContext.stopClusterServices());
- futureList.add(rpcContext.stopClusterServices());
- futureList.add(deviceContext.stopClusterServices(connectionDropped));
-
- return Futures.transform(Futures.successfulAsList(futureList), new Function<List<Void>, Void>() {
- @Nullable
- @Override
- public Void apply(@Nullable List<Void> input) {
- LOG.debug("Closed clustering MASTER services for node {}", deviceContext.getDeviceInfo().getLOGValue());
- contextChainState = ContextChainState.WORKINGSLAVE;
- return null;
- }
- });
+ public ServiceGroupIdentifier getIdentifier() {
+ return deviceInfo.getServiceIdentifier();
}
@Override
- public ListenableFuture<Void> startChain() {
- if (ContextChainState.INITIALIZED.equals(this.contextChainState)) {
- return Futures.transform(this.statisticsContext.initialGatherDynamicData(), new Function<Boolean, Void>() {
- @Nullable
- @Override
- public Void apply(@Nullable Boolean aBoolean) {
- contextChainState = ContextChainState.WORKINGMASTER;
- return null;
- }
- });
- } else {
- this.contextChainState = ContextChainState.WORKINGMASTER;
+ public void close() {
+ if (ContextChainState.CLOSED.equals(contextChainState.get())) {
+ LOG.debug("ContextChain for node {} is already in TERMINATION state.", deviceInfo);
+ return;
}
- return Futures.immediateFuture(null);
+
+ contextChainState.set(ContextChainState.CLOSED);
+ contextChainMastershipWatcher.onSlaveRoleAcquired(deviceInfo);
+
+ // Close all connections to devices
+ auxiliaryConnections.forEach(connectionContext -> connectionContext.closeConnection(false));
+ auxiliaryConnections.clear();
+ primaryConnection.closeConnection(true);
+
+ // Close all contexts (device, statistics, rpc)
+ contexts.forEach(OFPContext::close);
+ contexts.clear();
+
+ // If we are still registered and we are not already closing, then close the registration
+ if (Objects.nonNull(registration)) {
+ try {
+ LOG.info("Closing clustering services registration for node {}", deviceInfo);
+ registration.close();
+ registration = null;
+ LOG.info("Closed clustering services registration for node {}", deviceInfo);
+ } catch (final Exception e) {
+ LOG.warn("Failed to close clustering services registration for node {} with exception: ",
+ deviceInfo, e);
+ }
+ }
+
+ // We are closing, so cleanup all managers now
+ deviceRemovedHandlers.forEach(h -> h.onDeviceRemoved(deviceInfo));
+ deviceRemovedHandlers.clear();
}
@Override
- public void close() {
-
+ public void makeContextChainStateSlave() {
+ unMasterMe();
+ changeMastershipState(ContextChainState.WORKING_SLAVE);
}
@Override
- public void changePrimaryConnection(final ConnectionContext connectionContext) {
- this.primaryConnectionContext = connectionContext;
- this.contextChainState = ContextChainState.INITIALIZED;
- for (OFPContext context : contexts) {
- context.replaceConnection(connectionContext);
- }
+ public void registerServices(final ClusterSingletonServiceProvider clusterSingletonServiceProvider) {
+ LOG.info("Registering clustering services for node {}", deviceInfo);
+ registration = Objects.requireNonNull(clusterSingletonServiceProvider
+ .registerClusterSingletonService(this));
+ LOG.info("Registered clustering services for node {}", deviceInfo);
}
@Override
- public ContextChainState getContextChainState() {
- return contextChainState;
+ public void makeDeviceSlave() {
+ unMasterMe();
+
+ contexts.forEach(context -> {
+ if (context.map(DeviceContext.class::isInstance)) {
+ Futures.addCallback(context.map(DeviceContext.class::cast).makeDeviceSlave(),
+ new DeviceSlaveCallback(), executorService);
+ }
+ });
}
@Override
- public ListenableFuture<Void> connectionDropped() {
- ContextChainState oldState = this.contextChainState;
- this.contextChainState = ContextChainState.SLEEPING;
- if (oldState.equals(ContextChainState.WORKINGMASTER)) {
- return this.stopChain(true);
+ public boolean isMastered(@Nonnull ContextChainMastershipState mastershipState) {
+ switch (mastershipState) {
+ case INITIAL_SUBMIT:
+ LOG.debug("Device {}, initial submit OK.", deviceInfo);
+ this.initialSubmitting.set(true);
+ break;
+ case MASTER_ON_DEVICE:
+ LOG.debug("Device {}, master state OK.", deviceInfo);
+ this.masterStateOnDevice.set(true);
+ break;
+ case INITIAL_GATHERING:
+ LOG.debug("Device {}, initial gathering OK.", deviceInfo);
+ this.initialGathering.set(true);
+ break;
+ case RPC_REGISTRATION:
+ LOG.debug("Device {}, RPC registration OK.", deviceInfo);
+ this.rpcRegistration.set(true);
+ break;
+ case INITIAL_FLOW_REGISTRY_FILL:
+ // Flow registry fill is not mandatory to work as a master
+ LOG.debug("Device {}, initial registry filling OK.", deviceInfo);
+ this.registryFilling.set(true);
+ case CHECK:
+ default:
}
- return Futures.immediateFuture(null);
+
+ final boolean result = initialGathering.get() &&
+ masterStateOnDevice.get() &&
+ initialSubmitting.get() &&
+ rpcRegistration.get();
+
+ if (result && mastershipState != ContextChainMastershipState.CHECK) {
+ LOG.info("Device {} is able to work as master{}",
+ deviceInfo,
+ registryFilling.get() ? "." : " WITHOUT flow registry !!!");
+ changeMastershipState(ContextChainState.WORKING_MASTER);
+ }
+
+ return result;
}
@Override
- public ConnectionContext getPrimaryConnectionContext() {
- return primaryConnectionContext;
+ public boolean isClosing() {
+ return ContextChainState.CLOSED.equals(contextChainState.get());
}
@Override
- public void sleepTheChainAndDropConnection() {
- this.contextChainState = ContextChainState.SLEEPING;
- this.primaryConnectionContext.closeConnection(true);
+ public boolean isPrepared() {
+ return this.initialGathering.get() &&
+ this.masterStateOnDevice.get() &&
+ this.rpcRegistration.get();
}
@Override
- public void registerServices(@NonNull final ClusterSingletonServiceProvider clusterSingletonServiceProvider) {
- this.contextChainState = ContextChainState.WORKINGSLAVE;
- this.lifecycleService.registerService(
- clusterSingletonServiceProvider,
- this.deviceContext,
- this.deviceContext.getServiceIdentifier(),
- this.deviceContext.getDeviceInfo());
+ public boolean continueInitializationAfterReconciliation() {
+ final AtomicBoolean initialSubmit = new AtomicBoolean(false);
+
+ contexts.forEach(context -> {
+ if (context.map(StatisticsContext.class::isInstance)) {
+ initialSubmit.set(context.map(StatisticsContext.class::cast).initialSubmitAfterReconciliation());
+ }
+ });
+
+ return initialSubmit.get() && isMastered(ContextChainMastershipState.INITIAL_SUBMIT);
}
@Override
- public void makeDeviceSlave() {
- this.lifecycleService.makeDeviceSlave(this.deviceContext);
+ public boolean addAuxiliaryConnection(@Nonnull ConnectionContext connectionContext) {
+ return (connectionContext.getFeatures().getAuxiliaryId() != 0)
+ && (!ConnectionContext.CONNECTION_STATE.RIP.equals(primaryConnection.getConnectionState()))
+ && auxiliaryConnections.add(connectionContext);
}
@Override
- public void closePrimaryConnection() {
- this.primaryConnectionContext.closeConnection(true);
+ public boolean auxiliaryConnectionDropped(@Nonnull ConnectionContext connectionContext) {
+ return auxiliaryConnections.remove(connectionContext);
}
@Override
- public DeviceContext provideDeviceContext() {
- return this.deviceContext;
+ public void registerDeviceRemovedHandler(@Nonnull final DeviceRemovedHandler deviceRemovedHandler) {
+ deviceRemovedHandlers.add(deviceRemovedHandler);
+ }
+
+ private void changeMastershipState(final ContextChainState contextChainState) {
+ if (ContextChainState.CLOSED.equals(this.contextChainState.get())) {
+ return;
+ }
+
+ boolean propagate = ContextChainState.UNDEFINED.equals(this.contextChainState.get());
+ this.contextChainState.set(contextChainState);
+
+ if (propagate) {
+ contexts.forEach(context -> {
+ if (context.map(ContextChainStateListener.class::isInstance)) {
+ context.map(ContextChainStateListener.class::cast).onStateAcquired(contextChainState);
+ }
+ });
+ }
+ }
+
+ private void unMasterMe() {
+ registryFilling.set(false);
+ initialSubmitting.set(false);
+ initialGathering.set(false);
+ masterStateOnDevice.set(false);
+ rpcRegistration.set(false);
+ }
+
+ private final class DeviceSlaveCallback implements FutureCallback<RpcResult<SetRoleOutput>> {
+ @Override
+ public void onSuccess(@Nullable final RpcResult<SetRoleOutput> result) {
+ contextChainMastershipWatcher.onSlaveRoleAcquired(deviceInfo);
+ }
+
+ @Override
+ public void onFailure(@Nonnull final Throwable t) {
+ contextChainMastershipWatcher.onSlaveRoleNotAcquired(deviceInfo);
+ }
}
}
Code Review / openflowplugin.git / blobdiff