X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?p=controller.git;a=blobdiff_plain;f=opendaylight%2Fmd-sal%2Fsal-akka-raft%2Fsrc%2Fmain%2Fjava%2Forg%2Fopendaylight%2Fcontroller%2Fcluster%2Fraft%2FRaftActorContextImpl.java;h=b307195a7ae038a976beae15997376a30a4f590f;hp=b86a015f6929aa9acc6eb7c0b152fede241e250a;hb=d796a8de8b208ca24bb57aebfc689f8be8bc2c7b;hpb=ac5bcae15c3c9831f2879ae44c66b39130e3f2fe diff --git a/opendaylight/md-sal/sal-akka-raft/src/main/java/org/opendaylight/controller/cluster/raft/RaftActorContextImpl.java b/opendaylight/md-sal/sal-akka-raft/src/main/java/org/opendaylight/controller/cluster/raft/RaftActorContextImpl.java index b86a015f69..b307195a7a 100644 --- a/opendaylight/md-sal/sal-akka-raft/src/main/java/org/opendaylight/controller/cluster/raft/RaftActorContextImpl.java +++ b/opendaylight/md-sal/sal-akka-raft/src/main/java/org/opendaylight/controller/cluster/raft/RaftActorContextImpl.java @@ -13,17 +13,37 @@ import akka.actor.ActorRef; import akka.actor.ActorSelection; import akka.actor.ActorSystem; import akka.actor.Props; - +import akka.cluster.Cluster; import com.google.common.annotations.VisibleForTesting; -import com.google.common.base.Supplier; +import com.google.common.base.Preconditions; +import java.util.ArrayList; import java.util.Collection; import java.util.HashMap; +import java.util.HashSet; +import java.util.List; import java.util.Map; +import java.util.Optional; +import java.util.Set; +import java.util.function.Consumer; +import java.util.function.LongSupplier; +import javax.annotation.Nonnull; import org.opendaylight.controller.cluster.DataPersistenceProvider; +import org.opendaylight.controller.cluster.io.FileBackedOutputStream; +import org.opendaylight.controller.cluster.raft.base.messages.ApplyState; +import org.opendaylight.controller.cluster.raft.behaviors.RaftActorBehavior; +import org.opendaylight.controller.cluster.raft.persisted.ServerConfigurationPayload; +import org.opendaylight.controller.cluster.raft.persisted.ServerInfo; import org.opendaylight.controller.cluster.raft.policy.RaftPolicy; import org.slf4j.Logger; +/** + * Implementation of the RaftActorContext interface. + * + * @author Moiz Raja + * @author Thomas Pantelis + */ public class RaftActorContextImpl implements RaftActorContext { + private static final LongSupplier JVM_MEMORY_RETRIEVER = () -> Runtime.getRuntime().maxMemory(); private final ActorRef actor; @@ -41,12 +61,14 @@ public class RaftActorContextImpl implements RaftActorContext { private final Map peerInfoMap = new HashMap<>(); - private final Logger LOG; + private final Logger log; private ConfigParams configParams; + private boolean dynamicServerConfiguration = false; + @VisibleForTesting - private Supplier totalMemoryRetriever; + private LongSupplier totalMemoryRetriever = JVM_MEMORY_RETRIEVER; // Snapshot manager will need to be created on demand as it needs raft actor context which cannot // be passed to it in the constructor @@ -56,24 +78,38 @@ public class RaftActorContextImpl implements RaftActorContext { private short payloadVersion; + private boolean votingMember = true; + + private RaftActorBehavior currentBehavior; + + private int numVotingPeers = -1; + + private Optional cluster; + + private final Consumer applyStateConsumer; + public RaftActorContextImpl(ActorRef actor, ActorContext context, String id, - ElectionTerm termInformation, long commitIndex, long lastApplied, Map peerAddresses, - ConfigParams configParams, DataPersistenceProvider persistenceProvider, Logger logger) { + @Nonnull ElectionTerm termInformation, long commitIndex, long lastApplied, + @Nonnull Map peerAddresses, + @Nonnull ConfigParams configParams, @Nonnull DataPersistenceProvider persistenceProvider, + @Nonnull Consumer applyStateConsumer, @Nonnull Logger logger) { this.actor = actor; this.context = context; this.id = id; - this.termInformation = termInformation; + this.termInformation = Preconditions.checkNotNull(termInformation); this.commitIndex = commitIndex; this.lastApplied = lastApplied; - this.configParams = configParams; - this.persistenceProvider = persistenceProvider; - this.LOG = logger; + this.configParams = Preconditions.checkNotNull(configParams); + this.persistenceProvider = Preconditions.checkNotNull(persistenceProvider); + this.log = Preconditions.checkNotNull(logger); + this.applyStateConsumer = Preconditions.checkNotNull(applyStateConsumer); - for(Map.Entry e: peerAddresses.entrySet()) { + for (Map.Entry e: Preconditions.checkNotNull(peerAddresses).entrySet()) { peerInfoMap.put(e.getKey(), new PeerInfo(e.getKey(), e.getValue(), VotingState.VOTING)); } } + @VisibleForTesting public void setPayloadVersion(short payloadVersion) { this.payloadVersion = payloadVersion; } @@ -88,12 +124,12 @@ public class RaftActorContextImpl implements RaftActorContext { } @Override - public ActorRef actorOf(Props props){ + public ActorRef actorOf(Props props) { return context.actorOf(props); } @Override - public ActorSelection actorSelection(String path){ + public ActorSelection actorSelection(String path) { return context.actorSelection(path); } @@ -107,6 +143,22 @@ public class RaftActorContextImpl implements RaftActorContext { return actor; } + @Override + @SuppressWarnings("checkstyle:IllegalCatch") + public Optional getCluster() { + if (cluster == null) { + try { + cluster = Optional.of(Cluster.get(getActorSystem())); + } catch (Exception e) { + // An exception means there's no cluster configured. This will only happen in unit tests. + log.debug("{}: Could not obtain Cluster: {}", getId(), e); + cluster = Optional.empty(); + } + } + + return cluster; + } + @Override public ElectionTerm getTermInformation() { return termInformation; @@ -146,7 +198,7 @@ public class RaftActorContextImpl implements RaftActorContext { } @Override public Logger getLogger() { - return this.LOG; + return this.log; } @Override @@ -166,35 +218,79 @@ public class RaftActorContextImpl implements RaftActorContext { @Override public String getPeerAddress(String peerId) { - String peerAddress = null; + String peerAddress; PeerInfo peerInfo = peerInfoMap.get(peerId); - if(peerInfo != null) { + if (peerInfo != null) { peerAddress = peerInfo.getAddress(); - if(peerAddress == null) { + if (peerAddress == null) { peerAddress = configParams.getPeerAddressResolver().resolve(peerId); peerInfo.setAddress(peerAddress); } + } else { + peerAddress = configParams.getPeerAddressResolver().resolve(peerId); } return peerAddress; } + @Override + public void updatePeerIds(ServerConfigurationPayload serverConfig) { + votingMember = true; + boolean foundSelf = false; + Set currentPeers = new HashSet<>(this.getPeerIds()); + for (ServerInfo server : serverConfig.getServerConfig()) { + if (getId().equals(server.getId())) { + foundSelf = true; + if (!server.isVoting()) { + votingMember = false; + } + } else { + VotingState votingState = server.isVoting() ? VotingState.VOTING : VotingState.NON_VOTING; + if (!currentPeers.contains(server.getId())) { + this.addToPeers(server.getId(), null, votingState); + } else { + this.getPeerInfo(server.getId()).setVotingState(votingState); + currentPeers.remove(server.getId()); + } + } + } + + for (String peerIdToRemove : currentPeers) { + this.removePeer(peerIdToRemove); + } + + if (!foundSelf) { + votingMember = false; + } + + log.debug("{}: Updated server config: isVoting: {}, peers: {}", id, votingMember, peerInfoMap.values()); + + setDynamicServerConfigurationInUse(); + } + @Override public ConfigParams getConfigParams() { return configParams; } @Override - public void addToPeers(String id, String address, VotingState votingState) { - peerInfoMap.put(id, new PeerInfo(id, address, votingState)); + public void addToPeers(String peerId, String address, VotingState votingState) { + peerInfoMap.put(peerId, new PeerInfo(peerId, address, votingState)); + numVotingPeers = -1; } - @Override public void removePeer(String name) { - peerInfoMap.remove(name); + @Override + public void removePeer(String name) { + if (getId().equals(name)) { + votingMember = false; + } else { + peerInfoMap.remove(name); + numVotingPeers = -1; + } } @Override public ActorSelection getPeerActorSelection(String peerId) { String peerAddress = getPeerAddress(peerId); - if(peerAddress != null){ + if (peerAddress != null) { return actorSelection(peerAddress); } return null; @@ -203,33 +299,33 @@ public class RaftActorContextImpl implements RaftActorContext { @Override public void setPeerAddress(String peerId, String peerAddress) { PeerInfo peerInfo = peerInfoMap.get(peerId); - if(peerInfo != null) { - LOG.info("Peer address for peer {} set to {}", peerId, peerAddress); + if (peerInfo != null) { + log.info("Peer address for peer {} set to {}", peerId, peerAddress); peerInfo.setAddress(peerAddress); } } @Override public SnapshotManager getSnapshotManager() { - if(snapshotManager == null){ - snapshotManager = new SnapshotManager(this, LOG); + if (snapshotManager == null) { + snapshotManager = new SnapshotManager(this, log); } return snapshotManager; } @Override public long getTotalMemory() { - return totalMemoryRetriever != null ? totalMemoryRetriever.get() : Runtime.getRuntime().totalMemory(); + return totalMemoryRetriever.getAsLong(); } @Override - public void setTotalMemoryRetriever(Supplier retriever) { - totalMemoryRetriever = retriever; + public void setTotalMemoryRetriever(LongSupplier retriever) { + totalMemoryRetriever = retriever == null ? JVM_MEMORY_RETRIEVER : retriever; } @Override public boolean hasFollowers() { - return getPeerIds().size() > 0; + return !getPeerIds().isEmpty(); } @Override @@ -242,4 +338,82 @@ public class RaftActorContextImpl implements RaftActorContext { public RaftPolicy getRaftPolicy() { return configParams.getRaftPolicy(); } + + @Override + public boolean isDynamicServerConfigurationInUse() { + return dynamicServerConfiguration; + } + + @Override + public void setDynamicServerConfigurationInUse() { + this.dynamicServerConfiguration = true; + } + + @Override + public ServerConfigurationPayload getPeerServerInfo(boolean includeSelf) { + if (!isDynamicServerConfigurationInUse()) { + return null; + } + Collection peers = getPeers(); + List newConfig = new ArrayList<>(peers.size() + 1); + for (PeerInfo peer: peers) { + newConfig.add(new ServerInfo(peer.getId(), peer.isVoting())); + } + + if (includeSelf) { + newConfig.add(new ServerInfo(getId(), votingMember)); + } + + return new ServerConfigurationPayload(newConfig); + } + + @Override + public boolean isVotingMember() { + return votingMember; + } + + @Override + public boolean anyVotingPeers() { + if (numVotingPeers < 0) { + numVotingPeers = 0; + for (PeerInfo info: getPeers()) { + if (info.isVoting()) { + numVotingPeers++; + } + } + } + + return numVotingPeers > 0; + } + + @Override + public RaftActorBehavior getCurrentBehavior() { + return currentBehavior; + } + + void setCurrentBehavior(final RaftActorBehavior behavior) { + this.currentBehavior = Preconditions.checkNotNull(behavior); + } + + @Override + public Consumer getApplyStateConsumer() { + return applyStateConsumer; + } + + @Override + public FileBackedOutputStream newFileBackedOutputStream() { + return new FileBackedOutputStream(configParams.getFileBackedStreamingThreshold(), + configParams.getTempFileDirectory()); + } + + @SuppressWarnings("checkstyle:IllegalCatch") + void close() { + if (currentBehavior != null) { + try { + currentBehavior.close(); + } catch (Exception e) { + log.debug("{}: Error closing behavior {}", getId(), currentBehavior.state(), e); + } + } + } }