X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?p=controller.git;a=blobdiff_plain;f=opendaylight%2Fmd-sal%2Fsal-akka-raft%2Fsrc%2Fmain%2Fjava%2Forg%2Fopendaylight%2Fcontroller%2Fcluster%2Fraft%2FRaftActorContextImpl.java;h=926e9748d477d8c54fcbde9265197e97a1369063;hp=049b91c416a5ea9fc138a6d094c25f4cc23a99c1;hb=a7740542c8ce1985c0a35767966c781805dfad84;hpb=2727bea09c83646b6cbd2ef9672d0b7f6cf3b22f diff --git a/opendaylight/md-sal/sal-akka-raft/src/main/java/org/opendaylight/controller/cluster/raft/RaftActorContextImpl.java b/opendaylight/md-sal/sal-akka-raft/src/main/java/org/opendaylight/controller/cluster/raft/RaftActorContextImpl.java index 049b91c416..926e9748d4 100644 --- a/opendaylight/md-sal/sal-akka-raft/src/main/java/org/opendaylight/controller/cluster/raft/RaftActorContextImpl.java +++ b/opendaylight/md-sal/sal-akka-raft/src/main/java/org/opendaylight/controller/cluster/raft/RaftActorContextImpl.java @@ -8,23 +8,36 @@ package org.opendaylight.controller.cluster.raft; -import static com.google.common.base.Preconditions.checkState; +import akka.actor.ActorContext; import akka.actor.ActorRef; import akka.actor.ActorSelection; import akka.actor.ActorSystem; import akka.actor.Props; -import akka.actor.UntypedActorContext; +import akka.cluster.Cluster; import com.google.common.annotations.VisibleForTesting; -import com.google.common.base.Supplier; +import com.google.common.base.Preconditions; +import java.util.ArrayList; +import java.util.Collection; +import java.util.HashMap; +import java.util.HashSet; +import java.util.List; import java.util.Map; +import java.util.Optional; +import java.util.Set; +import java.util.function.LongSupplier; import org.opendaylight.controller.cluster.DataPersistenceProvider; +import org.opendaylight.controller.cluster.raft.behaviors.RaftActorBehavior; +import org.opendaylight.controller.cluster.raft.persisted.ServerConfigurationPayload; +import org.opendaylight.controller.cluster.raft.persisted.ServerInfo; +import org.opendaylight.controller.cluster.raft.policy.RaftPolicy; import org.slf4j.Logger; public class RaftActorContextImpl implements RaftActorContext { + private static final LongSupplier JVM_MEMORY_RETRIEVER = () -> Runtime.getRuntime().maxMemory(); private final ActorRef actor; - private final UntypedActorContext context; + private final ActorContext context; private final String id; @@ -36,14 +49,16 @@ public class RaftActorContextImpl implements RaftActorContext { private ReplicatedLog replicatedLog; - private final Map peerAddresses; + private final Map peerInfoMap = new HashMap<>(); private final Logger LOG; private ConfigParams configParams; + private boolean dynamicServerConfiguration = false; + @VisibleForTesting - private Supplier totalMemoryRetriever; + private LongSupplier totalMemoryRetriever = JVM_MEMORY_RETRIEVER; // Snapshot manager will need to be created on demand as it needs raft actor context which cannot // be passed to it in the constructor @@ -51,7 +66,17 @@ public class RaftActorContextImpl implements RaftActorContext { private final DataPersistenceProvider persistenceProvider; - public RaftActorContextImpl(ActorRef actor, UntypedActorContext context, String id, + private short payloadVersion; + + private boolean votingMember = true; + + private RaftActorBehavior currentBehavior; + + private int numVotingPeers = -1; + + private Optional cluster; + + public RaftActorContextImpl(ActorRef actor, ActorContext context, String id, ElectionTerm termInformation, long commitIndex, long lastApplied, Map peerAddresses, ConfigParams configParams, DataPersistenceProvider persistenceProvider, Logger logger) { this.actor = actor; @@ -60,13 +85,26 @@ public class RaftActorContextImpl implements RaftActorContext { this.termInformation = termInformation; this.commitIndex = commitIndex; this.lastApplied = lastApplied; - this.peerAddresses = peerAddresses; this.configParams = configParams; this.persistenceProvider = persistenceProvider; this.LOG = logger; + + for(Map.Entry e: peerAddresses.entrySet()) { + peerInfoMap.put(e.getKey(), new PeerInfo(e.getKey(), e.getValue(), VotingState.VOTING)); + } + } + + @VisibleForTesting + public void setPayloadVersion(short payloadVersion) { + this.payloadVersion = payloadVersion; } - void setConfigParams(ConfigParams configParams) { + @Override + public short getPayloadVersion() { + return payloadVersion; + } + + public void setConfigParams(ConfigParams configParams) { this.configParams = configParams; } @@ -90,6 +128,21 @@ public class RaftActorContextImpl implements RaftActorContext { return actor; } + @Override + public Optional getCluster() { + if(cluster == null) { + try { + cluster = Optional.of(Cluster.get(getActorSystem())); + } catch(Exception e) { + // An exception means there's no cluster configured. This will only happen in unit tests. + LOG.debug("{}: Could not obtain Cluster: {}", getId(), e); + cluster = Optional.empty(); + } + } + + return cluster; + } + @Override public ElectionTerm getTermInformation() { return termInformation; @@ -109,15 +162,18 @@ public class RaftActorContextImpl implements RaftActorContext { return lastApplied; } - @Override public void setLastApplied(long lastApplied) { + @Override + public void setLastApplied(long lastApplied) { this.lastApplied = lastApplied; } - @Override public void setReplicatedLog(ReplicatedLog replicatedLog) { + @Override + public void setReplicatedLog(ReplicatedLog replicatedLog) { this.replicatedLog = replicatedLog; } - @Override public ReplicatedLog getReplicatedLog() { + @Override + public ReplicatedLog getReplicatedLog() { return replicatedLog; } @@ -129,24 +185,91 @@ public class RaftActorContextImpl implements RaftActorContext { return this.LOG; } - @Override public Map getPeerAddresses() { - return peerAddresses; + @Override + public Collection getPeerIds() { + return peerInfoMap.keySet(); + } + + @Override + public Collection getPeers() { + return peerInfoMap.values(); + } + + @Override + public PeerInfo getPeerInfo(String peerId) { + return peerInfoMap.get(peerId); + } + + @Override + public String getPeerAddress(String peerId) { + String peerAddress = null; + PeerInfo peerInfo = peerInfoMap.get(peerId); + if(peerInfo != null) { + peerAddress = peerInfo.getAddress(); + if(peerAddress == null) { + peerAddress = configParams.getPeerAddressResolver().resolve(peerId); + peerInfo.setAddress(peerAddress); + } + } else { + peerAddress = configParams.getPeerAddressResolver().resolve(peerId); + } + + return peerAddress; } - @Override public String getPeerAddress(String peerId) { - return peerAddresses.get(peerId); + @Override + public void updatePeerIds(ServerConfigurationPayload serverConfig){ + votingMember = true; + boolean foundSelf = false; + Set currentPeers = new HashSet<>(this.getPeerIds()); + for(ServerInfo server: serverConfig.getServerConfig()) { + if(getId().equals(server.getId())) { + foundSelf = true; + if(!server.isVoting()) { + votingMember = false; + } + } else { + VotingState votingState = server.isVoting() ? VotingState.VOTING: VotingState.NON_VOTING; + if(!currentPeers.contains(server.getId())) { + this.addToPeers(server.getId(), null, votingState); + } else { + this.getPeerInfo(server.getId()).setVotingState(votingState); + currentPeers.remove(server.getId()); + } + } + } + + for(String peerIdToRemove: currentPeers) { + this.removePeer(peerIdToRemove); + } + + if(!foundSelf) { + votingMember = false; + } + + LOG.debug("{}: Updated server config: isVoting: {}, peers: {}", id, votingMember, peerInfoMap.values()); + + setDynamicServerConfigurationInUse(); } @Override public ConfigParams getConfigParams() { return configParams; } - @Override public void addToPeers(String name, String address) { - peerAddresses.put(name, address); + @Override + public void addToPeers(String id, String address, VotingState votingState) { + peerInfoMap.put(id, new PeerInfo(id, address, votingState)); + numVotingPeers = -1; } - @Override public void removePeer(String name) { - peerAddresses.remove(name); + @Override + public void removePeer(String name) { + if(getId().equals(name)) { + votingMember = false; + } else { + peerInfoMap.remove(name); + numVotingPeers = -1; + } } @Override public ActorSelection getPeerActorSelection(String peerId) { @@ -157,11 +280,13 @@ public class RaftActorContextImpl implements RaftActorContext { return null; } - @Override public void setPeerAddress(String peerId, String peerAddress) { - LOG.info("Peer address for peer {} set to {}", peerId, peerAddress); - checkState(peerAddresses.containsKey(peerId), peerId + " is unknown"); - - peerAddresses.put(peerId, peerAddress); + @Override + public void setPeerAddress(String peerId, String peerAddress) { + PeerInfo peerInfo = peerInfoMap.get(peerId); + if(peerInfo != null) { + LOG.info("Peer address for peer {} set to {}", peerId, peerAddress); + peerInfo.setAddress(peerAddress); + } } @Override @@ -174,21 +299,93 @@ public class RaftActorContextImpl implements RaftActorContext { @Override public long getTotalMemory() { - return totalMemoryRetriever != null ? totalMemoryRetriever.get() : Runtime.getRuntime().totalMemory(); + return totalMemoryRetriever.getAsLong(); } @Override - public void setTotalMemoryRetriever(Supplier retriever) { - totalMemoryRetriever = retriever; + public void setTotalMemoryRetriever(LongSupplier retriever) { + totalMemoryRetriever = retriever == null ? JVM_MEMORY_RETRIEVER : retriever; } @Override public boolean hasFollowers() { - return getPeerAddresses().keySet().size() > 0; + return getPeerIds().size() > 0; } @Override public DataPersistenceProvider getPersistenceProvider() { return persistenceProvider; } + + + @Override + public RaftPolicy getRaftPolicy() { + return configParams.getRaftPolicy(); + } + + @Override + public boolean isDynamicServerConfigurationInUse() { + return dynamicServerConfiguration; + } + + @Override + public void setDynamicServerConfigurationInUse() { + this.dynamicServerConfiguration = true; + } + + @Override + public ServerConfigurationPayload getPeerServerInfo(boolean includeSelf) { + if (!isDynamicServerConfigurationInUse()) { + return null; + } + Collection peers = getPeers(); + List newConfig = new ArrayList<>(peers.size() + 1); + for(PeerInfo peer: peers) { + newConfig.add(new ServerInfo(peer.getId(), peer.isVoting())); + } + + if(includeSelf) { + newConfig.add(new ServerInfo(getId(), votingMember)); + } + + return (new ServerConfigurationPayload(newConfig)); + } + + @Override + public boolean isVotingMember() { + return votingMember; + } + + @Override + public boolean anyVotingPeers() { + if(numVotingPeers < 0) { + numVotingPeers = 0; + for(PeerInfo info: getPeers()) { + if(info.isVoting()) { + numVotingPeers++; + } + } + } + + return numVotingPeers > 0; + } + + @Override + public RaftActorBehavior getCurrentBehavior() { + return currentBehavior; + } + + void setCurrentBehavior(final RaftActorBehavior behavior) { + this.currentBehavior = Preconditions.checkNotNull(behavior); + } + + void close() { + if (currentBehavior != null) { + try { + currentBehavior.close(); + } catch (Exception e) { + LOG.debug("{}: Error closing behavior {}", getId(), currentBehavior.state()); + } + } + } }