X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?p=controller.git;a=blobdiff_plain;f=opendaylight%2Fmd-sal%2Fsal-akka-raft%2Fsrc%2Fmain%2Fjava%2Forg%2Fopendaylight%2Fcontroller%2Fcluster%2Fraft%2FRaftActorContextImpl.java;h=8ba0f48d72e9ca8c5825f657bdc5ec9940365c17;hp=9acf849f54d7e34f12ceac4f368bda12cb063585;hb=refs%2Fchanges%2F09%2F83009%2F6;hpb=937708cd46aacd415b63d225782d804095721bc0 diff --git a/opendaylight/md-sal/sal-akka-raft/src/main/java/org/opendaylight/controller/cluster/raft/RaftActorContextImpl.java b/opendaylight/md-sal/sal-akka-raft/src/main/java/org/opendaylight/controller/cluster/raft/RaftActorContextImpl.java index 9acf849f54..8ba0f48d72 100644 --- a/opendaylight/md-sal/sal-akka-raft/src/main/java/org/opendaylight/controller/cluster/raft/RaftActorContextImpl.java +++ b/opendaylight/md-sal/sal-akka-raft/src/main/java/org/opendaylight/controller/cluster/raft/RaftActorContextImpl.java @@ -5,30 +5,44 @@ * terms of the Eclipse Public License v1.0 which accompanies this distribution, * and is available at http://www.eclipse.org/legal/epl-v10.html */ - package org.opendaylight.controller.cluster.raft; +import static java.util.Objects.requireNonNull; + import akka.actor.ActorContext; import akka.actor.ActorRef; import akka.actor.ActorSelection; import akka.actor.ActorSystem; import akka.actor.Props; +import akka.cluster.Cluster; import com.google.common.annotations.VisibleForTesting; -import com.google.common.base.Preconditions; import java.util.ArrayList; import java.util.Collection; import java.util.HashMap; import java.util.HashSet; import java.util.List; import java.util.Map; +import java.util.Optional; import java.util.Set; +import java.util.concurrent.Executor; +import java.util.function.Consumer; import java.util.function.LongSupplier; +import org.eclipse.jdt.annotation.NonNull; import org.opendaylight.controller.cluster.DataPersistenceProvider; -import org.opendaylight.controller.cluster.raft.ServerConfigurationPayload.ServerInfo; +import org.opendaylight.controller.cluster.io.FileBackedOutputStreamFactory; +import org.opendaylight.controller.cluster.raft.base.messages.ApplyState; import org.opendaylight.controller.cluster.raft.behaviors.RaftActorBehavior; +import org.opendaylight.controller.cluster.raft.persisted.ServerConfigurationPayload; +import org.opendaylight.controller.cluster.raft.persisted.ServerInfo; import org.opendaylight.controller.cluster.raft.policy.RaftPolicy; import org.slf4j.Logger; +/** + * Implementation of the RaftActorContext interface. + * + * @author Moiz Raja + * @author Thomas Pantelis + */ public class RaftActorContextImpl implements RaftActorContext { private static final LongSupplier JVM_MEMORY_RETRIEVER = () -> Runtime.getRuntime().maxMemory(); @@ -36,6 +50,8 @@ public class RaftActorContextImpl implements RaftActorContext { private final ActorContext context; + private final @NonNull Executor executor; + private final String id; private final ElectionTerm termInformation; @@ -48,7 +64,7 @@ public class RaftActorContextImpl implements RaftActorContext { private final Map peerInfoMap = new HashMap<>(); - private final Logger LOG; + private final Logger log; private ConfigParams configParams; @@ -69,26 +85,44 @@ public class RaftActorContextImpl implements RaftActorContext { private RaftActorBehavior currentBehavior; - public RaftActorContextImpl(ActorRef actor, ActorContext context, String id, - ElectionTerm termInformation, long commitIndex, long lastApplied, Map peerAddresses, - ConfigParams configParams, DataPersistenceProvider persistenceProvider, Logger logger) { + private int numVotingPeers = -1; + + private Optional cluster; + + private final Consumer applyStateConsumer; + + private final FileBackedOutputStreamFactory fileBackedOutputStreamFactory; + + private RaftActorLeadershipTransferCohort leadershipTransferCohort; + + public RaftActorContextImpl(final ActorRef actor, final ActorContext context, final String id, + final @NonNull ElectionTerm termInformation, final long commitIndex, final long lastApplied, + final @NonNull Map peerAddresses, + final @NonNull ConfigParams configParams, final @NonNull DataPersistenceProvider persistenceProvider, + final @NonNull Consumer applyStateConsumer, final @NonNull Logger logger, + final @NonNull Executor executor) { this.actor = actor; this.context = context; this.id = id; - this.termInformation = termInformation; + this.termInformation = requireNonNull(termInformation); + this.executor = requireNonNull(executor); this.commitIndex = commitIndex; this.lastApplied = lastApplied; - this.configParams = configParams; - this.persistenceProvider = persistenceProvider; - this.LOG = logger; + this.configParams = requireNonNull(configParams); + this.persistenceProvider = requireNonNull(persistenceProvider); + this.log = requireNonNull(logger); + this.applyStateConsumer = requireNonNull(applyStateConsumer); + + fileBackedOutputStreamFactory = new FileBackedOutputStreamFactory( + configParams.getFileBackedStreamingThreshold(), configParams.getTempFileDirectory()); - for(Map.Entry e: peerAddresses.entrySet()) { + for (Map.Entry e : requireNonNull(peerAddresses).entrySet()) { peerInfoMap.put(e.getKey(), new PeerInfo(e.getKey(), e.getValue(), VotingState.VOTING)); } } @VisibleForTesting - public void setPayloadVersion(short payloadVersion) { + public void setPayloadVersion(final short payloadVersion) { this.payloadVersion = payloadVersion; } @@ -97,17 +131,17 @@ public class RaftActorContextImpl implements RaftActorContext { return payloadVersion; } - public void setConfigParams(ConfigParams configParams) { + public void setConfigParams(final ConfigParams configParams) { this.configParams = configParams; } @Override - public ActorRef actorOf(Props props){ + public ActorRef actorOf(final Props props) { return context.actorOf(props); } @Override - public ActorSelection actorSelection(String path){ + public ActorSelection actorSelection(final String path) { return context.actorSelection(path); } @@ -121,6 +155,27 @@ public class RaftActorContextImpl implements RaftActorContext { return actor; } + @Override + public final Executor getExecutor() { + return executor; + } + + @Override + @SuppressWarnings("checkstyle:IllegalCatch") + public Optional getCluster() { + if (cluster == null) { + try { + cluster = Optional.of(Cluster.get(getActorSystem())); + } catch (Exception e) { + // An exception means there's no cluster configured. This will only happen in unit tests. + log.debug("{}: Could not obtain Cluster", getId(), e); + cluster = Optional.empty(); + } + } + + return cluster; + } + @Override public ElectionTerm getTermInformation() { return termInformation; @@ -131,7 +186,7 @@ public class RaftActorContextImpl implements RaftActorContext { return commitIndex; } - @Override public void setCommitIndex(long commitIndex) { + @Override public void setCommitIndex(final long commitIndex) { this.commitIndex = commitIndex; } @@ -141,12 +196,14 @@ public class RaftActorContextImpl implements RaftActorContext { } @Override - public void setLastApplied(long lastApplied) { + public void setLastApplied(final long lastApplied) { + final Throwable stackTrace = log.isTraceEnabled() ? new Throwable() : null; + log.debug("{}: Moving last applied index from {} to {}", id, this.lastApplied, lastApplied, stackTrace); this.lastApplied = lastApplied; } @Override - public void setReplicatedLog(ReplicatedLog replicatedLog) { + public void setReplicatedLog(final ReplicatedLog replicatedLog) { this.replicatedLog = replicatedLog; } @@ -155,12 +212,14 @@ public class RaftActorContextImpl implements RaftActorContext { return replicatedLog; } - @Override public ActorSystem getActorSystem() { + @Override + public ActorSystem getActorSystem() { return context.system(); } - @Override public Logger getLogger() { - return this.LOG; + @Override + public Logger getLogger() { + return this.log; } @Override @@ -174,17 +233,17 @@ public class RaftActorContextImpl implements RaftActorContext { } @Override - public PeerInfo getPeerInfo(String peerId) { + public PeerInfo getPeerInfo(final String peerId) { return peerInfoMap.get(peerId); } @Override - public String getPeerAddress(String peerId) { - String peerAddress = null; + public String getPeerAddress(final String peerId) { + String peerAddress; PeerInfo peerInfo = peerInfoMap.get(peerId); - if(peerInfo != null) { + if (peerInfo != null) { peerAddress = peerInfo.getAddress(); - if(peerAddress == null) { + if (peerAddress == null) { peerAddress = configParams.getPeerAddressResolver().resolve(peerId); peerInfo.setAddress(peerAddress); } @@ -196,19 +255,19 @@ public class RaftActorContextImpl implements RaftActorContext { } @Override - public void updatePeerIds(ServerConfigurationPayload serverConfig){ + public void updatePeerIds(final ServerConfigurationPayload serverConfig) { votingMember = true; boolean foundSelf = false; Set currentPeers = new HashSet<>(this.getPeerIds()); - for(ServerInfo server: serverConfig.getServerConfig()) { - if(getId().equals(server.getId())) { + for (ServerInfo server : serverConfig.getServerConfig()) { + if (getId().equals(server.getId())) { foundSelf = true; - if(!server.isVoting()) { + if (!server.isVoting()) { votingMember = false; } } else { - VotingState votingState = server.isVoting() ? VotingState.VOTING: VotingState.NON_VOTING; - if(!currentPeers.contains(server.getId())) { + VotingState votingState = server.isVoting() ? VotingState.VOTING : VotingState.NON_VOTING; + if (!currentPeers.contains(server.getId())) { this.addToPeers(server.getId(), null, votingState); } else { this.getPeerInfo(server.getId()).setVotingState(votingState); @@ -217,14 +276,16 @@ public class RaftActorContextImpl implements RaftActorContext { } } - for(String peerIdToRemove: currentPeers) { + for (String peerIdToRemove : currentPeers) { this.removePeer(peerIdToRemove); } - if(!foundSelf) { + if (!foundSelf) { votingMember = false; } + log.debug("{}: Updated server config: isVoting: {}, peers: {}", id, votingMember, peerInfoMap.values()); + setDynamicServerConfigurationInUse(); } @@ -233,40 +294,42 @@ public class RaftActorContextImpl implements RaftActorContext { } @Override - public void addToPeers(String id, String address, VotingState votingState) { - peerInfoMap.put(id, new PeerInfo(id, address, votingState)); + public void addToPeers(final String peerId, final String address, final VotingState votingState) { + peerInfoMap.put(peerId, new PeerInfo(peerId, address, votingState)); + numVotingPeers = -1; } @Override - public void removePeer(String name) { - if(getId().equals(name)) { + public void removePeer(final String name) { + if (getId().equals(name)) { votingMember = false; } else { peerInfoMap.remove(name); + numVotingPeers = -1; } } - @Override public ActorSelection getPeerActorSelection(String peerId) { + @Override public ActorSelection getPeerActorSelection(final String peerId) { String peerAddress = getPeerAddress(peerId); - if(peerAddress != null){ + if (peerAddress != null) { return actorSelection(peerAddress); } return null; } @Override - public void setPeerAddress(String peerId, String peerAddress) { + public void setPeerAddress(final String peerId, final String peerAddress) { PeerInfo peerInfo = peerInfoMap.get(peerId); - if(peerInfo != null) { - LOG.info("Peer address for peer {} set to {}", peerId, peerAddress); + if (peerInfo != null) { + log.info("Peer address for peer {} set to {}", peerId, peerAddress); peerInfo.setAddress(peerAddress); } } @Override public SnapshotManager getSnapshotManager() { - if(snapshotManager == null){ - snapshotManager = new SnapshotManager(this, LOG); + if (snapshotManager == null) { + snapshotManager = new SnapshotManager(this, log); } return snapshotManager; } @@ -277,13 +340,13 @@ public class RaftActorContextImpl implements RaftActorContext { } @Override - public void setTotalMemoryRetriever(LongSupplier retriever) { + public void setTotalMemoryRetriever(final LongSupplier retriever) { totalMemoryRetriever = retriever == null ? JVM_MEMORY_RETRIEVER : retriever; } @Override public boolean hasFollowers() { - return getPeerIds().size() > 0; + return !getPeerIds().isEmpty(); } @Override @@ -308,21 +371,21 @@ public class RaftActorContextImpl implements RaftActorContext { } @Override - public ServerConfigurationPayload getPeerServerInfo(boolean includeSelf) { + public ServerConfigurationPayload getPeerServerInfo(final boolean includeSelf) { if (!isDynamicServerConfigurationInUse()) { return null; } Collection peers = getPeers(); List newConfig = new ArrayList<>(peers.size() + 1); - for(PeerInfo peer: peers) { + for (PeerInfo peer: peers) { newConfig.add(new ServerInfo(peer.getId(), peer.isVoting())); } - if(includeSelf) { + if (includeSelf) { newConfig.add(new ServerInfo(getId(), votingMember)); } - return (new ServerConfigurationPayload(newConfig)); + return new ServerConfigurationPayload(newConfig); } @Override @@ -330,22 +393,58 @@ public class RaftActorContextImpl implements RaftActorContext { return votingMember; } + @Override + public boolean anyVotingPeers() { + if (numVotingPeers < 0) { + numVotingPeers = 0; + for (PeerInfo info: getPeers()) { + if (info.isVoting()) { + numVotingPeers++; + } + } + } + + return numVotingPeers > 0; + } + @Override public RaftActorBehavior getCurrentBehavior() { return currentBehavior; } void setCurrentBehavior(final RaftActorBehavior behavior) { - this.currentBehavior = Preconditions.checkNotNull(behavior); + this.currentBehavior = requireNonNull(behavior); + } + + @Override + public Consumer getApplyStateConsumer() { + return applyStateConsumer; + } + + @Override + public FileBackedOutputStreamFactory getFileBackedOutputStreamFactory() { + return fileBackedOutputStreamFactory; } + @SuppressWarnings("checkstyle:IllegalCatch") void close() { if (currentBehavior != null) { try { currentBehavior.close(); } catch (Exception e) { - LOG.debug("{}: Error closing behavior {}", getId(), currentBehavior.state()); + log.debug("{}: Error closing behavior {}", getId(), currentBehavior.state(), e); } } } + + @Override + public RaftActorLeadershipTransferCohort getRaftActorLeadershipTransferCohort() { + return leadershipTransferCohort; + } + + @Override + @SuppressWarnings("checkstyle:hiddenField") + public void setRaftActorLeadershipTransferCohort(final RaftActorLeadershipTransferCohort leadershipTransferCohort) { + this.leadershipTransferCohort = leadershipTransferCohort; + } }