X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=opendaylight%2Fmd-sal%2Fsal-akka-raft%2Fsrc%2Ftest%2Fjava%2Forg%2Fopendaylight%2Fcontroller%2Fcluster%2Fraft%2FRecoveryIntegrationTest.java;h=b264739bd1fa630da7f461dbdf207809ae7fddf9;hb=aa9c756831b5392e1dec18a93b86cf9c28b73e8f;hp=315583fa381506d191db535c06fc23924d1f500b;hpb=8274ae55bc9eba37035a62f49d992f85391524ed;p=controller.git diff --git a/opendaylight/md-sal/sal-akka-raft/src/test/java/org/opendaylight/controller/cluster/raft/RecoveryIntegrationTest.java b/opendaylight/md-sal/sal-akka-raft/src/test/java/org/opendaylight/controller/cluster/raft/RecoveryIntegrationTest.java index 315583fa38..b264739bd1 100644 --- a/opendaylight/md-sal/sal-akka-raft/src/test/java/org/opendaylight/controller/cluster/raft/RecoveryIntegrationTest.java +++ b/opendaylight/md-sal/sal-akka-raft/src/test/java/org/opendaylight/controller/cluster/raft/RecoveryIntegrationTest.java @@ -8,15 +8,21 @@ package org.opendaylight.controller.cluster.raft; import static org.junit.Assert.assertEquals; +import akka.actor.ActorRef; import akka.persistence.SaveSnapshotSuccess; import com.google.common.collect.ImmutableMap; import java.util.Arrays; +import java.util.HashMap; +import java.util.List; +import java.util.Map; import org.junit.Before; import org.junit.Test; import org.opendaylight.controller.cluster.raft.MockRaftActorContext.MockPayload; import org.opendaylight.controller.cluster.raft.base.messages.ApplyJournalEntries; +import org.opendaylight.controller.cluster.raft.base.messages.ApplySnapshot; import org.opendaylight.controller.cluster.raft.base.messages.CaptureSnapshotReply; import org.opendaylight.controller.cluster.raft.messages.AppendEntries; +import org.opendaylight.controller.cluster.raft.utils.InMemoryJournal; import org.opendaylight.controller.cluster.raft.utils.MessageCollectorActor; /** @@ -34,8 +40,9 @@ public class RecoveryIntegrationTest extends AbstractRaftActorIntegrationTest { follower1Actor = newTestRaftActor(follower1Id, ImmutableMap.of(leaderId, testActorPath(leaderId)), newFollowerConfigParams()); - peerAddresses = ImmutableMap.builder(). - put(follower1Id, follower1Actor.path().toString()).build(); + Map peerAddresses = new HashMap<>(); + peerAddresses.put(follower1Id, follower1Actor.path().toString()); + peerAddresses.put(follower2Id, ""); leaderConfigParams = newLeaderConfigParams(); leaderActor = newTestRaftActor(leaderId, peerAddresses, leaderConfigParams); @@ -131,6 +138,71 @@ public class RecoveryIntegrationTest extends AbstractRaftActorIntegrationTest { leaderActor.underlyingActor().getState()); } + @Test + public void testFollowerRecoveryAfterInstallSnapshot() throws Exception { + + send2InitialPayloads(); + + leader = leaderActor.underlyingActor().getCurrentBehavior(); + + follower2Actor = newTestRaftActor(follower2Id, ImmutableMap.of(leaderId, testActorPath(leaderId)), + newFollowerConfigParams()); + follower2CollectorActor = follower2Actor.underlyingActor().collectorActor(); + + leaderActor.tell(new SetPeerAddress(follower2Id, follower2Actor.path().toString()), ActorRef.noSender()); + + MockPayload payload2 = sendPayloadData(leaderActor, "two"); + + // Verify the leader applies the 3rd payload state. + MessageCollectorActor.expectMatching(leaderCollectorActor, ApplyJournalEntries.class, 1); + + MessageCollectorActor.expectMatching(follower2CollectorActor, ApplyJournalEntries.class, 1); + + assertEquals("Leader commit index", 2, leaderContext.getCommitIndex()); + assertEquals("Leader last applied", 2, leaderContext.getLastApplied()); + assertEquals("Leader snapshot index", 1, leaderContext.getReplicatedLog().getSnapshotIndex()); + assertEquals("Leader replicatedToAllIndex", 1, leader.getReplicatedToAllIndex()); + + killActor(follower2Actor); + + InMemoryJournal.clear(); + + follower2Actor = newTestRaftActor(follower2Id, ImmutableMap.of(leaderId, testActorPath(leaderId)), + newFollowerConfigParams()); + TestRaftActor follower2Underlying = follower2Actor.underlyingActor(); + follower2CollectorActor = follower2Underlying.collectorActor(); + follower2Context = follower2Underlying.getRaftActorContext(); + + leaderActor.tell(new SetPeerAddress(follower2Id, follower2Actor.path().toString()), ActorRef.noSender()); + + // The leader should install a snapshot so wait for the follower to receive ApplySnapshot. + MessageCollectorActor.expectFirstMatching(follower2CollectorActor, ApplySnapshot.class); + + // Wait for the follower to persist the snapshot. + MessageCollectorActor.expectFirstMatching(follower2CollectorActor, SaveSnapshotSuccess.class); + + List expFollowerState = Arrays.asList(payload0, payload1, payload2); + + assertEquals("Follower commit index", 2, follower2Context.getCommitIndex()); + assertEquals("Follower last applied", 2, follower2Context.getLastApplied()); + assertEquals("Follower snapshot index", 2, follower2Context.getReplicatedLog().getSnapshotIndex()); + assertEquals("Follower state", expFollowerState, follower2Underlying.getState()); + + killActor(follower2Actor); + + follower2Actor = newTestRaftActor(follower2Id, ImmutableMap.of(leaderId, testActorPath(leaderId)), + newFollowerConfigParams()); + + follower2Underlying = follower2Actor.underlyingActor(); + follower2Underlying.waitForRecoveryComplete(); + follower2Context = follower2Underlying.getRaftActorContext(); + + assertEquals("Follower commit index", 2, follower2Context.getCommitIndex()); + assertEquals("Follower last applied", 2, follower2Context.getLastApplied()); + assertEquals("Follower snapshot index", 2, follower2Context.getReplicatedLog().getSnapshotIndex()); + assertEquals("Follower state", expFollowerState, follower2Underlying.getState()); + } + private void reinstateLeaderActor() { killActor(leaderActor);