X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?p=controller.git;a=blobdiff_plain;f=opendaylight%2Fmd-sal%2Fsal-akka-raft%2Fsrc%2Ftest%2Fjava%2Forg%2Fopendaylight%2Fcontroller%2Fcluster%2Fraft%2FRecoveryIntegrationTest.java;h=ca53d2e6c59658c9310dd7c559d1ea0b15226ec4;hp=b264739bd1fa630da7f461dbdf207809ae7fddf9;hb=f2868cf8e1ddc85ec1128199ed2607922ea74c24;hpb=ed7166c5ba3a378f46640bb479464580c2b167ba diff --git a/opendaylight/md-sal/sal-akka-raft/src/test/java/org/opendaylight/controller/cluster/raft/RecoveryIntegrationTest.java b/opendaylight/md-sal/sal-akka-raft/src/test/java/org/opendaylight/controller/cluster/raft/RecoveryIntegrationTest.java index b264739bd1..ca53d2e6c5 100644 --- a/opendaylight/md-sal/sal-akka-raft/src/test/java/org/opendaylight/controller/cluster/raft/RecoveryIntegrationTest.java +++ b/opendaylight/md-sal/sal-akka-raft/src/test/java/org/opendaylight/controller/cluster/raft/RecoveryIntegrationTest.java @@ -8,6 +8,7 @@ package org.opendaylight.controller.cluster.raft; import static org.junit.Assert.assertEquals; + import akka.actor.ActorRef; import akka.persistence.SaveSnapshotSuccess; import com.google.common.collect.ImmutableMap; @@ -18,10 +19,10 @@ import java.util.Map; import org.junit.Before; import org.junit.Test; import org.opendaylight.controller.cluster.raft.MockRaftActorContext.MockPayload; -import org.opendaylight.controller.cluster.raft.base.messages.ApplyJournalEntries; import org.opendaylight.controller.cluster.raft.base.messages.ApplySnapshot; import org.opendaylight.controller.cluster.raft.base.messages.CaptureSnapshotReply; import org.opendaylight.controller.cluster.raft.messages.AppendEntries; +import org.opendaylight.controller.cluster.raft.persisted.ApplyJournalEntries; import org.opendaylight.controller.cluster.raft.utils.InMemoryJournal; import org.opendaylight.controller.cluster.raft.utils.MessageCollectorActor; @@ -40,12 +41,12 @@ public class RecoveryIntegrationTest extends AbstractRaftActorIntegrationTest { follower1Actor = newTestRaftActor(follower1Id, ImmutableMap.of(leaderId, testActorPath(leaderId)), newFollowerConfigParams()); - Map peerAddresses = new HashMap<>(); - peerAddresses.put(follower1Id, follower1Actor.path().toString()); - peerAddresses.put(follower2Id, ""); + Map leaderPeerAddresses = new HashMap<>(); + leaderPeerAddresses.put(follower1Id, follower1Actor.path().toString()); + leaderPeerAddresses.put(follower2Id, ""); leaderConfigParams = newLeaderConfigParams(); - leaderActor = newTestRaftActor(leaderId, peerAddresses, leaderConfigParams); + leaderActor = newTestRaftActor(leaderId, leaderPeerAddresses, leaderConfigParams); follower1CollectorActor = follower1Actor.underlyingActor().collectorActor(); leaderCollectorActor = leaderActor.underlyingActor().collectorActor(); @@ -62,15 +63,15 @@ public class RecoveryIntegrationTest extends AbstractRaftActorIntegrationTest { leaderActor.underlyingActor().startDropMessages(CaptureSnapshotReply.class); follower1Actor.underlyingActor().startDropMessages(AppendEntries.class); - MockPayload payload2 = sendPayloadData(leaderActor, "two"); + final MockPayload payload2 = sendPayloadData(leaderActor, "two"); // This should trigger a snapshot. - MockPayload payload3 = sendPayloadData(leaderActor, "three"); + final MockPayload payload3 = sendPayloadData(leaderActor, "three"); MessageCollectorActor.expectMatching(follower1CollectorActor, AppendEntries.class, 3); // Send another payload. - MockPayload payload4 = sendPayloadData(leaderActor, "four"); + final MockPayload payload4 = sendPayloadData(leaderActor, "four"); // Now deliver the AppendEntries to the follower follower1Actor.underlyingActor().stopDropMessages(AppendEntries.class); @@ -107,13 +108,13 @@ public class RecoveryIntegrationTest extends AbstractRaftActorIntegrationTest { // Block these messages initially so we can control the sequence. follower1Actor.underlyingActor().startDropMessages(AppendEntries.class); - MockPayload payload2 = sendPayloadData(leaderActor, "two"); + final MockPayload payload2 = sendPayloadData(leaderActor, "two"); // This should trigger a snapshot. - MockPayload payload3 = sendPayloadData(leaderActor, "three"); + final MockPayload payload3 = sendPayloadData(leaderActor, "three"); // Send another payload. - MockPayload payload4 = sendPayloadData(leaderActor, "four"); + final MockPayload payload4 = sendPayloadData(leaderActor, "four"); MessageCollectorActor.expectMatching(follower1CollectorActor, AppendEntries.class, 3); @@ -139,7 +140,7 @@ public class RecoveryIntegrationTest extends AbstractRaftActorIntegrationTest { } @Test - public void testFollowerRecoveryAfterInstallSnapshot() throws Exception { + public void testFollowerRecoveryAfterInstallSnapshot() { send2InitialPayloads(); @@ -151,7 +152,7 @@ public class RecoveryIntegrationTest extends AbstractRaftActorIntegrationTest { leaderActor.tell(new SetPeerAddress(follower2Id, follower2Actor.path().toString()), ActorRef.noSender()); - MockPayload payload2 = sendPayloadData(leaderActor, "two"); + final MockPayload payload2 = sendPayloadData(leaderActor, "two"); // Verify the leader applies the 3rd payload state. MessageCollectorActor.expectMatching(leaderCollectorActor, ApplyJournalEntries.class, 1); @@ -181,7 +182,7 @@ public class RecoveryIntegrationTest extends AbstractRaftActorIntegrationTest { // Wait for the follower to persist the snapshot. MessageCollectorActor.expectFirstMatching(follower2CollectorActor, SaveSnapshotSuccess.class); - List expFollowerState = Arrays.asList(payload0, payload1, payload2); + final List expFollowerState = Arrays.asList(payload0, payload1, payload2); assertEquals("Follower commit index", 2, follower2Context.getCommitIndex()); assertEquals("Follower last applied", 2, follower2Context.getLastApplied()); @@ -203,6 +204,51 @@ public class RecoveryIntegrationTest extends AbstractRaftActorIntegrationTest { assertEquals("Follower state", expFollowerState, follower2Underlying.getState()); } + @Test + public void testRecoveryDeleteEntries() { + send2InitialPayloads(); + + sendPayloadData(leaderActor, "two"); + + // This should trigger a snapshot. + sendPayloadData(leaderActor, "three"); + + MessageCollectorActor.expectFirstMatching(leaderCollectorActor, SaveSnapshotSuccess.class); + MessageCollectorActor.expectMatching(leaderCollectorActor, ApplyJournalEntries.class, 2); + + // Disconnect follower from leader + killActor(follower1Actor); + + // Send another payloads + sendPayloadData(leaderActor, "four"); + sendPayloadData(leaderActor, "five"); + + verifyRaftState(leaderActor, raftState -> { + assertEquals("leader journal last index", 5, leaderContext.getReplicatedLog().lastIndex()); + }); + + // Remove entries started from 4 index + leaderActor.underlyingActor().getReplicatedLog().removeFromAndPersist(4); + + verifyRaftState(leaderActor, raftState -> { + assertEquals("leader journal last index", 3, leaderContext.getReplicatedLog().lastIndex()); + }); + + // Send new payloads + final MockPayload payload4 = sendPayloadData(leaderActor, "newFour"); + final MockPayload payload5 = sendPayloadData(leaderActor, "newFive"); + + verifyRaftState(leaderActor, raftState -> { + assertEquals("leader journal last index", 5, leaderContext.getReplicatedLog().lastIndex()); + }); + + reinstateLeaderActor(); + + assertEquals("Leader last index", 5 , leaderActor.underlyingActor().getReplicatedLog().lastIndex()); + assertEquals(payload4, leaderActor.underlyingActor().getReplicatedLog().get(4).getData()); + assertEquals(payload5, leaderActor.underlyingActor().getReplicatedLog().get(5).getData()); + } + private void reinstateLeaderActor() { killActor(leaderActor);