opendaylight/md-sal/sal-akka-raft/src/main/java/org/opendaylight/controller/cluster/raft/RaftActorRecoverySupport.java

   1 /*
   2  * Copyright (c) 2015 Brocade Communications Systems, Inc. and others.  All rights reserved.
   3  *
   4  * This program and the accompanying materials are made available under the
   5  * terms of the Eclipse Public License v1.0 which accompanies this distribution,
   6  * and is available at http://www.eclipse.org/legal/epl-v10.html
   7  */
   8 package org.opendaylight.controller.cluster.raft;
   9
  10 import akka.persistence.RecoveryCompleted;
  11 import akka.persistence.SnapshotOffer;
  12 import com.google.common.base.Stopwatch;
  13 import org.opendaylight.controller.cluster.DataPersistenceProvider;
  14 import org.opendaylight.controller.cluster.raft.RaftActor.UpdateElectionTerm;
  15 import org.opendaylight.controller.cluster.raft.base.messages.ApplyJournalEntries;
  16 import org.opendaylight.controller.cluster.raft.base.messages.ApplyLogEntries;
  17 import org.opendaylight.controller.cluster.raft.base.messages.DeleteEntries;
  18 import org.opendaylight.controller.cluster.raft.behaviors.RaftActorBehavior;
  19 import org.slf4j.Logger;
  20
  21 /**
  22  * Support class that handles persistence recovery for a RaftActor.
  23  *
  24  * @author Thomas Pantelis
  25  */
  26 class RaftActorRecoverySupport {
  27     private final DataPersistenceProvider persistence;
  28     private final RaftActorContext context;
  29     private final RaftActorBehavior currentBehavior;
  30     private final RaftActorRecoveryCohort cohort;
  31
  32     private int currentRecoveryBatchCount;
  33
  34     private Stopwatch recoveryTimer;
  35     private final Logger log;
  36
  37     RaftActorRecoverySupport(DataPersistenceProvider persistence, RaftActorContext context,
  38             RaftActorBehavior currentBehavior, RaftActorRecoveryCohort cohort) {
  39         this.persistence = persistence;
  40         this.context = context;
  41         this.currentBehavior = currentBehavior;
  42         this.cohort = cohort;
  43         this.log = context.getLogger();
  44     }
  45
  46     boolean handleRecoveryMessage(Object message) {
  47         boolean recoveryComplete = false;
  48         if(persistence.isRecoveryApplicable()) {
  49             if (message instanceof SnapshotOffer) {
  50                 onRecoveredSnapshot((SnapshotOffer) message);
  51             } else if (message instanceof ReplicatedLogEntry) {
  52                 onRecoveredJournalLogEntry((ReplicatedLogEntry) message);
  53             } else if (message instanceof ApplyLogEntries) {
  54                 // Handle this message for backwards compatibility with pre-Lithium versions.
  55                 onRecoveredApplyLogEntries(((ApplyLogEntries) message).getToIndex());
  56             } else if (message instanceof ApplyJournalEntries) {
  57                 onRecoveredApplyLogEntries(((ApplyJournalEntries) message).getToIndex());
  58             } else if (message instanceof DeleteEntries) {
  59                 replicatedLog().removeFrom(((DeleteEntries) message).getFromIndex());
  60             } else if (message instanceof org.opendaylight.controller.cluster.raft.RaftActor.DeleteEntries) {
  61                 // Handle this message for backwards compatibility with pre-Lithium versions.
  62                 replicatedLog().removeFrom(((org.opendaylight.controller.cluster.raft.RaftActor.DeleteEntries) message).getFromIndex());
  63             } else if (message instanceof UpdateElectionTerm) {
  64                 context.getTermInformation().update(((UpdateElectionTerm) message).getCurrentTerm(),
  65                         ((UpdateElectionTerm) message).getVotedFor());
  66             } else if (message instanceof RecoveryCompleted) {
  67                 onRecoveryCompletedMessage();
  68                 recoveryComplete = true;
  69             }
  70         } else if (message instanceof RecoveryCompleted) {
  71             recoveryComplete = true;
  72         }
  73
  74         return recoveryComplete;
  75     }
  76
  77     private ReplicatedLog replicatedLog() {
  78         return context.getReplicatedLog();
  79     }
  80
  81     private void initRecoveryTimer() {
  82         if(recoveryTimer == null) {
  83             recoveryTimer = Stopwatch.createStarted();
  84         }
  85     }
  86
  87     private void onRecoveredSnapshot(SnapshotOffer offer) {
  88         if(log.isDebugEnabled()) {
  89             log.debug("{}: SnapshotOffer called..", context.getId());
  90         }
  91
  92         initRecoveryTimer();
  93
  94         Snapshot snapshot = (Snapshot) offer.snapshot();
  95
  96         // Create a replicated log with the snapshot information
  97         // The replicated log can be used later on to retrieve this snapshot
  98         // when we need to install it on a peer
  99
 100         context.setReplicatedLog(ReplicatedLogImpl.newInstance(snapshot, context, persistence, currentBehavior));
 101         context.setLastApplied(snapshot.getLastAppliedIndex());
 102         context.setCommitIndex(snapshot.getLastAppliedIndex());
 103
 104         Stopwatch timer = Stopwatch.createStarted();
 105
 106         // Apply the snapshot to the actors state
 107         cohort.applyRecoverySnapshot(snapshot.getState());
 108
 109         timer.stop();
 110         log.info("Recovery snapshot applied for {} in {}: snapshotIndex={}, snapshotTerm={}, journal-size={}",
 111                 context.getId(), timer.toString(), replicatedLog().getSnapshotIndex(),
 112                 replicatedLog().getSnapshotTerm(), replicatedLog().size());
 113     }
 114
 115     private void onRecoveredJournalLogEntry(ReplicatedLogEntry logEntry) {
 116         if(log.isDebugEnabled()) {
 117             log.debug("{}: Received ReplicatedLogEntry for recovery: index: {}, size: {}", context.getId(),
 118                     logEntry.getIndex(), logEntry.size());
 119         }
 120
 121         replicatedLog().append(logEntry);
 122     }
 123
 124     private void onRecoveredApplyLogEntries(long toIndex) {
 125         if(log.isDebugEnabled()) {
 126             log.debug("{}: Received ApplyLogEntries for recovery, applying to state: {} to {}",
 127                     context.getId(), context.getLastApplied() + 1, toIndex);
 128         }
 129
 130         for (long i = context.getLastApplied() + 1; i <= toIndex; i++) {
 131             batchRecoveredLogEntry(replicatedLog().get(i));
 132         }
 133
 134         context.setLastApplied(toIndex);
 135         context.setCommitIndex(toIndex);
 136     }
 137
 138     private void batchRecoveredLogEntry(ReplicatedLogEntry logEntry) {
 139         initRecoveryTimer();
 140
 141         int batchSize = context.getConfigParams().getJournalRecoveryLogBatchSize();
 142         if(currentRecoveryBatchCount == 0) {
 143             cohort.startLogRecoveryBatch(batchSize);
 144         }
 145
 146         cohort.appendRecoveredLogEntry(logEntry.getData());
 147
 148         if(++currentRecoveryBatchCount >= batchSize) {
 149             endCurrentLogRecoveryBatch();
 150         }
 151     }
 152
 153     private void endCurrentLogRecoveryBatch() {
 154         cohort.applyCurrentLogRecoveryBatch();
 155         currentRecoveryBatchCount = 0;
 156     }
 157
 158     private void onRecoveryCompletedMessage() {
 159         if(currentRecoveryBatchCount > 0) {
 160             endCurrentLogRecoveryBatch();
 161         }
 162
 163         String recoveryTime = "";
 164         if(recoveryTimer != null) {
 165             recoveryTimer.stop();
 166             recoveryTime = " in " + recoveryTimer.toString();
 167             recoveryTimer = null;
 168         }
 169
 170         log.info("Recovery completed" + recoveryTime + " - Switching actor to Follower - " +
 171                  "Persistence Id =  " + context.getId() +
 172                  " Last index in log = {}, snapshotIndex = {}, snapshotTerm = {}, " +
 173                  "journal-size = {}", replicatedLog().lastIndex(), replicatedLog().getSnapshotIndex(),
 174                  replicatedLog().getSnapshotTerm(), replicatedLog().size());
 175     }
 176 }