X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?p=controller.git;a=blobdiff_plain;f=opendaylight%2Fmd-sal%2Fsal-distributed-datastore%2Fsrc%2Fmain%2Fjava%2Forg%2Fopendaylight%2Fcontroller%2Fcluster%2Fdatastore%2FShardRecoveryCoordinator.java;h=797641978d2cd47cc7eed57c12e77e2334cb943c;hp=01a124b6977c801e3f273c57341efe91d97c52b2;hb=53090b106117e873f6a69a04290ee3bdb2cdf975;hpb=3b2b1027ba6ab7bb1669466d1b7bdc0249809a08 diff --git a/opendaylight/md-sal/sal-distributed-datastore/src/main/java/org/opendaylight/controller/cluster/datastore/ShardRecoveryCoordinator.java b/opendaylight/md-sal/sal-distributed-datastore/src/main/java/org/opendaylight/controller/cluster/datastore/ShardRecoveryCoordinator.java index 01a124b697..797641978d 100644 --- a/opendaylight/md-sal/sal-distributed-datastore/src/main/java/org/opendaylight/controller/cluster/datastore/ShardRecoveryCoordinator.java +++ b/opendaylight/md-sal/sal-distributed-datastore/src/main/java/org/opendaylight/controller/cluster/datastore/ShardRecoveryCoordinator.java @@ -7,9 +7,7 @@ */ package org.opendaylight.controller.cluster.datastore; -import com.google.common.collect.Lists; import java.io.IOException; -import java.util.List; import org.opendaylight.controller.cluster.datastore.modification.ModificationPayload; import org.opendaylight.controller.cluster.datastore.modification.MutableCompositeModification; import org.opendaylight.controller.cluster.datastore.utils.SerializationUtils; @@ -17,11 +15,12 @@ import org.opendaylight.controller.cluster.raft.RaftActorRecoveryCohort; import org.opendaylight.controller.cluster.raft.protobuff.client.messages.CompositeModificationByteStringPayload; import org.opendaylight.controller.cluster.raft.protobuff.client.messages.CompositeModificationPayload; import org.opendaylight.controller.cluster.raft.protobuff.client.messages.Payload; -import org.opendaylight.controller.md.sal.dom.store.impl.InMemoryDOMDataStore; -import org.opendaylight.controller.sal.core.spi.data.DOMStoreThreePhaseCommitCohort; -import org.opendaylight.controller.sal.core.spi.data.DOMStoreWriteTransaction; import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier; import org.opendaylight.yangtools.yang.data.api.schema.NormalizedNode; +import org.opendaylight.yangtools.yang.data.api.schema.tree.DataTree; +import org.opendaylight.yangtools.yang.data.api.schema.tree.DataTreeCandidates; +import org.opendaylight.yangtools.yang.data.api.schema.tree.DataTreeModification; +import org.opendaylight.yangtools.yang.data.api.schema.tree.DataValidationFailedException; import org.slf4j.Logger; /** @@ -31,56 +30,59 @@ import org.slf4j.Logger; * committed to the data store in the order the corresponding snapshot or log batch are received * to preserve data store integrity. * - * @author Thomas Panetelis + * @author Thomas Pantelis */ class ShardRecoveryCoordinator implements RaftActorRecoveryCohort { - - private final InMemoryDOMDataStore store; - private List currentLogRecoveryBatch; + private static final YangInstanceIdentifier ROOT = YangInstanceIdentifier.builder().build(); + private final DataTree store; private final String shardName; private final Logger log; + private DataTreeModification transaction; + private int size; - ShardRecoveryCoordinator(InMemoryDOMDataStore store, String shardName, Logger log) { - this.store = store; + ShardRecoveryCoordinator(ShardDataTree store, String shardName, Logger log) { + this.store = store.getDataTree(); this.shardName = shardName; this.log = log; } @Override public void startLogRecoveryBatch(int maxBatchSize) { - currentLogRecoveryBatch = Lists.newArrayListWithCapacity(maxBatchSize); - log.debug("{}: starting log recovery batch with max size {}", shardName, maxBatchSize); + transaction = store.takeSnapshot().newModification(); + size = 0; } @Override public void appendRecoveredLogEntry(Payload payload) { try { - if(payload instanceof ModificationPayload) { - currentLogRecoveryBatch.add((ModificationPayload) payload); + if (payload instanceof DataTreeCandidatePayload) { + DataTreeCandidates.applyToModification(transaction, ((DataTreeCandidatePayload)payload).getCandidate()); + size++; + } else if (payload instanceof ModificationPayload) { + MutableCompositeModification.fromSerializable( + ((ModificationPayload) payload).getModification()).apply(transaction); + size++; } else if (payload instanceof CompositeModificationPayload) { - currentLogRecoveryBatch.add(new ModificationPayload(MutableCompositeModification.fromSerializable( - ((CompositeModificationPayload) payload).getModification()))); + MutableCompositeModification.fromSerializable( + ((CompositeModificationPayload) payload).getModification()).apply(transaction); + size++; } else if (payload instanceof CompositeModificationByteStringPayload) { - currentLogRecoveryBatch.add(new ModificationPayload(MutableCompositeModification.fromSerializable( - ((CompositeModificationByteStringPayload) payload).getModification()))); + MutableCompositeModification.fromSerializable( + ((CompositeModificationByteStringPayload) payload).getModification()).apply(transaction); + size++; } else { log.error("{}: Unknown payload {} received during recovery", shardName, payload); } - } catch (IOException e) { + } catch (IOException | ClassNotFoundException e) { log.error("{}: Error extracting ModificationPayload", shardName, e); } - } - private void commitTransaction(DOMStoreWriteTransaction transaction) { - DOMStoreThreePhaseCommitCohort commitCohort = transaction.ready(); - try { - commitCohort.preCommit().get(); - commitCohort.commit().get(); - } catch (Exception e) { - log.error("{}: Failed to commit Tx on recovery", shardName, e); - } + private void commitTransaction(DataTreeModification tx) throws DataValidationFailedException { + tx.ready(); + store.validate(tx); + store.commit(store.prepare(tx)); } /** @@ -88,20 +90,13 @@ class ShardRecoveryCoordinator implements RaftActorRecoveryCohort { */ @Override public void applyCurrentLogRecoveryBatch() { - log.debug("{}: Applying current log recovery batch with size {}", shardName, currentLogRecoveryBatch.size()); - - DOMStoreWriteTransaction writeTx = store.newWriteOnlyTransaction(); - for(ModificationPayload payload: currentLogRecoveryBatch) { - try { - MutableCompositeModification.fromSerializable(payload.getModification()).apply(writeTx); - } catch (Exception e) { - log.error("{}: Error extracting ModificationPayload", shardName, e); - } + log.debug("{}: Applying current log recovery batch with size {}", shardName, size); + try { + commitTransaction(transaction); + } catch (DataValidationFailedException e) { + log.error("{}: Failed to apply recovery batch", shardName, e); } - - commitTransaction(writeTx); - - currentLogRecoveryBatch = null; + transaction = null; } /** @@ -111,14 +106,15 @@ class ShardRecoveryCoordinator implements RaftActorRecoveryCohort { */ @Override public void applyRecoverySnapshot(final byte[] snapshotBytes) { - log.debug("{}: Applyng recovered sbapshot", shardName); - - DOMStoreWriteTransaction writeTx = store.newWriteOnlyTransaction(); - - NormalizedNode node = SerializationUtils.deserializeNormalizedNode(snapshotBytes); + log.debug("{}: Applying recovered snapshot", shardName); - writeTx.write(YangInstanceIdentifier.builder().build(), node); - - commitTransaction(writeTx); + final NormalizedNode node = SerializationUtils.deserializeNormalizedNode(snapshotBytes); + final DataTreeModification tx = store.takeSnapshot().newModification(); + tx.write(ROOT, node); + try { + commitTransaction(tx); + } catch (DataValidationFailedException e) { + log.error("{}: Failed to apply recovery snapshot", shardName, e); + } } }