X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=opendaylight%2Fmd-sal%2Fsal-distributed-datastore%2Fsrc%2Fmain%2Fjava%2Forg%2Fopendaylight%2Fcontroller%2Fcluster%2Fdatastore%2FShardRecoveryCoordinator.java;h=624e68dd8662b6a85fa09380352b46758c0f5732;hb=18ecb07132281d3152a49baf50e8c020403588f9;hp=82a6b720f07d05303991235619515641af02acd6;hpb=288a70d15252b3c5fafd202fe7935563f05da9c8;p=controller.git diff --git a/opendaylight/md-sal/sal-distributed-datastore/src/main/java/org/opendaylight/controller/cluster/datastore/ShardRecoveryCoordinator.java b/opendaylight/md-sal/sal-distributed-datastore/src/main/java/org/opendaylight/controller/cluster/datastore/ShardRecoveryCoordinator.java index 82a6b720f0..624e68dd86 100644 --- a/opendaylight/md-sal/sal-distributed-datastore/src/main/java/org/opendaylight/controller/cluster/datastore/ShardRecoveryCoordinator.java +++ b/opendaylight/md-sal/sal-distributed-datastore/src/main/java/org/opendaylight/controller/cluster/datastore/ShardRecoveryCoordinator.java @@ -8,20 +8,21 @@ package org.opendaylight.controller.cluster.datastore; import com.google.common.base.Preconditions; +import java.io.File; import java.io.IOException; -import java.net.URI; -import java.util.Set; -import org.opendaylight.controller.cluster.datastore.modification.ModificationPayload; -import org.opendaylight.controller.cluster.datastore.modification.MutableCompositeModification; -import org.opendaylight.controller.cluster.datastore.node.utils.transformer.NormalizedNodePruner; +import java.util.Map.Entry; +import java.util.Optional; +import org.opendaylight.controller.cluster.datastore.persisted.DataTreeCandidateSupplier; +import org.opendaylight.controller.cluster.access.concepts.TransactionIdentifier; +import org.opendaylight.controller.cluster.datastore.utils.DataTreeModificationOutput; +import org.opendaylight.controller.cluster.datastore.utils.NormalizedNodeXMLOutput; import org.opendaylight.controller.cluster.datastore.utils.PruningDataTreeModification; import org.opendaylight.controller.cluster.datastore.utils.SerializationUtils; import org.opendaylight.controller.cluster.raft.RaftActorRecoveryCohort; -import org.opendaylight.controller.cluster.raft.protobuff.client.messages.CompositeModificationByteStringPayload; -import org.opendaylight.controller.cluster.raft.protobuff.client.messages.CompositeModificationPayload; import org.opendaylight.controller.cluster.raft.protobuff.client.messages.Payload; import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier; import org.opendaylight.yangtools.yang.data.api.schema.NormalizedNode; +import org.opendaylight.yangtools.yang.data.api.schema.tree.DataTreeCandidate; import org.opendaylight.yangtools.yang.data.api.schema.tree.DataTreeCandidates; import org.opendaylight.yangtools.yang.data.api.schema.tree.DataValidationFailedException; import org.opendaylight.yangtools.yang.model.api.SchemaContext; @@ -37,11 +38,10 @@ import org.slf4j.Logger; * @author Thomas Pantelis */ class ShardRecoveryCoordinator implements RaftActorRecoveryCohort { - private static final YangInstanceIdentifier ROOT = YangInstanceIdentifier.builder().build(); private final ShardDataTree store; private final String shardName; private final Logger log; - private final Set validNamespaces; + private final SchemaContext schemaContext; private PruningDataTreeModification transaction; private int size; private final byte[] restoreFromSnapshot; @@ -52,13 +52,13 @@ class ShardRecoveryCoordinator implements RaftActorRecoveryCohort { this.restoreFromSnapshot = restoreFromSnapshot; this.shardName = shardName; this.log = log; - this.validNamespaces = NormalizedNodePruner.namespaces(schemaContext); + this.schemaContext = schemaContext; } @Override public void startLogRecoveryBatch(int maxBatchSize) { log.debug("{}: starting log recovery batch with max size {}", shardName, maxBatchSize); - transaction = new PruningDataTreeModification(store.newModification(), validNamespaces); + transaction = new PruningDataTreeModification(store.newModification(), store.getDataTree(), schemaContext); size = 0; } @@ -67,31 +67,26 @@ class ShardRecoveryCoordinator implements RaftActorRecoveryCohort { Preconditions.checkState(transaction != null, "call startLogRecovery before calling appendRecoveredLogEntry"); try { - if (payload instanceof DataTreeCandidatePayload) { - DataTreeCandidates.applyToModification(transaction, ((DataTreeCandidatePayload)payload).getCandidate()); - size++; - } else if (payload instanceof ModificationPayload) { - MutableCompositeModification.fromSerializable( - ((ModificationPayload) payload).getModification()).apply(transaction); - size++; - } else if (payload instanceof CompositeModificationPayload) { - MutableCompositeModification.fromSerializable( - ((CompositeModificationPayload) payload).getModification()).apply(transaction); - size++; - } else if (payload instanceof CompositeModificationByteStringPayload) { - MutableCompositeModification.fromSerializable( - ((CompositeModificationByteStringPayload) payload).getModification()).apply(transaction); + if (payload instanceof DataTreeCandidateSupplier) { + final Entry, DataTreeCandidate> e = + ((DataTreeCandidateSupplier)payload).getCandidate(); + + DataTreeCandidates.applyToModification(transaction, e.getValue()); size++; + + if (e.getKey().isPresent()) { + // FIXME: BUG-5280: propagate transaction state + } } else { log.error("{}: Unknown payload {} received during recovery", shardName, payload); } - } catch (IOException | ClassNotFoundException e) { - log.error("{}: Error extracting ModificationPayload", shardName, e); + } catch (IOException e) { + log.error("{}: Error extracting payload", shardName, e); } } private void commitTransaction(PruningDataTreeModification tx) throws DataValidationFailedException { - store.commit(tx.getDelegate()); + store.commit(tx.getResultingModification()); } /** @@ -104,8 +99,13 @@ class ShardRecoveryCoordinator implements RaftActorRecoveryCohort { log.debug("{}: Applying current log recovery batch with size {}", shardName, size); try { commitTransaction(transaction); - } catch (DataValidationFailedException e) { - log.error("{}: Failed to apply recovery batch", shardName, e); + } catch (Exception e) { + File file = new File(System.getProperty("karaf.data", "."), + "failed-recovery-batch-" + shardName + ".out"); + DataTreeModificationOutput.toFile(file, transaction.getResultingModification()); + throw new RuntimeException(String.format( + "%s: Failed to apply recovery batch. Modification data was written to file %s", + shardName, file), e); } transaction = null; } @@ -120,12 +120,18 @@ class ShardRecoveryCoordinator implements RaftActorRecoveryCohort { log.debug("{}: Applying recovered snapshot", shardName); final NormalizedNode node = SerializationUtils.deserializeNormalizedNode(snapshotBytes); - final PruningDataTreeModification tx = new PruningDataTreeModification(store.newModification(), validNamespaces); - tx.write(ROOT, node); + final PruningDataTreeModification tx = new PruningDataTreeModification(store.newModification(), + store.getDataTree(), schemaContext); + tx.write(YangInstanceIdentifier.EMPTY, node); try { commitTransaction(tx); - } catch (DataValidationFailedException e) { - log.error("{}: Failed to apply recovery snapshot", shardName, e); + } catch (Exception e) { + File file = new File(System.getProperty("karaf.data", "."), + "failed-recovery-snapshot-" + shardName + ".xml"); + NormalizedNodeXMLOutput.toFile(file, node); + throw new RuntimeException(String.format( + "%s: Failed to apply recovery snapshot. Node data was written to file %s", + shardName, file), e); } }