opendaylight/md-sal/sal-distributed-datastore/src/test/java/org/opendaylight/controller/cluster/datastore/AbstractShardTest.java

   1 /*
   2  * Copyright (c) 2015 Brocade Communications Systems, Inc. and others.  All rights reserved.
   3  *
   4  * This program and the accompanying materials are made available under the
   5  * terms of the Eclipse Public License v1.0 which accompanies this distribution,
   6  * and is available at http://www.eclipse.org/legal/epl-v10.html
   7  */
   8 package org.opendaylight.controller.cluster.datastore;
   9
  10 import static org.junit.Assert.assertEquals;
  11 import static org.junit.Assert.assertNotNull;
  12 import static org.junit.Assert.assertTrue;
  13 import static org.junit.Assert.fail;
  14 import static org.mockito.ArgumentMatchers.any;
  15 import static org.mockito.ArgumentMatchers.nullable;
  16 import static org.mockito.Mockito.doAnswer;
  17 import static org.mockito.Mockito.doReturn;
  18 import static org.mockito.Mockito.mock;
  19 import static org.opendaylight.controller.cluster.datastore.DataStoreVersions.CURRENT_VERSION;
  20 import static org.opendaylight.controller.cluster.datastore.ShardDataTreeMocking.successfulCanCommit;
  21 import static org.opendaylight.controller.cluster.datastore.ShardDataTreeMocking.successfulCommit;
  22 import static org.opendaylight.controller.cluster.datastore.ShardDataTreeMocking.successfulPreCommit;
  23
  24 import akka.actor.ActorRef;
  25 import akka.actor.PoisonPill;
  26 import akka.actor.Props;
  27 import akka.dispatch.Dispatchers;
  28 import akka.japi.Creator;
  29 import akka.pattern.Patterns;
  30 import akka.testkit.TestActorRef;
  31 import akka.util.Timeout;
  32 import com.google.common.primitives.UnsignedLong;
  33 import com.google.common.util.concurrent.FutureCallback;
  34 import com.google.common.util.concurrent.Uninterruptibles;
  35 import java.io.IOException;
  36 import java.util.Collections;
  37 import java.util.HashMap;
  38 import java.util.Map;
  39 import java.util.Optional;
  40 import java.util.Set;
  41 import java.util.SortedSet;
  42 import java.util.concurrent.CountDownLatch;
  43 import java.util.concurrent.ExecutionException;
  44 import java.util.concurrent.TimeUnit;
  45 import java.util.concurrent.TimeoutException;
  46 import java.util.concurrent.atomic.AtomicInteger;
  47 import org.junit.After;
  48 import org.junit.Assert;
  49 import org.junit.Before;
  50 import org.opendaylight.controller.cluster.access.concepts.MemberName;
  51 import org.opendaylight.controller.cluster.access.concepts.TransactionIdentifier;
  52 import org.opendaylight.controller.cluster.datastore.DatastoreContext.Builder;
  53 import org.opendaylight.controller.cluster.datastore.identifiers.ShardIdentifier;
  54 import org.opendaylight.controller.cluster.datastore.messages.BatchedModifications;
  55 import org.opendaylight.controller.cluster.datastore.messages.ForwardedReadyTransaction;
  56 import org.opendaylight.controller.cluster.datastore.modification.MergeModification;
  57 import org.opendaylight.controller.cluster.datastore.modification.MutableCompositeModification;
  58 import org.opendaylight.controller.cluster.datastore.modification.WriteModification;
  59 import org.opendaylight.controller.cluster.datastore.persisted.CommitTransactionPayload;
  60 import org.opendaylight.controller.cluster.datastore.persisted.MetadataShardDataTreeSnapshot;
  61 import org.opendaylight.controller.cluster.datastore.persisted.ShardSnapshotState;
  62 import org.opendaylight.controller.cluster.raft.ReplicatedLogEntry;
  63 import org.opendaylight.controller.cluster.raft.TestActorFactory;
  64 import org.opendaylight.controller.cluster.raft.persisted.Snapshot;
  65 import org.opendaylight.controller.cluster.raft.utils.InMemoryJournal;
  66 import org.opendaylight.controller.cluster.raft.utils.InMemorySnapshotStore;
  67 import org.opendaylight.controller.md.cluster.datastore.model.CarsModel;
  68 import org.opendaylight.controller.md.cluster.datastore.model.TestModel;
  69 import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier;
  70 import org.opendaylight.yangtools.yang.data.api.schema.DataContainerChild;
  71 import org.opendaylight.yangtools.yang.data.api.schema.MapEntryNode;
  72 import org.opendaylight.yangtools.yang.data.api.schema.NormalizedNode;
  73 import org.opendaylight.yangtools.yang.data.api.schema.tree.DataTree;
  74 import org.opendaylight.yangtools.yang.data.api.schema.tree.DataTreeCandidate;
  75 import org.opendaylight.yangtools.yang.data.api.schema.tree.DataTreeCandidateNode;
  76 import org.opendaylight.yangtools.yang.data.api.schema.tree.DataTreeCandidateTip;
  77 import org.opendaylight.yangtools.yang.data.api.schema.tree.DataTreeConfiguration;
  78 import org.opendaylight.yangtools.yang.data.api.schema.tree.DataTreeModification;
  79 import org.opendaylight.yangtools.yang.data.api.schema.tree.DataValidationFailedException;
  80 import org.opendaylight.yangtools.yang.data.api.schema.tree.ModificationType;
  81 import org.opendaylight.yangtools.yang.data.impl.schema.ImmutableNodes;
  82 import org.opendaylight.yangtools.yang.data.impl.schema.tree.InMemoryDataTreeFactory;
  83 import org.opendaylight.yangtools.yang.model.api.EffectiveModelContext;
  84 import scala.concurrent.Await;
  85 import scala.concurrent.Future;
  86 import scala.concurrent.duration.FiniteDuration;
  87
  88 /**
  89  * Abstract base for shard unit tests.
  90  *
  91  * @author Thomas Pantelis
  92  */
  93 public abstract class AbstractShardTest extends AbstractActorTest {
  94     protected static final EffectiveModelContext SCHEMA_CONTEXT = TestModel.createTestContext();
  95
  96     private static final AtomicInteger NEXT_SHARD_NUM = new AtomicInteger();
  97
  98     protected static final int HEARTBEAT_MILLIS = 100;
  99
 100     protected final ShardIdentifier shardID = ShardIdentifier.create("inventory", MemberName.forName("member-1"),
 101         "config" + NEXT_SHARD_NUM.getAndIncrement());
 102
 103     protected final Builder dataStoreContextBuilder = DatastoreContext.newBuilder()
 104             .shardJournalRecoveryLogBatchSize(3).shardSnapshotBatchCount(5000)
 105             .shardHeartbeatIntervalInMillis(HEARTBEAT_MILLIS);
 106
 107     protected final TestActorFactory actorFactory = new TestActorFactory(getSystem());
 108
 109     @Before
 110     public void setUp() {
 111         InMemorySnapshotStore.clear();
 112         InMemoryJournal.clear();
 113     }
 114
 115     @After
 116     public void tearDown() {
 117         InMemorySnapshotStore.clear();
 118         InMemoryJournal.clear();
 119         actorFactory.close();
 120     }
 121
 122     protected DatastoreContext newDatastoreContext() {
 123         return dataStoreContextBuilder.build();
 124     }
 125
 126     protected Props newShardProps() {
 127         return newShardBuilder().props();
 128     }
 129
 130     protected Shard.Builder newShardBuilder() {
 131         return Shard.builder().id(shardID).datastoreContext(newDatastoreContext())
 132             .schemaContextProvider(() -> SCHEMA_CONTEXT);
 133     }
 134
 135     protected void testRecovery(final Set<Integer> listEntryKeys) throws Exception {
 136         // Create the actor and wait for recovery complete.
 137
 138         final int nListEntries = listEntryKeys.size();
 139
 140         final CountDownLatch recoveryComplete = new CountDownLatch(1);
 141
 142         final Creator<Shard> creator = () -> new Shard(newShardBuilder()) {
 143             @Override
 144             protected void onRecoveryComplete() {
 145                 try {
 146                     super.onRecoveryComplete();
 147                 } finally {
 148                     recoveryComplete.countDown();
 149                 }
 150             }
 151         };
 152
 153         final TestActorRef<Shard> shard = TestActorRef.create(getSystem(), Props.create(Shard.class,
 154                 new DelegatingShardCreator(creator)).withDispatcher(Dispatchers.DefaultDispatcherId()), "testRecovery");
 155
 156         assertTrue("Recovery complete", recoveryComplete.await(5, TimeUnit.SECONDS));
 157
 158         // Verify data in the data store.
 159
 160         final NormalizedNode outerList = readStore(shard, TestModel.OUTER_LIST_PATH);
 161         assertNotNull(TestModel.OUTER_LIST_QNAME.getLocalName() + " not found", outerList);
 162         assertTrue(TestModel.OUTER_LIST_QNAME.getLocalName() + " value is not Iterable",
 163                 outerList.body() instanceof Iterable);
 164         for (final Object entry: (Iterable<?>) outerList.body()) {
 165             assertTrue(TestModel.OUTER_LIST_QNAME.getLocalName() + " entry is not MapEntryNode",
 166                     entry instanceof MapEntryNode);
 167             final MapEntryNode mapEntry = (MapEntryNode)entry;
 168             final Optional<DataContainerChild> idLeaf =
 169                     mapEntry.findChildByArg(new YangInstanceIdentifier.NodeIdentifier(TestModel.ID_QNAME));
 170             assertTrue("Missing leaf " + TestModel.ID_QNAME.getLocalName(), idLeaf.isPresent());
 171             final Object value = idLeaf.get().body();
 172             assertTrue("Unexpected value for leaf " + TestModel.ID_QNAME.getLocalName() + ": " + value,
 173                     listEntryKeys.remove(value));
 174         }
 175
 176         if (!listEntryKeys.isEmpty()) {
 177             fail("Missing " + TestModel.OUTER_LIST_QNAME.getLocalName() + " entries with keys: " + listEntryKeys);
 178         }
 179
 180         assertEquals("Last log index", nListEntries,
 181                 shard.underlyingActor().getShardMBean().getLastLogIndex());
 182         assertEquals("Commit index", nListEntries,
 183                 shard.underlyingActor().getShardMBean().getCommitIndex());
 184         assertEquals("Last applied", nListEntries,
 185                 shard.underlyingActor().getShardMBean().getLastApplied());
 186
 187         shard.tell(PoisonPill.getInstance(), ActorRef.noSender());
 188     }
 189
 190     protected void verifyLastApplied(final TestActorRef<Shard> shard, final long expectedValue) {
 191         long lastApplied = -1;
 192         for (int i = 0; i < 20 * 5; i++) {
 193             lastApplied = shard.underlyingActor().getShardMBean().getLastApplied();
 194             if (lastApplied == expectedValue) {
 195                 return;
 196             }
 197             Uninterruptibles.sleepUninterruptibly(50, TimeUnit.MILLISECONDS);
 198         }
 199
 200         Assert.fail(String.format("Expected last applied: %d, Actual: %d", expectedValue, lastApplied));
 201     }
 202
 203     protected DataTree createDelegatingMockDataTree() throws Exception {
 204         final DataTree actual = new InMemoryDataTreeFactory().create(DataTreeConfiguration.DEFAULT_CONFIGURATION);
 205         final DataTree mock = mock(DataTree.class);
 206
 207         doAnswer(invocation -> {
 208             actual.validate(invocation.getArgument(0));
 209             return null;
 210         }).when(mock).validate(any(DataTreeModification.class));
 211
 212         doAnswer(invocation -> actual.prepare(invocation.getArgument(0))).when(
 213                 mock).prepare(any(DataTreeModification.class));
 214
 215         doAnswer(invocation -> {
 216             actual.commit(invocation.getArgument(0));
 217             return null;
 218         }).when(mock).commit(any(DataTreeCandidate.class));
 219
 220         doAnswer(invocation -> {
 221             actual.setEffectiveModelContext(invocation.getArgument(0));
 222             return null;
 223         }).when(mock).setEffectiveModelContext(any(EffectiveModelContext.class));
 224
 225         doAnswer(invocation -> actual.takeSnapshot()).when(mock).takeSnapshot();
 226
 227         doAnswer(invocation -> actual.getRootPath()).when(mock).getRootPath();
 228
 229         return mock;
 230     }
 231
 232     protected ShardDataTreeCohort mockShardDataTreeCohort() {
 233         ShardDataTreeCohort cohort = mock(ShardDataTreeCohort.class);
 234         DataTreeCandidate candidate = mockCandidate("candidate");
 235         successfulCanCommit(cohort);
 236         successfulPreCommit(cohort, candidate);
 237         successfulCommit(cohort);
 238         doReturn(candidate).when(cohort).getCandidate();
 239         return cohort;
 240     }
 241
 242     protected Map<TransactionIdentifier, CapturingShardDataTreeCohort> setupCohortDecorator(final Shard shard,
 243             final TransactionIdentifier... transactionIDs) {
 244         final Map<TransactionIdentifier, CapturingShardDataTreeCohort> cohortMap = new HashMap<>();
 245         for (TransactionIdentifier id: transactionIDs) {
 246             cohortMap.put(id, new CapturingShardDataTreeCohort());
 247         }
 248
 249         shard.getCommitCoordinator().setCohortDecorator((transactionID, actual) -> {
 250             CapturingShardDataTreeCohort cohort = cohortMap.get(transactionID);
 251             cohort.setDelegate(actual);
 252             return cohort;
 253         });
 254
 255         return cohortMap;
 256     }
 257
 258     protected BatchedModifications prepareBatchedModifications(final TransactionIdentifier transactionID,
 259                                                                final MutableCompositeModification modification) {
 260         return prepareBatchedModifications(transactionID, modification, false);
 261     }
 262
 263     protected static BatchedModifications prepareBatchedModifications(final TransactionIdentifier transactionID,
 264                                                              final MutableCompositeModification modification,
 265                                                              final boolean doCommitOnReady) {
 266         final BatchedModifications batchedModifications = new BatchedModifications(transactionID, CURRENT_VERSION);
 267         batchedModifications.addModification(modification);
 268         batchedModifications.setReady();
 269         batchedModifications.setDoCommitOnReady(doCommitOnReady);
 270         batchedModifications.setTotalMessagesSent(1);
 271         return batchedModifications;
 272     }
 273
 274     protected static BatchedModifications prepareBatchedModifications(final TransactionIdentifier transactionID,
 275             final YangInstanceIdentifier path, final NormalizedNode data, final boolean doCommitOnReady) {
 276         final MutableCompositeModification modification = new MutableCompositeModification();
 277         modification.addModification(new WriteModification(path, data));
 278         return prepareBatchedModifications(transactionID, modification, doCommitOnReady);
 279     }
 280
 281     protected static ForwardedReadyTransaction prepareForwardedReadyTransaction(final TestActorRef<Shard> shard,
 282             final TransactionIdentifier transactionID, final YangInstanceIdentifier path,
 283             final NormalizedNode data, final boolean doCommitOnReady) {
 284         ReadWriteShardDataTreeTransaction rwTx = shard.underlyingActor().getDataStore()
 285                 .newReadWriteTransaction(transactionID);
 286         rwTx.getSnapshot().write(path, data);
 287         return new ForwardedReadyTransaction(transactionID, CURRENT_VERSION, rwTx, doCommitOnReady, Optional.empty());
 288     }
 289
 290     public static NormalizedNode readStore(final TestActorRef<? extends Shard> shard,
 291             final YangInstanceIdentifier id) {
 292         return shard.underlyingActor().getDataStore().readNode(id).orElse(null);
 293     }
 294
 295     public static NormalizedNode readStore(final DataTree store, final YangInstanceIdentifier id) {
 296         return store.takeSnapshot().readNode(id).orElse(null);
 297     }
 298
 299     public void writeToStore(final TestActorRef<Shard> shard, final YangInstanceIdentifier id,
 300             final NormalizedNode node) throws InterruptedException, ExecutionException {
 301         Future<Object> future = Patterns.ask(shard, newBatchedModifications(nextTransactionId(),
 302                 id, node, true, true, 1), new Timeout(5, TimeUnit.SECONDS));
 303         try {
 304             Await.ready(future, FiniteDuration.create(5, TimeUnit.SECONDS));
 305         } catch (TimeoutException e) {
 306             throw new ExecutionException(e);
 307         }
 308     }
 309
 310     public static void writeToStore(final ShardDataTree store, final YangInstanceIdentifier id,
 311             final NormalizedNode node) throws DataValidationFailedException {
 312         BatchedModifications batched = newBatchedModifications(nextTransactionId(), id, node, true, true, 1);
 313         DataTreeModification modification = store.getDataTree().takeSnapshot().newModification();
 314         batched.apply(modification);
 315         store.notifyListeners(commitTransaction(store.getDataTree(), modification));
 316     }
 317
 318     public static void writeToStore(final DataTree store, final YangInstanceIdentifier id, final NormalizedNode node)
 319             throws DataValidationFailedException {
 320         final DataTreeModification transaction = store.takeSnapshot().newModification();
 321
 322         transaction.write(id, node);
 323         transaction.ready();
 324         store.validate(transaction);
 325         final DataTreeCandidate candidate = store.prepare(transaction);
 326         store.commit(candidate);
 327     }
 328
 329     public void mergeToStore(final ShardDataTree store, final YangInstanceIdentifier id, final NormalizedNode node)
 330         throws DataValidationFailedException {
 331         final BatchedModifications batched = new BatchedModifications(nextTransactionId(), CURRENT_VERSION);
 332         batched.addModification(new MergeModification(id, node));
 333         batched.setReady();
 334         batched.setDoCommitOnReady(true);
 335         batched.setTotalMessagesSent(1);
 336
 337         DataTreeModification modification = store.getDataTree().takeSnapshot().newModification();
 338         batched.apply(modification);
 339         store.notifyListeners(commitTransaction(store.getDataTree(), modification));
 340     }
 341
 342     DataTree setupInMemorySnapshotStore() throws DataValidationFailedException {
 343         final DataTree testStore = new InMemoryDataTreeFactory().create(
 344             DataTreeConfiguration.DEFAULT_OPERATIONAL, SCHEMA_CONTEXT);
 345
 346         writeToStore(testStore, TestModel.TEST_PATH, ImmutableNodes.containerNode(TestModel.TEST_QNAME));
 347
 348         final NormalizedNode root = readStore(testStore, YangInstanceIdentifier.empty());
 349
 350         InMemorySnapshotStore.addSnapshot(shardID.toString(), Snapshot.create(
 351                 new ShardSnapshotState(new MetadataShardDataTreeSnapshot(root)),
 352                 Collections.<ReplicatedLogEntry>emptyList(), 0, 1, -1, -1, 1, null, null));
 353         return testStore;
 354     }
 355
 356     static CommitTransactionPayload payloadForModification(final DataTree source, final DataTreeModification mod,
 357             final TransactionIdentifier transactionId) throws DataValidationFailedException, IOException {
 358         source.validate(mod);
 359         final DataTreeCandidate candidate = source.prepare(mod);
 360         source.commit(candidate);
 361         return CommitTransactionPayload.create(transactionId, candidate);
 362     }
 363
 364     static BatchedModifications newBatchedModifications(final TransactionIdentifier transactionID,
 365             final YangInstanceIdentifier path, final NormalizedNode data, final boolean ready,
 366             final boolean doCommitOnReady, final int messagesSent) {
 367         final BatchedModifications batched = new BatchedModifications(transactionID, CURRENT_VERSION);
 368         batched.addModification(new WriteModification(path, data));
 369         if (ready) {
 370             batched.setReady();
 371         }
 372         batched.setDoCommitOnReady(doCommitOnReady);
 373         batched.setTotalMessagesSent(messagesSent);
 374         return batched;
 375     }
 376
 377     static BatchedModifications newReadyBatchedModifications(final TransactionIdentifier transactionID,
 378             final YangInstanceIdentifier path, final NormalizedNode data,
 379             final SortedSet<String> participatingShardNames) {
 380         final BatchedModifications batched = new BatchedModifications(transactionID, CURRENT_VERSION);
 381         batched.addModification(new WriteModification(path, data));
 382         batched.setReady(Optional.of(participatingShardNames));
 383         batched.setTotalMessagesSent(1);
 384         return batched;
 385     }
 386
 387     @SuppressWarnings("unchecked")
 388     static void verifyOuterListEntry(final TestActorRef<Shard> shard, final Object expIDValue) {
 389         final NormalizedNode outerList = readStore(shard, TestModel.OUTER_LIST_PATH);
 390         assertNotNull(TestModel.OUTER_LIST_QNAME.getLocalName() + " not found", outerList);
 391         assertTrue(TestModel.OUTER_LIST_QNAME.getLocalName() + " value is not Iterable",
 392                 outerList.body() instanceof Iterable);
 393         final Object entry = ((Iterable<Object>)outerList.body()).iterator().next();
 394         assertTrue(TestModel.OUTER_LIST_QNAME.getLocalName() + " entry is not MapEntryNode",
 395                 entry instanceof MapEntryNode);
 396         final MapEntryNode mapEntry = (MapEntryNode)entry;
 397         final Optional<DataContainerChild> idLeaf =
 398                 mapEntry.findChildByArg(new YangInstanceIdentifier.NodeIdentifier(TestModel.ID_QNAME));
 399         assertTrue("Missing leaf " + TestModel.ID_QNAME.getLocalName(), idLeaf.isPresent());
 400         assertEquals(TestModel.ID_QNAME.getLocalName() + " value", expIDValue, idLeaf.get().body());
 401     }
 402
 403     public static DataTreeCandidateTip mockCandidate(final String name) {
 404         final DataTreeCandidateTip mockCandidate = mock(DataTreeCandidateTip.class, name);
 405         final DataTreeCandidateNode mockCandidateNode = mock(DataTreeCandidateNode.class, name + "-node");
 406         doReturn(ModificationType.WRITE).when(mockCandidateNode).getModificationType();
 407         doReturn(Optional.of(ImmutableNodes.containerNode(CarsModel.CARS_QNAME)))
 408                 .when(mockCandidateNode).getDataAfter();
 409         doReturn(CarsModel.BASE_PATH).when(mockCandidate).getRootPath();
 410         doReturn(mockCandidateNode).when(mockCandidate).getRootNode();
 411         return mockCandidate;
 412     }
 413
 414     static DataTreeCandidateTip mockUnmodifiedCandidate(final String name) {
 415         final DataTreeCandidateTip mockCandidate = mock(DataTreeCandidateTip.class, name);
 416         final DataTreeCandidateNode mockCandidateNode = mock(DataTreeCandidateNode.class, name + "-node");
 417         doReturn(ModificationType.UNMODIFIED).when(mockCandidateNode).getModificationType();
 418         doReturn(YangInstanceIdentifier.empty()).when(mockCandidate).getRootPath();
 419         doReturn(mockCandidateNode).when(mockCandidate).getRootNode();
 420         return mockCandidate;
 421     }
 422
 423     static DataTreeCandidate commitTransaction(final DataTree store, final DataTreeModification modification)
 424             throws DataValidationFailedException {
 425         modification.ready();
 426         store.validate(modification);
 427         final DataTreeCandidate candidate = store.prepare(modification);
 428         store.commit(candidate);
 429         return candidate;
 430     }
 431
 432     @SuppressWarnings("serial")
 433     public static final class DelegatingShardCreator implements Creator<Shard> {
 434         private final Creator<Shard> delegate;
 435
 436         DelegatingShardCreator(final Creator<Shard> delegate) {
 437             this.delegate = delegate;
 438         }
 439
 440         @Override
 441         public Shard create() throws Exception {
 442             return delegate.create();
 443         }
 444     }
 445
 446     public static class CapturingShardDataTreeCohort extends ShardDataTreeCohort {
 447         private volatile ShardDataTreeCohort delegate;
 448         private FutureCallback<Void> canCommit;
 449         private FutureCallback<DataTreeCandidate> preCommit;
 450         private FutureCallback<UnsignedLong> commit;
 451
 452         public void setDelegate(final ShardDataTreeCohort delegate) {
 453             this.delegate = delegate;
 454         }
 455
 456         public FutureCallback<Void> getCanCommit() {
 457             assertNotNull("canCommit was not invoked", canCommit);
 458             return canCommit;
 459         }
 460
 461         public FutureCallback<DataTreeCandidate> getPreCommit() {
 462             assertNotNull("preCommit was not invoked", preCommit);
 463             return preCommit;
 464         }
 465
 466         public FutureCallback<UnsignedLong> getCommit() {
 467             assertNotNull("commit was not invoked", commit);
 468             return commit;
 469         }
 470
 471         @Override
 472         public TransactionIdentifier getIdentifier() {
 473             return delegate.getIdentifier();
 474         }
 475
 476         @Override
 477         DataTreeCandidateTip getCandidate() {
 478             return delegate.getCandidate();
 479         }
 480
 481         @Override
 482         DataTreeModification getDataTreeModification() {
 483             return delegate.getDataTreeModification();
 484         }
 485
 486         @Override
 487         public void canCommit(final FutureCallback<Void> callback) {
 488             canCommit = mockFutureCallback(callback);
 489             delegate.canCommit(canCommit);
 490         }
 491
 492         @Override
 493         public void preCommit(final FutureCallback<DataTreeCandidate> callback) {
 494             preCommit = mockFutureCallback(callback);
 495             delegate.preCommit(preCommit);
 496         }
 497
 498         @Override
 499         public void commit(final FutureCallback<UnsignedLong> callback) {
 500             commit = mockFutureCallback(callback);
 501             delegate.commit(commit);
 502         }
 503
 504         @SuppressWarnings("unchecked")
 505         private static <T> FutureCallback<T> mockFutureCallback(final FutureCallback<T> actual) {
 506             FutureCallback<T> mock = mock(FutureCallback.class);
 507             doAnswer(invocation -> {
 508                 actual.onFailure(invocation.getArgument(0));
 509                 return null;
 510             }).when(mock).onFailure(any(Throwable.class));
 511
 512             doAnswer(invocation -> {
 513                 actual.onSuccess(invocation.getArgument(0));
 514                 return null;
 515             }).when(mock).onSuccess((T) nullable(Object.class));
 516
 517             return mock;
 518         }
 519
 520         @Override
 521         public void abort(final FutureCallback<Void> callback) {
 522             delegate.abort(callback);
 523         }
 524
 525         @Override
 526         public boolean isFailed() {
 527             return delegate.isFailed();
 528         }
 529
 530         @Override
 531         public State getState() {
 532             return delegate.getState();
 533         }
 534
 535         @Override
 536         Optional<SortedSet<String>> getParticipatingShardNames() {
 537             return delegate.getParticipatingShardNames();
 538         }
 539     }
 540 }