CDS: Implement front-end support for local transactions
[controller.git] / opendaylight / md-sal / sal-distributed-datastore / src / main / java / org / opendaylight / controller / cluster / datastore / TransactionChainProxy.java
index 97f3e7444d3ee564c88845256e7448209036fe09..b44f0b15b29fb33620c14c4b1d38c8ba3d3a906d 100644 (file)
 /*
- * Copyright (c) 2014 Cisco Systems, Inc. and others.  All rights reserved.
+ * Copyright (c) 2015 Cisco Systems, Inc. and others.  All rights reserved.
  *
  * This program and the accompanying materials are made available under the
  * terms of the Eclipse Public License v1.0 which accompanies this distribution,
  * and is available at http://www.eclipse.org/legal/epl-v10.html
  */
-
 package org.opendaylight.controller.cluster.datastore;
 
+import akka.actor.ActorSelection;
+import akka.dispatch.OnComplete;
 import com.google.common.base.Preconditions;
-import java.util.Collections;
-import java.util.List;
+import java.util.Collection;
 import java.util.concurrent.atomic.AtomicInteger;
+import java.util.concurrent.atomic.AtomicReferenceFieldUpdater;
+import org.opendaylight.controller.cluster.datastore.identifiers.TransactionIdentifier;
 import org.opendaylight.controller.cluster.datastore.messages.CloseTransactionChain;
-import org.opendaylight.controller.cluster.datastore.utils.ActorContext;
+import org.opendaylight.controller.cluster.datastore.messages.PrimaryShardInfo;
 import org.opendaylight.controller.md.sal.common.api.data.TransactionChainClosedException;
 import org.opendaylight.controller.sal.core.spi.data.DOMStoreReadTransaction;
 import org.opendaylight.controller.sal.core.spi.data.DOMStoreReadWriteTransaction;
 import org.opendaylight.controller.sal.core.spi.data.DOMStoreTransactionChain;
 import org.opendaylight.controller.sal.core.spi.data.DOMStoreWriteTransaction;
+import org.opendaylight.yangtools.yang.data.api.schema.tree.DataTree;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
 import scala.concurrent.Future;
+import scala.concurrent.Promise;
 
 /**
- * TransactionChainProxy acts as a proxy for a DOMStoreTransactionChain created on a remote shard
+ * A chain of {@link TransactionProxy}s. It allows a single open transaction to be open
+ * at a time. For remote transactions, it also tracks the outstanding readiness requests
+ * towards the shard and unblocks operations only after all have completed.
  */
-public class TransactionChainProxy implements DOMStoreTransactionChain {
-
-    private interface State {
-        boolean isReady();
+final class TransactionChainProxy extends AbstractTransactionContextFactory<LocalTransactionChain> implements DOMStoreTransactionChain {
+    private static abstract class State {
+        /**
+         * Check if it is okay to allocate a new transaction.
+         * @throws IllegalStateException if a transaction may not be allocated.
+         */
+        abstract void checkReady();
 
-        List<Future<Object>> getPreviousReadyFutures();
+        /**
+         * Return the future which needs to be waited for before shard information
+         * is returned (which unblocks remote transactions).
+         * @return Future to wait for, or null of no wait is necessary
+         */
+        abstract Future<?> previousFuture();
     }
 
-    private static class Allocated implements State {
-        private final ChainedTransactionProxy transaction;
+    private static abstract class Pending extends State {
+        private final TransactionIdentifier transaction;
+        private final Future<?> previousFuture;
 
-        Allocated(ChainedTransactionProxy transaction) {
-            this.transaction = transaction;
+        Pending(final TransactionIdentifier transaction, final Future<?> previousFuture) {
+            this.previousFuture = previousFuture;
+            this.transaction = Preconditions.checkNotNull(transaction);
         }
 
         @Override
-        public boolean isReady() {
-            return transaction.isReady();
+        final Future<?> previousFuture() {
+            return previousFuture;
+        }
+
+        final TransactionIdentifier getIdentifier() {
+            return transaction;
+        }
+    }
+
+    private static final class Allocated extends Pending {
+        Allocated(final TransactionIdentifier transaction, final Future<?> previousFuture) {
+            super(transaction, previousFuture);
         }
 
         @Override
-        public List<Future<Object>> getPreviousReadyFutures() {
-            return transaction.getReadyFutures();
+        void checkReady() {
+            throw new IllegalStateException(String.format("Previous transaction %s is not ready yet", getIdentifier()));
         }
     }
 
-    private static abstract class AbstractDefaultState implements State {
+    private static final class Submitted extends Pending {
+        Submitted(final TransactionIdentifier transaction, final Future<?> previousFuture) {
+            super(transaction, previousFuture);
+        }
+
         @Override
-        public List<Future<Object>> getPreviousReadyFutures() {
-            return Collections.emptyList();
+        void checkReady() {
+            // Okay to allocate
         }
     }
 
-    private static final State IDLE_STATE = new AbstractDefaultState() {
+    private static abstract class DefaultState extends State {
         @Override
-        public boolean isReady() {
-            return true;
+        final Future<?> previousFuture() {
+            return null;
+        }
+    }
+
+    private static final State IDLE_STATE = new DefaultState() {
+        @Override
+        void checkReady() {
+            // Okay to allocate
         }
     };
 
-    private static final State CLOSED_STATE = new AbstractDefaultState() {
+    private static final State CLOSED_STATE = new DefaultState() {
         @Override
-        public boolean isReady() {
+        void checkReady() {
             throw new TransactionChainClosedException("Transaction chain has been closed");
         }
     };
 
-    private static final AtomicInteger counter = new AtomicInteger(0);
+    private static final Logger LOG = LoggerFactory.getLogger(TransactionChainProxy.class);
+    private static final AtomicInteger CHAIN_COUNTER = new AtomicInteger();
+    private static final AtomicReferenceFieldUpdater<TransactionChainProxy, State> STATE_UPDATER =
+            AtomicReferenceFieldUpdater.newUpdater(TransactionChainProxy.class, State.class, "currentState");
 
-    private final ActorContext actorContext;
     private final String transactionChainId;
+    private final TransactionContextFactory parent;
     private volatile State currentState = IDLE_STATE;
 
-    public TransactionChainProxy(ActorContext actorContext) {
-        this.actorContext = actorContext;
-        transactionChainId = actorContext.getCurrentMemberName() + "-txn-chain-" + counter.incrementAndGet();
+    TransactionChainProxy(final TransactionContextFactory parent) {
+        super(parent.getActorContext());
+        transactionChainId = parent.getActorContext().getCurrentMemberName() + "-txn-chain-" + CHAIN_COUNTER.incrementAndGet();
+        this.parent = parent;
     }
 
     public String getTransactionChainId() {
@@ -88,22 +131,19 @@ public class TransactionChainProxy implements DOMStoreTransactionChain {
 
     @Override
     public DOMStoreReadTransaction newReadOnlyTransaction() {
-        State localState = currentState;
-        checkReadyState(localState);
-
-        return new ChainedTransactionProxy(actorContext, TransactionType.READ_ONLY,
-                transactionChainId, localState.getPreviousReadyFutures());
+        currentState.checkReady();
+        return new TransactionProxy(this, TransactionType.READ_ONLY);
     }
 
     @Override
     public DOMStoreReadWriteTransaction newReadWriteTransaction() {
-        actorContext.acquireTxCreationPermit();
+        getActorContext().acquireTxCreationPermit();
         return allocateWriteTransaction(TransactionType.READ_WRITE);
     }
 
     @Override
     public DOMStoreWriteTransaction newWriteOnlyTransaction() {
-        actorContext.acquireTxCreationPermit();
+        getActorContext().acquireTxCreationPermit();
         return allocateWriteTransaction(TransactionType.WRITE_ONLY);
     }
 
@@ -112,24 +152,106 @@ public class TransactionChainProxy implements DOMStoreTransactionChain {
         currentState = CLOSED_STATE;
 
         // Send a close transaction chain request to each and every shard
-        actorContext.broadcast(new CloseTransactionChain(transactionChainId).toSerializable());
+        getActorContext().broadcast(new CloseTransactionChain(transactionChainId).toSerializable());
+        parent.removeTransactionChain(this);
     }
 
-    private ChainedTransactionProxy allocateWriteTransaction(TransactionType type) {
+    private TransactionProxy allocateWriteTransaction(final TransactionType type) {
         State localState = currentState;
+        localState.checkReady();
 
-        checkReadyState(localState);
+        final TransactionProxy ret = new TransactionProxy(this, type);
+        currentState = new Allocated(ret.getIdentifier(), localState.previousFuture());
+        return ret;
+    }
 
-        // Pass the ready Futures from the previous Tx.
-        ChainedTransactionProxy txProxy = new ChainedTransactionProxy(actorContext, type,
-                transactionChainId, localState.getPreviousReadyFutures());
+    @Override
+    protected LocalTransactionChain factoryForShard(final String shardName, final ActorSelection shardLeader, final DataTree dataTree) {
+        final LocalTransactionChain ret = new LocalTransactionChain(this, shardLeader, dataTree);
+        LOG.debug("Allocated transaction chain {} for shard {} leader {}", ret, shardName, shardLeader);
+        return ret;
+    }
 
-        currentState = new Allocated(txProxy);
+    @Override
+    protected DataTree dataTreeForFactory(final LocalTransactionChain factory) {
+        return factory.getDataTree();
+    }
+
+    /**
+     * This method is overridden to ensure the previous Tx's ready operations complete
+     * before we initiate the next Tx in the chain to avoid creation failures if the
+     * previous Tx's ready operations haven't completed yet.
+     */
+    @Override
+    protected Future<PrimaryShardInfo> findPrimaryShard(final String shardName) {
+        // Read current state atomically
+        final State localState = currentState;
+
+        // There are no outstanding futures, shortcut
+        final Future<?> previous = localState.previousFuture();
+        if (previous == null) {
+            return parent.findPrimaryShard(shardName);
+        }
+
+        LOG.debug("Waiting for ready futures for on chain {}", getTransactionChainId());
+
+        // Add a callback for completion of the combined Futures.
+        final Promise<PrimaryShardInfo> returnPromise = akka.dispatch.Futures.promise();
+
+        final OnComplete onComplete = new OnComplete() {
+            @Override
+            public void onComplete(final Throwable failure, final Object notUsed) {
+                if (failure != null) {
+                    // A Ready Future failed so fail the returned Promise.
+                    returnPromise.failure(failure);
+                } else {
+                    LOG.debug("Previous Tx readied - proceeding to FindPrimaryShard on chain {}",
+                            getTransactionChainId());
+
+                    // Send the FindPrimaryShard message and use the resulting Future to complete the
+                    // returned Promise.
+                    returnPromise.completeWith(parent.findPrimaryShard(shardName));
+                }
+            }
+        };
 
-        return txProxy;
+        previous.onComplete(onComplete, getActorContext().getClientDispatcher());
+        return returnPromise.future();
     }
 
-    private void checkReadyState(State state) {
-        Preconditions.checkState(state.isReady(), "Previous transaction is not ready yet");
+    @Override
+    protected <T> void onTransactionReady(final TransactionIdentifier transaction, final Collection<Future<T>> cohortFutures) {
+        final State localState = currentState;
+        Preconditions.checkState(localState instanceof Allocated, "Readying transaction %s while state is %s", transaction, localState);
+        final TransactionIdentifier currentTx = ((Allocated)localState).getIdentifier();
+        Preconditions.checkState(transaction.equals(currentTx), "Readying transaction %s while %s is allocated", transaction, currentTx);
+
+        // Transaction ready and we are not waiting for futures -- go to idle
+        if (cohortFutures.isEmpty()) {
+            currentState = IDLE_STATE;
+            return;
+        }
+
+        // Combine the ready Futures into 1
+        final Future<Iterable<T>> combined = akka.dispatch.Futures.sequence(
+                cohortFutures, getActorContext().getClientDispatcher());
+
+        // Record the we have outstanding futures
+        final State newState = new Submitted(transaction, combined);
+        currentState = newState;
+
+        // Attach a completion reset, but only if we do not allocate a transaction
+        // in-between
+        combined.onComplete(new OnComplete<Iterable<T>>() {
+            @Override
+            public void onComplete(final Throwable arg0, final Iterable<T> arg1) {
+                STATE_UPDATER.compareAndSet(TransactionChainProxy.this, newState, IDLE_STATE);
+            }
+        }, getActorContext().getClientDispatcher());
+    }
+
+    @Override
+    protected TransactionIdentifier nextIdentifier() {
+        return TransactionIdentifier.create(getMemberName(), TX_COUNTER.getAndIncrement(), transactionChainId);
     }
 }