package org.opendaylight.controller.clustering.it.provider.impl;
-import com.google.common.util.concurrent.CheckedFuture;
+import com.google.common.base.Stopwatch;
import com.google.common.util.concurrent.FutureCallback;
import com.google.common.util.concurrent.Futures;
import com.google.common.util.concurrent.ListenableFuture;
import java.util.List;
import java.util.Set;
import java.util.SplittableRandom;
+import java.util.concurrent.ExecutionException;
import java.util.concurrent.Executors;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.ScheduledFuture;
import java.util.concurrent.TimeUnit;
-import javax.annotation.Nullable;
+import java.util.concurrent.TimeoutException;
import org.opendaylight.mdsal.common.api.LogicalDatastoreType;
-import org.opendaylight.mdsal.common.api.TransactionCommitFailedException;
import org.opendaylight.mdsal.dom.api.DOMDataTreeCursorAwareTransaction;
import org.opendaylight.mdsal.dom.api.DOMDataTreeIdentifier;
import org.opendaylight.mdsal.dom.api.DOMDataTreeProducer;
import org.opendaylight.yangtools.yang.common.RpcResult;
import org.opendaylight.yangtools.yang.common.RpcResultBuilder;
import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier;
+import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier.NodeIdentifierWithPredicates;
import org.opendaylight.yangtools.yang.data.api.schema.MapEntryNode;
import org.opendaylight.yangtools.yang.data.api.schema.MapNode;
import org.opendaylight.yangtools.yang.data.impl.schema.ImmutableNodes;
-import org.opendaylight.yangtools.yang.data.impl.schema.builder.api.CollectionNodeBuilder;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
//2^20 as in the model
private static final int MAX_ITEM = 1048576;
- private static final QName ID_INTS =
- QName.create("tag:opendaylight.org,2017:controller:yang:lowlevel:target", "2017-02-15", "id-ints");
- private static final QName ID =
- QName.create("tag:opendaylight.org,2017:controller:yang:lowlevel:target", "2017-02-15", "id");
- private static final QName ITEM =
- QName.create("tag:opendaylight.org,2017:controller:yang:lowlevel:target", "2017-02-15", "item");
+ static final QName ID_INTS =
+ QName.create("tag:opendaylight.org,2017:controller:yang:lowlevel:target", "2017-02-15", "id-ints").intern();
+ public static final QName ID_INT =
+ QName.create("tag:opendaylight.org,2017:controller:yang:lowlevel:target", "2017-02-15", "id-int").intern();
+ static final QName ID =
+ QName.create("tag:opendaylight.org,2017:controller:yang:lowlevel:target", "2017-02-15", "id").intern();
+ static final QName ITEM =
+ QName.create("tag:opendaylight.org,2017:controller:yang:lowlevel:target", "2017-02-15", "item").intern();
private static final QName NUMBER =
- QName.create("tag:opendaylight.org,2017:controller:yang:lowlevel:target", "2017-02-15", "number");
+ QName.create("tag:opendaylight.org,2017:controller:yang:lowlevel:target", "2017-02-15", "number".intern());
- private final YangInstanceIdentifier ID_INTS_YID =
- YangInstanceIdentifier.create(new YangInstanceIdentifier.NodeIdentifier(ID_INTS));
-
- private final DOMDataTreeService domDataTreeService;
-
- private final long timeToTake;
- private final long delay;
- private final String id;
+ public static final YangInstanceIdentifier ID_INTS_YID = YangInstanceIdentifier.of(ID_INTS);
+ public static final YangInstanceIdentifier ID_INT_YID = ID_INTS_YID.node(ID_INT).toOptimized();
private final ScheduledExecutorService executor = Executors.newSingleThreadScheduledExecutor();
- private final ArrayList<CheckedFuture<Void, TransactionCommitFailedException>> futures = new ArrayList<>();
+ private final List<ListenableFuture<Void>> futures = new ArrayList<>();
private final Set<Integer> usedValues = new HashSet<>();
private final SplittableRandom random = new SplittableRandom();
- private long startTime;
+ private final DOMDataTreeService domDataTreeService;
+ private final long runtimeNanos;
+ private final long delayNanos;
+ private final String id;
+
private SettableFuture<RpcResult<ProduceTransactionsOutput>> completionFuture;
+ private Stopwatch stopwatch;
private long allTx = 0;
private long insertTx = 0;
private long deleteTx = 0;
private ScheduledFuture<?> scheduledFuture;
- private YangInstanceIdentifier idListWithKey;
private DOMDataTreeProducer itemProducer;
+ private DOMDataTreeIdentifier idListItem;
public ProduceTransactionsHandler(final DOMDataTreeService domDataTreeService,
final ProduceTransactionsInput input) {
this.domDataTreeService = domDataTreeService;
- timeToTake = input.getSeconds() * SECOND_AS_NANO;
- delay = SECOND_AS_NANO / input.getTransactionsPerSecond();
+ runtimeNanos = TimeUnit.SECONDS.toNanos(input.getSeconds());
+ delayNanos = SECOND_AS_NANO / input.getTransactionsPerSecond();
id = input.getId();
}
@Override
public void run() {
- final long current = System.nanoTime();
-
- futures.add(execWrite());
-
- maybeFinish(current);
+ futures.add(execWrite(futures.size()));
+ maybeFinish();
}
public void start(final SettableFuture<RpcResult<ProduceTransactionsOutput>> settableFuture) {
+ completionFuture = settableFuture;
- if (ensureListExists(completionFuture) && fillInitialList(completionFuture)) {
- startTime = System.nanoTime();
- completionFuture = settableFuture;
- scheduledFuture = executor.scheduleAtFixedRate(this, 0, delay, TimeUnit.NANOSECONDS);
+ if (fillInitialList(completionFuture)) {
+ stopwatch = Stopwatch.createStarted();
+ scheduledFuture = executor.scheduleAtFixedRate(this, 0, delayNanos, TimeUnit.NANOSECONDS);
} else {
executor.shutdown();
}
}
- private boolean ensureListExists(final SettableFuture<RpcResult<ProduceTransactionsOutput>> settableFuture) {
-
- final MapEntryNode entry = ImmutableNodes.mapEntryBuilder(ID_INTS, ID, id)
- .withChild(ImmutableNodes.mapNodeBuilder(ITEM).build())
- .build();
- final MapNode mapNode =
- ImmutableNodes.mapNodeBuilder(ID_INTS)
- .withChild(entry)
- .build();
-
- final DOMDataTreeProducer producer = domDataTreeService.createProducer(Collections.singleton(
- new DOMDataTreeIdentifier(LogicalDatastoreType.CONFIGURATION, YangInstanceIdentifier.EMPTY)));
-
- final DOMDataTreeCursorAwareTransaction tx = producer.createTransaction(false);
-
- final DOMDataTreeWriteCursor cursor =
- tx.createCursor(new DOMDataTreeIdentifier(
- LogicalDatastoreType.CONFIGURATION, YangInstanceIdentifier.EMPTY));
-
- idListWithKey = ID_INTS_YID.node(entry.getIdentifier());
-
- cursor.merge(mapNode.getIdentifier(), mapNode);
- cursor.close();
-
- try {
- tx.submit().checkedGet();
- } catch (TransactionCommitFailedException e) {
- LOG.warn("Unable to ensure IdInts list for id: {} exists.", id, e);
- settableFuture.set(RpcResultBuilder.<ProduceTransactionsOutput>failed()
- .withError(RpcError.ErrorType.APPLICATION, "Unexpected-exception", e).build());
- return false;
- } finally {
- try {
- producer.close();
- } catch (DOMDataTreeProducerException e) {
- LOG.warn("Error while closing producer.", e);
- }
- }
-
- return true;
- }
-
private boolean fillInitialList(final SettableFuture<RpcResult<ProduceTransactionsOutput>> settableFuture) {
LOG.debug("Filling the item list with initial values.");
- final CollectionNodeBuilder<MapEntryNode, MapNode> mapBuilder = ImmutableNodes.mapNodeBuilder(ITEM);
- for (int i = 0; i < MAX_ITEM / 2; i++) {
- usedValues.add(i);
- mapBuilder.withChild(ImmutableNodes.mapEntry(ITEM, NUMBER, i));
- }
+ final YangInstanceIdentifier idListWithKey = ID_INT_YID.node(new NodeIdentifierWithPredicates(ID_INT, ID, id));
itemProducer = domDataTreeService.createProducer(
Collections.singleton(new DOMDataTreeIdentifier(LogicalDatastoreType.CONFIGURATION, idListWithKey)));
final DOMDataTreeWriteCursor cursor =
tx.createCursor(new DOMDataTreeIdentifier(LogicalDatastoreType.CONFIGURATION, idListWithKey));
- final MapNode list = mapBuilder.build();
+ final MapNode list = ImmutableNodes.mapNodeBuilder(ITEM).build();
cursor.write(list.getIdentifier(), list);
cursor.close();
+ idListItem = new DOMDataTreeIdentifier(LogicalDatastoreType.CONFIGURATION,
+ idListWithKey.node(list.getIdentifier()).toOptimized());
+
try {
- tx.submit().checkedGet();
- } catch (final TransactionCommitFailedException e) {
+ tx.submit().checkedGet(125, TimeUnit.SECONDS);
+ return true;
+ } catch (final Exception e) {
LOG.warn("Unable to fill the initial item list.", e);
settableFuture.set(RpcResultBuilder.<ProduceTransactionsOutput>failed()
.withError(RpcError.ErrorType.APPLICATION, "Unexpected-exception", e).build());
- return false;
}
- return true;
+ try {
+ itemProducer.close();
+ } catch (final DOMDataTreeProducerException exception) {
+ LOG.warn("Failure while closing producer.", exception);
+ }
+ return false;
}
- private CheckedFuture<Void, TransactionCommitFailedException> execWrite() {
+ private ListenableFuture<Void> execWrite(final int offset) {
final int i = random.nextInt(MAX_ITEM + 1);
-
- final YangInstanceIdentifier entryId =
- idListWithKey.node(ITEM).node(new YangInstanceIdentifier.NodeIdentifierWithPredicates(ITEM, NUMBER, i));
-
final DOMDataTreeCursorAwareTransaction tx = itemProducer.createTransaction(false);
- final DOMDataTreeWriteCursor cursor = tx.createCursor(
- new DOMDataTreeIdentifier(LogicalDatastoreType.CONFIGURATION, idListWithKey.node(ITEM)));
+ final DOMDataTreeWriteCursor cursor = tx.createCursor(idListItem);
+
allTx++;
+ final NodeIdentifierWithPredicates entryId = new NodeIdentifierWithPredicates(ITEM, NUMBER, i);
if (usedValues.contains(i)) {
LOG.debug("Deleting item: {}", i);
deleteTx++;
- cursor.delete(entryId.getLastPathArgument());
+ cursor.delete(entryId);
usedValues.remove(i);
} else {
LOG.debug("Inserting item: {}", i);
insertTx++;
- final MapEntryNode entry = ImmutableNodes.mapEntry(ITEM, NUMBER, i);
- cursor.write(entryId.getLastPathArgument(), entry);
+
+ final MapEntryNode entry = ImmutableNodes.mapEntryBuilder().withNodeIdentifier(entryId)
+ .withChild(ImmutableNodes.leafNode(NUMBER, i)).build();
+ cursor.write(entryId, entry);
usedValues.add(i);
}
cursor.close();
- return tx.submit();
+ final ListenableFuture<Void> future = tx.submit();
+ if (LOG.isDebugEnabled()) {
+ Futures.addCallback(future, new FutureCallback<Void>() {
+ @Override
+ public void onSuccess(final Void result) {
+ LOG.debug("Future #{} completed successfully", offset);
+ }
+
+ @Override
+ public void onFailure(final Throwable cause) {
+ LOG.debug("Future #{} failed", offset, cause);
+ }
+ });
+ }
+
+ return future;
}
- private void maybeFinish(final long current) {
- if ((current - startTime) > timeToTake) {
+ private void maybeFinish() {
+ final long elapsed = stopwatch.elapsed(TimeUnit.NANOSECONDS);
+ if (elapsed >= runtimeNanos) {
LOG.debug("Reached max running time, waiting for futures to complete.");
scheduledFuture.cancel(false);
final ListenableFuture<List<Void>> allFutures = Futures.allAsList(futures);
- Futures.addCallback(allFutures, new FutureCallback<List<Void>>() {
- @Override
- public void onSuccess(@Nullable final List<Void> result) {
- LOG.debug("All futures completed successfully.");
-
- final ProduceTransactionsOutput output = new ProduceTransactionsOutputBuilder()
- .setAllTx(allTx)
- .setInsertTx(insertTx)
- .setDeleteTx(deleteTx)
- .build();
+ try {
+ // Timeout from cds should be 2 minutes so leave some leeway.
+ allFutures.get(125, TimeUnit.SECONDS);
- completionFuture.set(RpcResultBuilder.<ProduceTransactionsOutput>success()
- .withResult(output).build());
+ LOG.debug("All futures completed successfully.");
- executor.shutdown();
+ final ProduceTransactionsOutput output = new ProduceTransactionsOutputBuilder()
+ .setAllTx(allTx)
+ .setInsertTx(insertTx)
+ .setDeleteTx(deleteTx)
+ .build();
+ completionFuture.set(RpcResultBuilder.<ProduceTransactionsOutput>success()
+ .withResult(output).build());
+ } catch (ExecutionException e) {
+ LOG.error("Write transactions failed.", e.getCause());
+ completionFuture.set(RpcResultBuilder.<ProduceTransactionsOutput>failed()
+ .withError(RpcError.ErrorType.APPLICATION, "Submit failed", e.getCause()).build());
+ } catch (InterruptedException | TimeoutException e) {
+ LOG.error("Write transactions failed.", e);
+ completionFuture.set(RpcResultBuilder.<ProduceTransactionsOutput>failed()
+ .withError(RpcError.ErrorType.APPLICATION,
+ "Final submit was timed out by the test provider or was interrupted", e).build());
+
+ for (int i = 0; i < futures.size(); i++) {
+ final ListenableFuture<Void> future = futures.get(i);
+
+ try {
+ future.get(0, TimeUnit.NANOSECONDS);
+ } catch (TimeoutException fe) {
+ LOG.warn("Future #{}/{} not completed yet", i, futures.size());
+ } catch (ExecutionException fe) {
+ LOG.warn("Future #{}/{} failed", i, futures.size(), e.getCause());
+ } catch (InterruptedException fe) {
+ LOG.warn("Interrupted while examining future #{}/{}", i, futures.size(), e);
+ }
}
+ } catch (Exception e) {
+ LOG.error("Write transactions failed.", e);
+ completionFuture.set(RpcResultBuilder.<ProduceTransactionsOutput>failed()
+ .withError(RpcError.ErrorType.APPLICATION, "Unexpected-exception", e).build());
+ }
- @Override
- public void onFailure(final Throwable t) {
- LOG.error("Write transactions failed.", t);
- completionFuture.set(RpcResultBuilder.<ProduceTransactionsOutput>failed()
- .withError(RpcError.ErrorType.APPLICATION, "Unexpected-exception", t).build());
-
- executor.shutdown();
- }
- });
+ executor.shutdown();
+ try {
+ itemProducer.close();
+ } catch (final DOMDataTreeProducerException e) {
+ LOG.warn("Failure while closing item producer.", e);
+ }
}
}
}
Code Review / controller.git / blobdiff