/* * Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved. * * This program and the accompanying materials are made available under the * terms of the Eclipse Public License v1.0 which accompanies this distribution, * and is available at http://www.eclipse.org/legal/epl-v10.html */ package org.opendaylight.controller.cluster.access.client; import akka.actor.ActorRef; import com.google.common.annotations.VisibleForTesting; import com.google.common.base.MoreObjects; import com.google.common.base.MoreObjects.ToStringHelper; import com.google.common.base.Preconditions; import edu.umd.cs.findbugs.annotations.SuppressFBWarnings; import java.util.Optional; import java.util.concurrent.TimeUnit; import java.util.concurrent.locks.Lock; import java.util.concurrent.locks.ReentrantLock; import java.util.function.Consumer; import javax.annotation.Nonnull; import javax.annotation.concurrent.GuardedBy; import javax.annotation.concurrent.NotThreadSafe; import org.opendaylight.controller.cluster.access.concepts.Request; import org.opendaylight.controller.cluster.access.concepts.RequestException; import org.opendaylight.controller.cluster.access.concepts.Response; import org.opendaylight.controller.cluster.access.concepts.ResponseEnvelope; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import scala.concurrent.duration.FiniteDuration; /** * Base class for a connection to the backend. Responsible to queueing and dispatch of requests toward the backend. * Can be in three conceptual states: Connecting, Connected and Reconnecting, which are represented by public final * classes exposed from this package. * * @author Robert Varga */ @NotThreadSafe public abstract class AbstractClientConnection { private static final Logger LOG = LoggerFactory.getLogger(AbstractClientConnection.class); // Keep these constants in nanoseconds, as that prevents unnecessary conversions in the fast path @VisibleForTesting static final long NO_PROGRESS_TIMEOUT_NANOS = TimeUnit.MINUTES.toNanos(15); @VisibleForTesting static final long REQUEST_TIMEOUT_NANOS = TimeUnit.SECONDS.toNanos(30); private static final FiniteDuration REQUEST_TIMEOUT_DURATION = FiniteDuration.apply(REQUEST_TIMEOUT_NANOS, TimeUnit.NANOSECONDS); private final Lock lock = new ReentrantLock(); private final ClientActorContext context; @GuardedBy("lock") private final TransmitQueue queue; private final Long cookie; @GuardedBy("lock") private boolean haveTimer; private volatile RequestException poisoned; // Do not allow subclassing outside of this package AbstractClientConnection(final ClientActorContext context, final Long cookie, final TransmitQueue queue) { this.context = Preconditions.checkNotNull(context); this.cookie = Preconditions.checkNotNull(cookie); this.queue = Preconditions.checkNotNull(queue); } // Do not allow subclassing outside of this package AbstractClientConnection(final AbstractClientConnection oldConnection, final int targetQueueSize) { this.context = oldConnection.context; this.cookie = oldConnection.cookie; this.queue = new TransmitQueue.Halted(targetQueueSize); } public final ClientActorContext context() { return context; } public final @Nonnull Long cookie() { return cookie; } public final ActorRef localActor() { return context.self(); } /** * Send a request to the backend and invoke a specified callback when it finishes. This method is safe to invoke * from any thread. * *

This method may put the caller thread to sleep in order to throttle the request rate. * The callback may be called before the sleep finishes. * * @param request Request to send * @param callback Callback to invoke */ public final void sendRequest(final Request request, final Consumer> callback) { final RequestException maybePoison = poisoned; if (maybePoison != null) { throw new IllegalStateException("Connection " + this + " has been poisoned", maybePoison); } final ConnectionEntry entry = new ConnectionEntry(request, callback, readTime()); enqueueAndWait(entry, entry.getEnqueuedTicks()); } public abstract Optional getBackendInfo(); final Iterable startReplay() { lock.lock(); return queue.asIterable(); } @GuardedBy("lock") final void finishReplay(final ReconnectForwarder forwarder) { setForwarder(forwarder); lock.unlock(); } @GuardedBy("lock") final void setForwarder(final ReconnectForwarder forwarder) { queue.setForwarder(forwarder, readTime()); } @GuardedBy("lock") abstract ClientActorBehavior lockedReconnect(ClientActorBehavior current); private long readTime() { return context.ticker().read(); } final long enqueueEntry(final ConnectionEntry entry, final long now) { lock.lock(); try { if (queue.isEmpty()) { // The queue is becoming non-empty, schedule a timer scheduleTimer(REQUEST_TIMEOUT_DURATION); } return queue.enqueue(entry, now); } finally { lock.unlock(); } } final void enqueueAndWait(final ConnectionEntry entry, final long now) { final long delay = enqueueEntry(entry, now); try { TimeUnit.NANOSECONDS.sleep(delay); } catch (InterruptedException e) { LOG.debug("Interrupted while sleeping", e); } } final ClientActorBehavior reconnect(final ClientActorBehavior current) { lock.lock(); try { return lockedReconnect(current); } finally { lock.unlock(); } } /** * Schedule a timer to fire on the actor thread after a delay. * * @param delay Delay, in nanoseconds */ @GuardedBy("lock") private void scheduleTimer(final FiniteDuration delay) { if (haveTimer) { LOG.debug("{}: timer already scheduled", context.persistenceId()); return; } if (queue.hasSuccessor()) { LOG.debug("{}: connection has successor, not scheduling timer", context.persistenceId()); return; } LOG.debug("{}: scheduling timeout in {}", context.persistenceId(), delay); context.executeInActor(this::runTimer, delay); haveTimer = true; } /** * Check this queue for timeout and initiate reconnection if that happened. If the queue has not made progress * in {@link #NO_PROGRESS_TIMEOUT_NANOS} nanoseconds, it will be aborted. * * @param current Current behavior * @return Next behavior to use */ @VisibleForTesting final ClientActorBehavior runTimer(final ClientActorBehavior current) { final Optional delay; lock.lock(); try { haveTimer = false; final long now = readTime(); // The following line is only reliable when queue is not forwarding, but such state should not last long. final long ticksSinceProgress = queue.ticksStalling(now); if (ticksSinceProgress >= NO_PROGRESS_TIMEOUT_NANOS) { LOG.error("Queue {} has not seen progress in {} seconds, failing all requests", this, TimeUnit.NANOSECONDS.toSeconds(ticksSinceProgress)); lockedPoison(new NoProgressException(ticksSinceProgress)); current.removeConnection(this); return current; } // Requests are always scheduled in sequence, hence checking for timeout is relatively straightforward. // Note we use also inquire about the delay, so we can re-schedule if needed, hence the unusual tri-state // return convention. delay = lockedCheckTimeout(now); if (delay == null) { // We have timed out. There is no point in scheduling a timer return lockedReconnect(current); } if (delay.isPresent()) { // If there is new delay, schedule a timer scheduleTimer(delay.get()); } } finally { lock.unlock(); } return current; } @VisibleForTesting final Optional checkTimeout(final long now) { lock.lock(); try { return lockedCheckTimeout(now); } finally { lock.unlock(); } } /* * We are using tri-state return here to indicate one of three conditions: * - if there is no timeout to schedule, return Optional.empty() * - if there is a timeout to schedule, return a non-empty optional * - if this connections has timed out, return null */ @SuppressFBWarnings(value = "NP_OPTIONAL_RETURN_NULL", justification = "Returning null Optional is documented in the API contract.") @GuardedBy("lock") private Optional lockedCheckTimeout(final long now) { final ConnectionEntry head = queue.peek(); if (head == null) { return Optional.empty(); } final long beenOpen = now - head.getEnqueuedTicks(); if (beenOpen >= REQUEST_TIMEOUT_NANOS) { LOG.debug("Connection {} has a request not completed for {} nanoseconds, timing out", this, beenOpen); return null; } return Optional.of(FiniteDuration.apply(REQUEST_TIMEOUT_NANOS - beenOpen, TimeUnit.NANOSECONDS)); } final void poison(final RequestException cause) { lock.lock(); try { lockedPoison(cause); } finally { lock.unlock(); } } @GuardedBy("lock") private void lockedPoison(final RequestException cause) { poisoned = cause; queue.poison(cause); } @VisibleForTesting final RequestException poisoned() { return poisoned; } final void receiveResponse(final ResponseEnvelope envelope) { final long now = readTime(); final Optional maybeEntry; lock.lock(); try { maybeEntry = queue.complete(envelope, now); } finally { lock.unlock(); } if (maybeEntry.isPresent()) { final TransmittedConnectionEntry entry = maybeEntry.get(); LOG.debug("Completing {} with {}", entry, envelope); entry.complete(envelope.getMessage()); } } @Override public final String toString() { return addToStringAttributes(MoreObjects.toStringHelper(this).omitNullValues()).toString(); } ToStringHelper addToStringAttributes(final ToStringHelper toStringHelper) { return toStringHelper.add("client", context.getIdentifier()).add("cookie", cookie).add("poisoned", poisoned); } }