/* * Copyright (c) 2014 Cisco Systems, Inc. and others. All rights reserved. * * This program and the accompanying materials are made available under the * terms of the Eclipse Public License v1.0 which accompanies this distribution, * and is available at http://www.eclipse.org/legal/epl-v10.html */ package org.opendaylight.controller.remote.rpc.registry; import akka.actor.ActorRef; import akka.actor.Address; import akka.actor.Props; import akka.actor.UntypedActor; import akka.dispatch.Mapper; import akka.event.Logging; import akka.event.LoggingAdapter; import akka.japi.Option; import akka.japi.Pair; import akka.pattern.Patterns; import com.google.common.base.Preconditions; import org.opendaylight.controller.remote.rpc.registry.gossip.Bucket; import org.opendaylight.controller.remote.rpc.registry.gossip.BucketStore; import org.opendaylight.controller.sal.connector.api.RpcRouter; import scala.concurrent.Future; import java.util.ArrayList; import java.util.Collections; import java.util.List; import java.util.Map; import static org.opendaylight.controller.remote.rpc.registry.RpcRegistry.Messages.AddOrUpdateRoute; import static org.opendaylight.controller.remote.rpc.registry.RpcRegistry.Messages.RemoveRoute; import static org.opendaylight.controller.remote.rpc.registry.RpcRegistry.Messages.SetLocalRouter; import static org.opendaylight.controller.remote.rpc.registry.gossip.Messages.BucketStoreMessages.GetAllBuckets; import static org.opendaylight.controller.remote.rpc.registry.gossip.Messages.BucketStoreMessages.GetAllBucketsReply; import static org.opendaylight.controller.remote.rpc.registry.gossip.Messages.BucketStoreMessages.GetLocalBucket; import static org.opendaylight.controller.remote.rpc.registry.gossip.Messages.BucketStoreMessages.GetLocalBucketReply; import static org.opendaylight.controller.remote.rpc.registry.gossip.Messages.BucketStoreMessages.UpdateBucket; /** * Registry to look up cluster nodes that have registered for a given rpc. *

* It uses {@link org.opendaylight.controller.remote.rpc.registry.gossip.BucketStore} to maintain this * cluster wide information. * */ public class RpcRegistry extends UntypedActor { final LoggingAdapter log = Logging.getLogger(getContext().system(), this); /** * Store to keep the registry. Bucket store sync's it across nodes in the cluster */ private ActorRef bucketStore; /** * Rpc broker that would use the registry to route requests. */ private ActorRef localRouter; public RpcRegistry() { bucketStore = getContext().actorOf(Props.create(BucketStore.class), "store"); } public RpcRegistry(ActorRef bucketStore) { this.bucketStore = bucketStore; } @Override public void onReceive(Object message) throws Exception { log.debug("Received message: message [{}]", message); //TODO: if sender is remote, reject message if (message instanceof SetLocalRouter) receiveSetLocalRouter((SetLocalRouter) message); if (message instanceof AddOrUpdateRoute) receiveAddRoute((AddOrUpdateRoute) message); else if (message instanceof RemoveRoute) receiveRemoveRoute((RemoveRoute) message); else if (message instanceof Messages.FindRouters) receiveGetRouter((Messages.FindRouters) message); else unhandled(message); } /** * Register's rpc broker * * @param message contains {@link akka.actor.ActorRef} for rpc broker */ private void receiveSetLocalRouter(SetLocalRouter message) { if (message == null || message.getRouter() == null) return;//ignore localRouter = message.getRouter(); } /** * //TODO: update this to accept multiple route registration * @param msg */ private void receiveAddRoute(AddOrUpdateRoute msg) { if (msg.getRouteIdentifier() == null) return;//ignore Preconditions.checkState(localRouter != null, "Router must be set first"); Future futureReply = Patterns.ask(bucketStore, new GetLocalBucket(), 1000); futureReply.map(getMapperToAddRoute(msg.getRouteIdentifier()), getContext().dispatcher()); } /** * //TODO: update this to accept multiple routes * @param msg */ private void receiveRemoveRoute(RemoveRoute msg) { if (msg.getRouteIdentifier() == null) return;//ignore Future futureReply = Patterns.ask(bucketStore, new GetLocalBucket(), 1000); futureReply.map(getMapperToRemoveRoute(msg.getRouteIdentifier()), getContext().dispatcher()); } /** * Finds routers for the given rpc. * @param msg */ private void receiveGetRouter(Messages.FindRouters msg) { final ActorRef sender = getSender(); //if empty message, return empty list if (msg.getRouteIdentifier() == null) { sender.tell(createEmptyReply(), getSelf()); return; } Future futureReply = Patterns.ask(bucketStore, new GetAllBuckets(), 1000); futureReply.map(getMapperToGetRouter(msg.getRouteIdentifier(), sender), getContext().dispatcher()); } /** * Helper to create empty reply when no routers are found * * @return */ private Messages.FindRoutersReply createEmptyReply() { List> routerWithUpdateTime = Collections.emptyList(); return new Messages.FindRoutersReply(routerWithUpdateTime); } /** * Helper to create a reply when routers are found for the given rpc * @param buckets * @param routeId * @return */ private Messages.FindRoutersReply createReplyWithRouters(Map buckets, RpcRouter.RouteIdentifier routeId) { List> routers = new ArrayList<>(); Option> routerWithUpdateTime = null; for (Bucket bucket : buckets.values()) { RoutingTable table = (RoutingTable) bucket.getData(); if (table == null) continue; routerWithUpdateTime = table.getRouterFor(routeId); if (routerWithUpdateTime.isEmpty()) continue; routers.add(routerWithUpdateTime.get()); } return new Messages.FindRoutersReply(routers); } /// ///private factories to create Mapper /// /** * Receives all buckets returned from bucket store and finds routers for the buckets where given rpc(routeId) is found * * @param routeId the rpc * @param sender client who asked to find the routers. * @return */ private Mapper getMapperToGetRouter(final RpcRouter.RouteIdentifier routeId, final ActorRef sender) { return new Mapper() { @Override public Void apply(Object replyMessage) { if (replyMessage instanceof GetAllBucketsReply) { GetAllBucketsReply reply = (GetAllBucketsReply) replyMessage; Map buckets = reply.getBuckets(); if (buckets == null || buckets.isEmpty()) { sender.tell(createEmptyReply(), getSelf()); return null; } sender.tell(createReplyWithRouters(buckets, routeId), getSelf()); } return null; } }; } /** * Receives local bucket from bucket store and updates routing table in it by removing the route. Subsequently, * it updates the local bucket in bucket store. * * @param routeId rpc to remote * @return */ private Mapper getMapperToRemoveRoute(final RpcRouter.RouteIdentifier routeId) { return new Mapper() { @Override public Void apply(Object replyMessage) { if (replyMessage instanceof GetLocalBucketReply) { GetLocalBucketReply reply = (GetLocalBucketReply) replyMessage; Bucket bucket = reply.getBucket(); if (bucket == null) { log.debug("Local bucket is null"); return null; } RoutingTable table = bucket.getData(); if (table == null) table = new RoutingTable(); table.setRouter(localRouter); table.removeRoute(routeId); bucket.setData(table); UpdateBucket updateBucketMessage = new UpdateBucket(bucket); bucketStore.tell(updateBucketMessage, getSelf()); } return null; } }; } /** * Receives local bucket from bucket store and updates routing table in it by adding the route. Subsequently, * it updates the local bucket in bucket store. * * @param routeId rpc to add * @return */ private Mapper getMapperToAddRoute(final RpcRouter.RouteIdentifier routeId) { return new Mapper() { @Override public Void apply(Object replyMessage) { if (replyMessage instanceof GetLocalBucketReply) { GetLocalBucketReply reply = (GetLocalBucketReply) replyMessage; Bucket bucket = reply.getBucket(); if (bucket == null) { log.debug("Local bucket is null"); return null; } RoutingTable table = bucket.getData(); if (table == null) table = new RoutingTable(); table.setRouter(localRouter); table.addRoute(routeId); bucket.setData(table); UpdateBucket updateBucketMessage = new UpdateBucket(bucket); bucketStore.tell(updateBucketMessage, getSelf()); } return null; } }; } /** * All messages used by the RpcRegistry */ public static class Messages { public static class ContainsRoute { final RpcRouter.RouteIdentifier routeIdentifier; public ContainsRoute(RpcRouter.RouteIdentifier routeIdentifier) { Preconditions.checkArgument(routeIdentifier != null); this.routeIdentifier = routeIdentifier; } public RpcRouter.RouteIdentifier getRouteIdentifier(){ return this.routeIdentifier; } @Override public String toString() { return this.getClass().getSimpleName() + "{" + "routeIdentifier=" + routeIdentifier + '}'; } } public static class AddOrUpdateRoute extends ContainsRoute{ public AddOrUpdateRoute(RpcRouter.RouteIdentifier routeIdentifier) { super(routeIdentifier); } } public static class RemoveRoute extends ContainsRoute { public RemoveRoute(RpcRouter.RouteIdentifier routeIdentifier) { super(routeIdentifier); } } public static class SetLocalRouter{ private final ActorRef router; public SetLocalRouter(ActorRef router) { this.router = router; } public ActorRef getRouter(){ return this.router; } @Override public String toString() { return "SetLocalRouter{" + "router=" + router + '}'; } } public static class FindRouters extends ContainsRoute { public FindRouters(RpcRouter.RouteIdentifier routeIdentifier) { super(routeIdentifier); } } public static class FindRoutersReply { final List> routerWithUpdateTime; public FindRoutersReply(List> routerWithUpdateTime) { this.routerWithUpdateTime = routerWithUpdateTime; } public List> getRouterWithUpdateTime(){ return routerWithUpdateTime; } @Override public String toString() { return "FindRoutersReply{" + "routerWithUpdateTime=" + routerWithUpdateTime + '}'; } } } }