X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=opendaylight%2Fmd-sal%2Fsal-distributed-datastore%2Fsrc%2Fmain%2Fjava%2Forg%2Fopendaylight%2Fcontroller%2Fcluster%2Fdatastore%2Fentityownership%2FDistributedEntityOwnershipService.java;h=cd45ef58a9660c331aae11c1f691b62580039b2f;hb=refs%2Fchanges%2F07%2F26807%2F1;hp=a4025c55af08e6202981efbd781046cfb83e822b;hpb=b47ac5dfbd7fb8e32f2e023a0ad7491c60a593e8;p=controller.git diff --git a/opendaylight/md-sal/sal-distributed-datastore/src/main/java/org/opendaylight/controller/cluster/datastore/entityownership/DistributedEntityOwnershipService.java b/opendaylight/md-sal/sal-distributed-datastore/src/main/java/org/opendaylight/controller/cluster/datastore/entityownership/DistributedEntityOwnershipService.java index a4025c55af..cd45ef58a9 100644 --- a/opendaylight/md-sal/sal-distributed-datastore/src/main/java/org/opendaylight/controller/cluster/datastore/entityownership/DistributedEntityOwnershipService.java +++ b/opendaylight/md-sal/sal-distributed-datastore/src/main/java/org/opendaylight/controller/cluster/datastore/entityownership/DistributedEntityOwnershipService.java @@ -7,7 +7,24 @@ */ package org.opendaylight.controller.cluster.datastore.entityownership; +import akka.actor.ActorRef; +import akka.dispatch.OnComplete; +import akka.util.Timeout; +import com.google.common.annotations.VisibleForTesting; +import com.google.common.base.Preconditions; +import java.util.Collection; +import java.util.concurrent.ConcurrentHashMap; +import java.util.concurrent.ConcurrentMap; +import java.util.concurrent.TimeUnit; import org.opendaylight.controller.cluster.datastore.DistributedDataStore; +import org.opendaylight.controller.cluster.datastore.config.Configuration; +import org.opendaylight.controller.cluster.datastore.config.ModuleShardConfiguration; +import org.opendaylight.controller.cluster.datastore.entityownership.messages.RegisterCandidateLocal; +import org.opendaylight.controller.cluster.datastore.entityownership.messages.RegisterListenerLocal; +import org.opendaylight.controller.cluster.datastore.entityownership.messages.UnregisterCandidateLocal; +import org.opendaylight.controller.cluster.datastore.entityownership.messages.UnregisterListenerLocal; +import org.opendaylight.controller.cluster.datastore.messages.CreateShard; +import org.opendaylight.controller.cluster.datastore.shardstrategy.ModuleShardStrategy; import org.opendaylight.controller.md.sal.common.api.clustering.CandidateAlreadyRegisteredException; import org.opendaylight.controller.md.sal.common.api.clustering.Entity; import org.opendaylight.controller.md.sal.common.api.clustering.EntityOwnershipCandidate; @@ -15,8 +32,10 @@ import org.opendaylight.controller.md.sal.common.api.clustering.EntityOwnershipC import org.opendaylight.controller.md.sal.common.api.clustering.EntityOwnershipListener; import org.opendaylight.controller.md.sal.common.api.clustering.EntityOwnershipListenerRegistration; import org.opendaylight.controller.md.sal.common.api.clustering.EntityOwnershipService; +import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.controller.md.sal.clustering.entity.owners.rev150804.EntityOwners; import org.slf4j.Logger; import org.slf4j.LoggerFactory; +import scala.concurrent.Future; /** * The distributed implementation of the EntityOwnershipService. @@ -25,31 +44,130 @@ import org.slf4j.LoggerFactory; */ public class DistributedEntityOwnershipService implements EntityOwnershipService, AutoCloseable { private static final Logger LOG = LoggerFactory.getLogger(DistributedEntityOwnershipService.class); + static final String ENTITY_OWNERSHIP_SHARD_NAME = "entity-ownership"; + private static final Timeout MESSAGE_TIMEOUT = new Timeout(1, TimeUnit.MINUTES); private final DistributedDataStore datastore; + private final ConcurrentMap registeredEntities = new ConcurrentHashMap<>(); + private volatile ActorRef localEntityOwnershipShard; public DistributedEntityOwnershipService(DistributedDataStore datastore) { this.datastore = datastore; } public void start() { - LOG.info("DistributedEntityOwnershipService starting"); + ActorRef shardManagerActor = datastore.getActorContext().getShardManager(); + + Configuration configuration = datastore.getActorContext().getConfiguration(); + Collection entityOwnersMemberNames = configuration.getUniqueMemberNamesForAllShards(); + CreateShard createShard = new CreateShard(new ModuleShardConfiguration(EntityOwners.QNAME.getNamespace(), + "entity-owners", ENTITY_OWNERSHIP_SHARD_NAME, ModuleShardStrategy.NAME, entityOwnersMemberNames), + newShardPropsCreator(), null); + + Future createFuture = datastore.getActorContext().executeOperationAsync(shardManagerActor, + createShard, MESSAGE_TIMEOUT); + + createFuture.onComplete(new OnComplete() { + @Override + public void onComplete(Throwable failure, Object response) { + if(failure != null) { + LOG.error("Failed to create {} shard", ENTITY_OWNERSHIP_SHARD_NAME); + } else { + LOG.info("Successfully created {} shard", ENTITY_OWNERSHIP_SHARD_NAME); + } + } + }, datastore.getActorContext().getClientDispatcher()); + } + + private void executeEntityOwnershipShardOperation(final ActorRef shardActor, final Object message) { + Future future = datastore.getActorContext().executeOperationAsync(shardActor, message, MESSAGE_TIMEOUT); + future.onComplete(new OnComplete() { + @Override + public void onComplete(Throwable failure, Object response) { + if(failure != null) { + LOG.debug("Error sending message {} to {}", message, shardActor, failure); + } else { + LOG.debug("{} message to {} succeeded", message, shardActor, failure); + } + } + }, datastore.getActorContext().getClientDispatcher()); + } + + private void executeLocalEntityOwnershipShardOperation(final Object message) { + if(localEntityOwnershipShard == null) { + Future future = datastore.getActorContext().findLocalShardAsync(ENTITY_OWNERSHIP_SHARD_NAME); + future.onComplete(new OnComplete() { + @Override + public void onComplete(Throwable failure, ActorRef shardActor) { + if(failure != null) { + LOG.error("Failed to find local {} shard", ENTITY_OWNERSHIP_SHARD_NAME, failure); + } else { + localEntityOwnershipShard = shardActor; + executeEntityOwnershipShardOperation(localEntityOwnershipShard, message); + } + } + }, datastore.getActorContext().getClientDispatcher()); + + } else { + executeEntityOwnershipShardOperation(localEntityOwnershipShard, message); + } } @Override public EntityOwnershipCandidateRegistration registerCandidate(Entity entity, EntityOwnershipCandidate candidate) throws CandidateAlreadyRegisteredException { - // TODO Auto-generated method stub - return null; + Preconditions.checkNotNull(entity, "entity cannot be null"); + Preconditions.checkNotNull(candidate, "candidate cannot be null"); + + EntityOwnershipCandidate currentCandidate = registeredEntities.putIfAbsent(entity, candidate); + if(currentCandidate != null) { + throw new CandidateAlreadyRegisteredException(entity, currentCandidate); + } + + RegisterCandidateLocal registerCandidate = new RegisterCandidateLocal(candidate, entity); + + LOG.debug("Registering candidate with message: {}", registerCandidate); + + executeLocalEntityOwnershipShardOperation(registerCandidate); + return new DistributedEntityOwnershipCandidateRegistration(candidate, entity, this); + } + + void unregisterCandidate(Entity entity, EntityOwnershipCandidate entityOwnershipCandidate) { + LOG.debug("Unregistering candidate {} for {}", entityOwnershipCandidate, entity); + + executeLocalEntityOwnershipShardOperation(new UnregisterCandidateLocal(entityOwnershipCandidate, entity)); + registeredEntities.remove(entity); } @Override - public EntityOwnershipListenerRegistration registerListener(Entity entity, EntityOwnershipListener listener) { - // TODO Auto-generated method stub - return null; + public EntityOwnershipListenerRegistration registerListener(String entityType, EntityOwnershipListener listener) { + Preconditions.checkNotNull(entityType, "entityType cannot be null"); + Preconditions.checkNotNull(listener, "listener cannot be null"); + + RegisterListenerLocal registerListener = new RegisterListenerLocal(listener, entityType); + + LOG.debug("Registering listener with message: {}", registerListener); + + executeLocalEntityOwnershipShardOperation(registerListener); + return new DistributedEntityOwnershipListenerRegistration(listener, entityType, this); + } + + void unregisterListener(String entityType, EntityOwnershipListener listener) { + LOG.debug("Unregistering listener {} for entity type {}", listener, entityType); + + executeLocalEntityOwnershipShardOperation(new UnregisterListenerLocal(listener, entityType)); } @Override public void close() { } + + protected EntityOwnershipShardPropsCreator newShardPropsCreator() { + return new EntityOwnershipShardPropsCreator(datastore.getActorContext().getCurrentMemberName()); + } + + @VisibleForTesting + ActorRef getLocalEntityOwnershipShard() { + return localEntityOwnershipShard; + } }