X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=opendaylight%2Fmd-sal%2Fsal-distributed-datastore%2Fsrc%2Fmain%2Fjava%2Forg%2Fopendaylight%2Fcontroller%2Fcluster%2Fdatastore%2Fentityownership%2FDistributedEntityOwnershipService.java;h=a2a63f42293372b67a9bd10d2062fd3b6dffe155;hb=f2d49be57f39eeaf5b645cf0d9312b44c72e52ba;hp=c18a197f844d20ce19a94402b24b24bfbdec4972;hpb=02f738dec4a31bdad04e42b2c19ecf09aacc0b87;p=controller.git diff --git a/opendaylight/md-sal/sal-distributed-datastore/src/main/java/org/opendaylight/controller/cluster/datastore/entityownership/DistributedEntityOwnershipService.java b/opendaylight/md-sal/sal-distributed-datastore/src/main/java/org/opendaylight/controller/cluster/datastore/entityownership/DistributedEntityOwnershipService.java index c18a197f84..a2a63f4229 100644 --- a/opendaylight/md-sal/sal-distributed-datastore/src/main/java/org/opendaylight/controller/cluster/datastore/entityownership/DistributedEntityOwnershipService.java +++ b/opendaylight/md-sal/sal-distributed-datastore/src/main/java/org/opendaylight/controller/cluster/datastore/entityownership/DistributedEntityOwnershipService.java @@ -7,32 +7,52 @@ */ package org.opendaylight.controller.cluster.datastore.entityownership; +import static org.opendaylight.controller.cluster.datastore.entityownership.EntityOwnersModel.CANDIDATE_NODE_ID; +import static org.opendaylight.controller.cluster.datastore.entityownership.EntityOwnersModel.ENTITY_OWNER_NODE_ID; +import static org.opendaylight.controller.cluster.datastore.entityownership.EntityOwnersModel.entityPath; import akka.actor.ActorRef; import akka.dispatch.OnComplete; +import akka.pattern.Patterns; import akka.util.Timeout; import com.google.common.annotations.VisibleForTesting; +import com.google.common.base.Optional; +import com.google.common.base.Preconditions; +import com.google.common.base.Strings; import java.util.Collection; import java.util.concurrent.ConcurrentHashMap; import java.util.concurrent.ConcurrentMap; import java.util.concurrent.TimeUnit; +import javax.annotation.Nonnull; import org.opendaylight.controller.cluster.datastore.DistributedDataStore; import org.opendaylight.controller.cluster.datastore.config.Configuration; import org.opendaylight.controller.cluster.datastore.config.ModuleShardConfiguration; import org.opendaylight.controller.cluster.datastore.entityownership.messages.RegisterCandidateLocal; +import org.opendaylight.controller.cluster.datastore.entityownership.messages.RegisterListenerLocal; import org.opendaylight.controller.cluster.datastore.entityownership.messages.UnregisterCandidateLocal; +import org.opendaylight.controller.cluster.datastore.entityownership.messages.UnregisterListenerLocal; +import org.opendaylight.controller.cluster.datastore.entityownership.selectionstrategy.EntityOwnerSelectionStrategyConfig; import org.opendaylight.controller.cluster.datastore.messages.CreateShard; +import org.opendaylight.controller.cluster.datastore.messages.GetShardDataTree; import org.opendaylight.controller.cluster.datastore.shardstrategy.ModuleShardStrategy; import org.opendaylight.controller.md.sal.common.api.clustering.CandidateAlreadyRegisteredException; import org.opendaylight.controller.md.sal.common.api.clustering.Entity; -import org.opendaylight.controller.md.sal.common.api.clustering.EntityOwnershipCandidate; import org.opendaylight.controller.md.sal.common.api.clustering.EntityOwnershipCandidateRegistration; import org.opendaylight.controller.md.sal.common.api.clustering.EntityOwnershipListener; import org.opendaylight.controller.md.sal.common.api.clustering.EntityOwnershipListenerRegistration; import org.opendaylight.controller.md.sal.common.api.clustering.EntityOwnershipService; +import org.opendaylight.controller.md.sal.common.api.clustering.EntityOwnershipState; import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.controller.md.sal.clustering.entity.owners.rev150804.EntityOwners; +import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier.PathArgument; +import org.opendaylight.yangtools.yang.data.api.schema.DataContainerChild; +import org.opendaylight.yangtools.yang.data.api.schema.MapEntryNode; +import org.opendaylight.yangtools.yang.data.api.schema.MapNode; +import org.opendaylight.yangtools.yang.data.api.schema.NormalizedNode; +import org.opendaylight.yangtools.yang.data.api.schema.tree.DataTree; import org.slf4j.Logger; import org.slf4j.LoggerFactory; +import scala.concurrent.Await; import scala.concurrent.Future; +import scala.concurrent.duration.Duration; /** * The distributed implementation of the EntityOwnershipService. @@ -45,11 +65,14 @@ public class DistributedEntityOwnershipService implements EntityOwnershipService private static final Timeout MESSAGE_TIMEOUT = new Timeout(1, TimeUnit.MINUTES); private final DistributedDataStore datastore; - private final ConcurrentMap registeredEntities = new ConcurrentHashMap<>(); + private final EntityOwnerSelectionStrategyConfig strategyConfig; + private final ConcurrentMap registeredEntities = new ConcurrentHashMap<>(); private volatile ActorRef localEntityOwnershipShard; + private volatile DataTree localEntityOwnershipShardDataTree; - public DistributedEntityOwnershipService(DistributedDataStore datastore) { - this.datastore = datastore; + public DistributedEntityOwnershipService(DistributedDataStore datastore, EntityOwnerSelectionStrategyConfig strategyConfig) { + this.datastore = Preconditions.checkNotNull(datastore); + this.strategyConfig = Preconditions.checkNotNull(strategyConfig); } public void start() { @@ -57,11 +80,9 @@ public class DistributedEntityOwnershipService implements EntityOwnershipService Configuration configuration = datastore.getActorContext().getConfiguration(); Collection entityOwnersMemberNames = configuration.getUniqueMemberNamesForAllShards(); - configuration.addModuleShardConfiguration(new ModuleShardConfiguration(EntityOwners.QNAME.getNamespace(), - "entity-owners", ENTITY_OWNERSHIP_SHARD_NAME, ModuleShardStrategy.NAME, entityOwnersMemberNames)); - - CreateShard createShard = new CreateShard(ENTITY_OWNERSHIP_SHARD_NAME, - entityOwnersMemberNames, newShardPropsCreator(), null); + CreateShard createShard = new CreateShard(new ModuleShardConfiguration(EntityOwners.QNAME.getNamespace(), + "entity-owners", ENTITY_OWNERSHIP_SHARD_NAME, ModuleShardStrategy.NAME, entityOwnersMemberNames), + newShardBuilder(), null); Future createFuture = datastore.getActorContext().executeOperationAsync(shardManagerActor, createShard, MESSAGE_TIMEOUT); @@ -70,7 +91,7 @@ public class DistributedEntityOwnershipService implements EntityOwnershipService @Override public void onComplete(Throwable failure, Object response) { if(failure != null) { - LOG.error("Failed to create {} shard", ENTITY_OWNERSHIP_SHARD_NAME); + LOG.error("Failed to create {} shard", ENTITY_OWNERSHIP_SHARD_NAME, failure); } else { LOG.info("Successfully created {} shard", ENTITY_OWNERSHIP_SHARD_NAME); } @@ -113,41 +134,110 @@ public class DistributedEntityOwnershipService implements EntityOwnershipService } @Override - public EntityOwnershipCandidateRegistration registerCandidate(Entity entity, EntityOwnershipCandidate candidate) + public EntityOwnershipCandidateRegistration registerCandidate(Entity entity) throws CandidateAlreadyRegisteredException { + Preconditions.checkNotNull(entity, "entity cannot be null"); - EntityOwnershipCandidate currentCandidate = registeredEntities.putIfAbsent(entity, candidate); - if(currentCandidate != null) { - throw new CandidateAlreadyRegisteredException(entity, currentCandidate); + if(registeredEntities.putIfAbsent(entity, entity) != null) { + throw new CandidateAlreadyRegisteredException(entity); } - RegisterCandidateLocal registerCandidate = new RegisterCandidateLocal(candidate, entity); + RegisterCandidateLocal registerCandidate = new RegisterCandidateLocal(entity); LOG.debug("Registering candidate with message: {}", registerCandidate); executeLocalEntityOwnershipShardOperation(registerCandidate); - return new DistributedEntityOwnershipCandidateRegistration(candidate, entity, this); + return new DistributedEntityOwnershipCandidateRegistration(entity, this); } - void unregisterCandidate(Entity entity, EntityOwnershipCandidate entityOwnershipCandidate) { + void unregisterCandidate(Entity entity) { LOG.debug("Unregistering candidate for {}", entity); - executeLocalEntityOwnershipShardOperation(new UnregisterCandidateLocal(entityOwnershipCandidate, entity)); + executeLocalEntityOwnershipShardOperation(new UnregisterCandidateLocal(entity)); registeredEntities.remove(entity); } @Override - public EntityOwnershipListenerRegistration registerListener(Entity entity, EntityOwnershipListener listener) { - // TODO Auto-generated method stub - return null; + public EntityOwnershipListenerRegistration registerListener(String entityType, EntityOwnershipListener listener) { + Preconditions.checkNotNull(entityType, "entityType cannot be null"); + Preconditions.checkNotNull(listener, "listener cannot be null"); + + RegisterListenerLocal registerListener = new RegisterListenerLocal(listener, entityType); + + LOG.debug("Registering listener with message: {}", registerListener); + + executeLocalEntityOwnershipShardOperation(registerListener); + return new DistributedEntityOwnershipListenerRegistration(listener, entityType, this); + } + + @Override + public Optional getOwnershipState(Entity forEntity) { + Preconditions.checkNotNull(forEntity, "forEntity cannot be null"); + + DataTree dataTree = getLocalEntityOwnershipShardDataTree(); + if (dataTree == null) { + return Optional.absent(); + } + + Optional> entityNode = dataTree.takeSnapshot().readNode( + entityPath(forEntity.getType(), forEntity.getId())); + if (!entityNode.isPresent()) { + return Optional.absent(); + } + + // Check if there are any candidates, if there are none we do not really have ownership state + final MapEntryNode entity = (MapEntryNode) entityNode.get(); + final Optional> optionalCandidates = entity.getChild(CANDIDATE_NODE_ID); + final boolean hasCandidates = optionalCandidates.isPresent() && ((MapNode) optionalCandidates.get()).getValue().size() > 0; + if(!hasCandidates){ + return Optional.absent(); + } + + String localMemberName = datastore.getActorContext().getCurrentMemberName(); + Optional> ownerLeaf = entity.getChild(ENTITY_OWNER_NODE_ID); + String owner = ownerLeaf.isPresent() ? ownerLeaf.get().getValue().toString() : null; + boolean hasOwner = !Strings.isNullOrEmpty(owner); + boolean isOwner = hasOwner && localMemberName.equals(owner); + + return Optional.of(new EntityOwnershipState(isOwner, hasOwner)); + } + + @Override + public boolean isCandidateRegistered(@Nonnull Entity entity) { + return registeredEntities.get(entity) != null; + } + + private DataTree getLocalEntityOwnershipShardDataTree() { + if(localEntityOwnershipShardDataTree == null) { + try { + if(localEntityOwnershipShard == null) { + localEntityOwnershipShard = Await.result(datastore.getActorContext().findLocalShardAsync( + ENTITY_OWNERSHIP_SHARD_NAME), Duration.Inf()); + } + + localEntityOwnershipShardDataTree = (DataTree) Await.result(Patterns.ask(localEntityOwnershipShard, + GetShardDataTree.INSTANCE, MESSAGE_TIMEOUT), Duration.Inf()); + } catch (Exception e) { + LOG.error("Failed to find local {} shard", ENTITY_OWNERSHIP_SHARD_NAME, e); + } + } + + return localEntityOwnershipShardDataTree; + } + + void unregisterListener(String entityType, EntityOwnershipListener listener) { + LOG.debug("Unregistering listener {} for entity type {}", listener, entityType); + + executeLocalEntityOwnershipShardOperation(new UnregisterListenerLocal(listener, entityType)); } @Override public void close() { } - protected EntityOwnershipShardPropsCreator newShardPropsCreator() { - return new EntityOwnershipShardPropsCreator(datastore.getActorContext().getCurrentMemberName()); + protected EntityOwnershipShard.Builder newShardBuilder() { + return EntityOwnershipShard.newBuilder().localMemberName(datastore.getActorContext().getCurrentMemberName()) + .ownerSelectionStrategyConfig(this.strategyConfig); } @VisibleForTesting