opendaylight/md-sal/sal-distributed-datastore/src/main/java/org/opendaylight/controller/cluster/datastore/entityownership/DistributedEntityOwnershipService.java

   1 /*
   2  * Copyright (c) 2015 Brocade Communications Systems, Inc. and others.  All rights reserved.
   3  *
   4  * This program and the accompanying materials are made available under the
   5  * terms of the Eclipse Public License v1.0 which accompanies this distribution,
   6  * and is available at http://www.eclipse.org/legal/epl-v10.html
   7  */
   8 package org.opendaylight.controller.cluster.datastore.entityownership;
   9
  10 import akka.actor.ActorRef;
  11 import akka.dispatch.OnComplete;
  12 import akka.util.Timeout;
  13 import com.google.common.annotations.VisibleForTesting;
  14 import java.util.Collection;
  15 import java.util.concurrent.ConcurrentHashMap;
  16 import java.util.concurrent.ConcurrentMap;
  17 import java.util.concurrent.TimeUnit;
  18 import org.opendaylight.controller.cluster.datastore.DistributedDataStore;
  19 import org.opendaylight.controller.cluster.datastore.config.Configuration;
  20 import org.opendaylight.controller.cluster.datastore.config.ModuleShardConfiguration;
  21 import org.opendaylight.controller.cluster.datastore.entityownership.messages.RegisterCandidateLocal;
  22 import org.opendaylight.controller.cluster.datastore.entityownership.messages.UnregisterCandidateLocal;
  23 import org.opendaylight.controller.cluster.datastore.messages.CreateShard;
  24 import org.opendaylight.controller.cluster.datastore.shardstrategy.ModuleShardStrategy;
  25 import org.opendaylight.controller.md.sal.common.api.clustering.CandidateAlreadyRegisteredException;
  26 import org.opendaylight.controller.md.sal.common.api.clustering.Entity;
  27 import org.opendaylight.controller.md.sal.common.api.clustering.EntityOwnershipCandidate;
  28 import org.opendaylight.controller.md.sal.common.api.clustering.EntityOwnershipCandidateRegistration;
  29 import org.opendaylight.controller.md.sal.common.api.clustering.EntityOwnershipListener;
  30 import org.opendaylight.controller.md.sal.common.api.clustering.EntityOwnershipListenerRegistration;
  31 import org.opendaylight.controller.md.sal.common.api.clustering.EntityOwnershipService;
  32 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.controller.md.sal.clustering.entity.owners.rev150804.entity.owners.EntityOwner;
  33 import org.slf4j.Logger;
  34 import org.slf4j.LoggerFactory;
  35 import scala.concurrent.Future;
  36
  37 /**
  38  * The distributed implementation of the EntityOwnershipService.
  39  *
  40  * @author Thomas Pantelis
  41  */
  42 public class DistributedEntityOwnershipService implements EntityOwnershipService, AutoCloseable {
  43     private static final Logger LOG = LoggerFactory.getLogger(DistributedEntityOwnershipService.class);
  44     static final String ENTITY_OWNERSHIP_SHARD_NAME = "entity-ownership";
  45     private static final Timeout MESSAGE_TIMEOUT = new Timeout(1, TimeUnit.MINUTES);
  46
  47     private final DistributedDataStore datastore;
  48     private final ConcurrentMap<Entity, EntityOwnershipCandidate> registeredEntities = new ConcurrentHashMap<>();
  49     private volatile ActorRef localEntityOwnershipShard;
  50
  51     public DistributedEntityOwnershipService(DistributedDataStore datastore) {
  52         this.datastore = datastore;
  53     }
  54
  55     public void start() {
  56         ActorRef shardManagerActor = datastore.getActorContext().getShardManager();
  57
  58         Configuration configuration = datastore.getActorContext().getConfiguration();
  59         Collection<String> entityOwnersMemberNames = configuration.getUniqueMemberNamesForAllShards();
  60         configuration.addModuleShardConfiguration(new ModuleShardConfiguration(EntityOwner.QNAME.getNamespace(),
  61                 "entity-owners", ENTITY_OWNERSHIP_SHARD_NAME, ModuleShardStrategy.NAME, entityOwnersMemberNames));
  62
  63         CreateShard createShard = new CreateShard(ENTITY_OWNERSHIP_SHARD_NAME,
  64                 entityOwnersMemberNames, newShardPropsCreator(), null);
  65
  66         Future<Object> createFuture = datastore.getActorContext().executeOperationAsync(shardManagerActor,
  67                 createShard, MESSAGE_TIMEOUT);
  68
  69         createFuture.onComplete(new OnComplete<Object>() {
  70             @Override
  71             public void onComplete(Throwable failure, Object response) {
  72                 if(failure != null) {
  73                     LOG.error("Failed to create {} shard", ENTITY_OWNERSHIP_SHARD_NAME);
  74                 } else {
  75                     LOG.info("Successfully created {} shard", ENTITY_OWNERSHIP_SHARD_NAME);
  76                 }
  77             }
  78         }, datastore.getActorContext().getClientDispatcher());
  79     }
  80
  81     private void executeEntityOwnershipShardOperation(final ActorRef shardActor, final Object message) {
  82         Future<Object> future = datastore.getActorContext().executeOperationAsync(shardActor, message, MESSAGE_TIMEOUT);
  83         future.onComplete(new OnComplete<Object>() {
  84             @Override
  85             public void onComplete(Throwable failure, Object response) {
  86                 if(failure != null) {
  87                     LOG.debug("Error sending message {} to {}", message, shardActor, failure);
  88                 } else {
  89                     LOG.debug("{} message to {} succeeded", message, shardActor, failure);
  90                 }
  91             }
  92         }, datastore.getActorContext().getClientDispatcher());
  93     }
  94
  95     private void executeLocalEntityOwnershipShardOperation(final Object message) {
  96         if(localEntityOwnershipShard == null) {
  97             Future<ActorRef> future = datastore.getActorContext().findLocalShardAsync(ENTITY_OWNERSHIP_SHARD_NAME);
  98             future.onComplete(new OnComplete<ActorRef>() {
  99                 @Override
 100                 public void onComplete(Throwable failure, ActorRef shardActor) {
 101                     if(failure != null) {
 102                         LOG.error("Failed to find local {} shard", ENTITY_OWNERSHIP_SHARD_NAME, failure);
 103                     } else {
 104                         localEntityOwnershipShard = shardActor;
 105                         executeEntityOwnershipShardOperation(localEntityOwnershipShard, message);
 106                     }
 107                 }
 108             }, datastore.getActorContext().getClientDispatcher());
 109
 110         } else {
 111             executeEntityOwnershipShardOperation(localEntityOwnershipShard, message);
 112         }
 113     }
 114
 115     @Override
 116     public EntityOwnershipCandidateRegistration registerCandidate(Entity entity, EntityOwnershipCandidate candidate)
 117             throws CandidateAlreadyRegisteredException {
 118
 119         EntityOwnershipCandidate currentCandidate = registeredEntities.putIfAbsent(entity, candidate);
 120         if(currentCandidate != null) {
 121             throw new CandidateAlreadyRegisteredException(entity, currentCandidate);
 122         }
 123
 124         RegisterCandidateLocal registerCandidate = new RegisterCandidateLocal(candidate, entity);
 125
 126         LOG.debug("Registering candidate with message: {}", registerCandidate);
 127
 128         executeLocalEntityOwnershipShardOperation(registerCandidate);
 129         return new DistributedEntityOwnershipCandidateRegistration(candidate, entity, this);
 130     }
 131
 132     void unregisterCandidate(Entity entity, EntityOwnershipCandidate entityOwnershipCandidate) {
 133         LOG.debug("Unregistering candidate for {}", entity);
 134
 135         executeLocalEntityOwnershipShardOperation(new UnregisterCandidateLocal(entityOwnershipCandidate, entity));
 136         registeredEntities.remove(entity);
 137     }
 138
 139     @Override
 140     public EntityOwnershipListenerRegistration registerListener(Entity entity, EntityOwnershipListener listener) {
 141         // TODO Auto-generated method stub
 142         return null;
 143     }
 144
 145     @Override
 146     public void close() {
 147     }
 148
 149     protected EntityOwnershipShardPropsCreator newShardPropsCreator() {
 150         return new EntityOwnershipShardPropsCreator(datastore.getActorContext().getCurrentMemberName());
 151     }
 152
 153     @VisibleForTesting
 154     ActorRef getLocalEntityOwnershipShard() {
 155         return localEntityOwnershipShard;
 156     }
 157 }