opendaylight/clustering/services_implementation/src/main/java/org/opendaylight/controller/clustering/services_implementation/internal/ClusterManager.java

   1
   2 /*
   3  * Copyright (c) 2013 Cisco Systems, Inc. and others.  All rights reserved.
   4  *
   5  * This program and the accompanying materials are made available under the
   6  * terms of the Eclipse Public License v1.0 which accompanies this distribution,
   7  * and is available at http://www.eclipse.org/legal/epl-v10.html
   8  */
   9
  10 package org.opendaylight.controller.clustering.services_implementation.internal;
  11
  12 import java.net.InetAddress;
  13 import java.net.NetworkInterface;
  14 import java.net.SocketException;
  15 import java.net.UnknownHostException;
  16 import java.util.ArrayList;
  17 import java.util.EnumSet;
  18 import java.util.Enumeration;
  19 import java.util.HashSet;
  20 import java.util.List;
  21 import java.util.Properties;
  22 import java.util.Set;
  23 import java.util.StringTokenizer;
  24 import java.util.concurrent.ConcurrentMap;
  25
  26 import javax.transaction.HeuristicMixedException;
  27 import javax.transaction.HeuristicRollbackException;
  28 import javax.transaction.NotSupportedException;
  29 import javax.transaction.RollbackException;
  30 import javax.transaction.SystemException;
  31 import javax.transaction.Transaction;
  32 import javax.transaction.TransactionManager;
  33
  34 import org.infinispan.Cache;
  35 import org.infinispan.configuration.cache.Configuration;
  36 import org.infinispan.configuration.global.GlobalConfigurationBuilder;
  37 import org.infinispan.configuration.parsing.ConfigurationBuilderHolder;
  38 import org.infinispan.configuration.parsing.ParserRegistry;
  39 import org.infinispan.manager.DefaultCacheManager;
  40 import org.infinispan.manager.EmbeddedCacheManager;
  41 import org.infinispan.notifications.Listener;
  42 import org.infinispan.notifications.cachemanagerlistener.annotation.ViewChanged;
  43 import org.infinispan.notifications.cachemanagerlistener.event.ViewChangedEvent;
  44 import org.infinispan.remoting.transport.Address;
  45 import org.infinispan.remoting.transport.Transport;
  46 import org.infinispan.remoting.transport.jgroups.JGroupsAddress;
  47 import org.infinispan.remoting.transport.jgroups.JGroupsTransport;
  48 import org.jgroups.Channel;
  49 import org.jgroups.Event;
  50 import org.jgroups.stack.GossipRouter;
  51 import org.opendaylight.controller.clustering.services.CacheConfigException;
  52 import org.opendaylight.controller.clustering.services.CacheExistException;
  53 import org.opendaylight.controller.clustering.services.CacheListenerAddException;
  54 import org.opendaylight.controller.clustering.services.IClusterServices;
  55 import org.opendaylight.controller.clustering.services.IGetUpdates;
  56 import org.opendaylight.controller.clustering.services.IListenRoleChange;
  57 import org.opendaylight.controller.clustering.services.ListenRoleChangeAddException;
  58 import org.opendaylight.controller.sal.core.IContainerAware;
  59 import org.slf4j.Logger;
  60 import org.slf4j.LoggerFactory;
  61
  62 public class ClusterManager implements IClusterServices, IContainerAware {
  63     protected static final Logger logger = LoggerFactory
  64             .getLogger(ClusterManager.class);
  65     private DefaultCacheManager cm;
  66     GossipRouter gossiper;
  67     private HashSet<IListenRoleChange> roleChangeListeners;
  68     private ViewChangedListener cacheManagerListener;
  69
  70     private static String loopbackAddress = "127.0.0.1";
  71
  72     /**
  73      * Start a JGroups GossipRouter if we are a supernode. The
  74      * GosispRouter is nothing more than a simple
  75      * rendevouz-pointer. All the nodes that wants to join the cluster
  76      * will come to any of the rendevouz point and they introduce the
  77      * nodes to all the others. Once the meet and greet phase if over,
  78      * the nodes will open a full-mesh with the remaining n-1 nodes,
  79      * so even if the GossipRouter goes down nothing is lost.
  80      * NOTE: This function has the side effect to set some of the
  81      * JGROUPS configurations, this because in this function already
  82      * we try to retrieve some of the network capabilities of the
  83      * device and so it's better not to do that again
  84      *
  85      *
  86      * @return GossipRouter
  87      */
  88     private GossipRouter startGossiper() {
  89         boolean amIGossipRouter = false;
  90         Integer gossipRouterPortDefault = 12001;
  91         Integer gossipRouterPort = gossipRouterPortDefault;
  92         InetAddress gossipRouterAddress = null;
  93         String supernodes_list = System.getProperty("supernodes",
  94                 loopbackAddress);
  95         StringBuffer sanitized_supernodes_list = new StringBuffer();
  96         List<InetAddress> myAddresses = new ArrayList<InetAddress>();
  97
  98         StringTokenizer supernodes = new StringTokenizer(supernodes_list, ":");
  99         if (supernodes.hasMoreTokens()) {
 100             // Populate the list of my addresses
 101             try {
 102                 Enumeration<NetworkInterface> e = NetworkInterface.getNetworkInterfaces();
 103                 while (e.hasMoreElements()) {
 104                     NetworkInterface n = e.nextElement();
 105                     Enumeration<InetAddress> ee = n.getInetAddresses();
 106                     while (ee.hasMoreElements()) {
 107                         InetAddress i = ee.nextElement();
 108                         myAddresses.add(i);
 109                     }
 110                 }
 111             } catch (SocketException se) {
 112                 logger.error("Cannot get the list of network interfaces");
 113                 return null;
 114             }
 115         }
 116         while (supernodes.hasMoreTokens()) {
 117             String curr_supernode = supernodes.nextToken();
 118             logger.debug("Examining supernode {}", curr_supernode);
 119             StringTokenizer host_port = new StringTokenizer(curr_supernode,
 120                     "[]");
 121             String host;
 122             String port;
 123             Integer port_num = gossipRouterPortDefault;
 124             if (host_port.countTokens() > 2) {
 125                 logger.error("Error parsing supernode {} proceed to the next one",
 126                         curr_supernode);
 127                 continue;
 128             }
 129             host = host_port.nextToken();
 130             InetAddress hostAddr;
 131             try {
 132                 hostAddr = InetAddress.getByName(host);
 133             } catch (UnknownHostException ue) {
 134                 logger.error("Host not known");
 135                 continue;
 136             }
 137             if (host_port.hasMoreTokens()) {
 138                 port = host_port.nextToken();
 139                 try {
 140                     port_num = Integer.valueOf(port);
 141                 } catch (NumberFormatException ne) {
 142                     logger
 143                             .error("Supplied supernode gossiepr port is not recognized, using standard gossipport");
 144                     port_num = gossipRouterPortDefault;
 145                 }
 146                 if ((port_num > 65535) || (port_num < 0)) {
 147                     logger
 148                             .error("Supplied supernode gossip port is outside a valid TCP port range");
 149                     port_num = gossipRouterPortDefault;
 150                 }
 151             }
 152             if (!amIGossipRouter) {
 153                 if (host != null) {
 154                     for (InetAddress myAddr : myAddresses) {
 155                         if (myAddr.equals(hostAddr)) {
 156                             amIGossipRouter = true;
 157                             gossipRouterAddress = hostAddr;
 158                             gossipRouterPort = port_num;
 159                             break;
 160                         }
 161                     }
 162                 }
 163             }
 164             if (!sanitized_supernodes_list.toString().equals("")) {
 165                 sanitized_supernodes_list.append(",");
 166             }
 167             sanitized_supernodes_list.append(hostAddr.getHostAddress() + "["
 168                     + port_num + "]");
 169         }
 170
 171         if (amIGossipRouter) {
 172             // Set the Jgroups binding interface to the one we got
 173             // from the supernodes attribute
 174             if (gossipRouterAddress != null) {
 175                 System.setProperty("jgroups.tcp.address", gossipRouterAddress
 176                         .getHostAddress());
 177             }
 178         } else {
 179             // Set the Jgroup binding interface to the one we are well
 180             // known outside or else to the first with non-local
 181             // scope.
 182             try {
 183                 String myBind = InetAddress.getLocalHost().getHostAddress();
 184                 if (myBind == null
 185                         || InetAddress.getLocalHost().isLoopbackAddress()) {
 186                     for (InetAddress myAddr : myAddresses) {
 187                         if (myAddr.isLoopbackAddress()
 188                                 || myAddr.isLinkLocalAddress()) {
 189                             logger.debug("Skipping local address {}",
 190                                          myAddr.getHostAddress());
 191                             continue;
 192                         } else {
 193                             // First non-local address
 194                             myBind = myAddr.getHostAddress();
 195                             logger.debug("First non-local address {}", myBind);
 196                             break;
 197                         }
 198                     }
 199                 }
 200                 String jgroupAddress = System
 201                         .getProperty("jgroups.tcp.address");
 202                 if (jgroupAddress == null) {
 203                     if (myBind != null) {
 204                         logger.debug("Set bind address to be {}", myBind);
 205                         System.setProperty("jgroups.tcp.address", myBind);
 206                     } else {
 207                         logger
 208                                 .debug("Set bind address to be LOCALHOST=127.0.0.1");
 209                         System.setProperty("jgroups.tcp.address", "127.0.0.1");
 210                     }
 211                 } else {
 212                     logger.debug("jgroup.tcp.address already set to be {}",
 213                             jgroupAddress);
 214                 }
 215             } catch (UnknownHostException uhe) {
 216                 logger
 217                         .error("Met UnknownHostException while trying to get binding address for jgroups");
 218             }
 219         }
 220
 221         // The supernodes list constitute also the tcpgossip initial
 222         // host list
 223         System.setProperty("jgroups.tcpgossip.initial_hosts",
 224                 sanitized_supernodes_list.toString());
 225         logger.debug("jgroups.tcp.address set to {}",
 226                 System.getProperty("jgroups.tcp.address"));
 227         logger.debug("jgroups.tcpgossip.initial_hosts set to {}",
 228                 System.getProperty("jgroups.tcpgossip.initial_hosts"));
 229         GossipRouter res = null;
 230         if (amIGossipRouter) {
 231             logger.info("I'm a GossipRouter will listen on port {}",
 232                     gossipRouterPort);
 233             // Start a GossipRouter with JMX support
 234             res = new GossipRouter(gossipRouterPort, null, true);
 235         }
 236         return res;
 237     }
 238
 239     public void start() {
 240         this.gossiper = startGossiper();
 241         if (this.gossiper != null) {
 242             logger.debug("Trying to start Gossiper");
 243             try {
 244                 this.gossiper.start();
 245                 logger.info("Started GossipRouter");
 246             } catch (Exception e) {
 247                 logger.error("GossipRouter didn't start. Exception Stack Trace",
 248                              e);
 249             }
 250         }
 251         logger.info("Starting the ClusterManager");
 252         try {
 253             ParserRegistry parser = new ParserRegistry(this.getClass()
 254                     .getClassLoader());
 255             String infinispanConfigFile =
 256                     System.getProperty("org.infinispan.config.file", "config/infinispan-config.xml");
 257             logger.debug("Using configuration file:{}", infinispanConfigFile);
 258             ConfigurationBuilderHolder holder = parser.parseFile(infinispanConfigFile);
 259             GlobalConfigurationBuilder globalBuilder = holder.getGlobalConfigurationBuilder();
 260             globalBuilder.serialization()
 261                     .classResolver(new ClassResolver())
 262                     .build();
 263             this.cm = new DefaultCacheManager(holder, false);
 264             logger.debug("Allocated ClusterManager");
 265             if (this.cm != null) {
 266                 this.cm.start();
 267                 this.cm.startCache();
 268                 logger.debug("Started the ClusterManager");
 269             }
 270         } catch (Exception ioe) {
 271             logger.error("Cannot configure infinispan .. bailing out ");
 272             logger.error("Stack Trace that raised th exception");
 273             logger.error("",ioe);
 274             this.cm = null;
 275             this.stop();
 276         }
 277         logger.debug("Cache Manager has value {}", this.cm);
 278     }
 279
 280     public void stop() {
 281         logger.info("Stopping the ClusterManager");
 282         if (this.cm != null) {
 283             logger.info("Found a valid ClusterManager, now let it be stopped");
 284             this.cm.stop();
 285             this.cm = null;
 286         }
 287         if (this.gossiper != null) {
 288             this.gossiper.stop();
 289             this.gossiper = null;
 290         }
 291     }
 292
 293     @Override
 294     public ConcurrentMap<?, ?> createCache(String containerName,
 295             String cacheName, Set<cacheMode> cMode) throws CacheExistException,
 296             CacheConfigException {
 297         EmbeddedCacheManager manager = this.cm;
 298         Cache<Object,Object> c;
 299         String realCacheName = "{" + containerName + "}_{" + cacheName + "}";
 300         if (manager == null) {
 301             return null;
 302         }
 303
 304         if (manager.cacheExists(realCacheName)) {
 305             throw new CacheExistException();
 306         }
 307
 308         // Sanity check to avoid contrasting parameters
 309         if (cMode.containsAll(EnumSet.of(
 310                 IClusterServices.cacheMode.NON_TRANSACTIONAL,
 311                 IClusterServices.cacheMode.TRANSACTIONAL))) {
 312             throw new CacheConfigException();
 313         }
 314
 315         if (cMode.contains(IClusterServices.cacheMode.NON_TRANSACTIONAL)) {
 316             c = manager.getCache(realCacheName);
 317             return c;
 318         } else if (cMode.contains(IClusterServices.cacheMode.TRANSACTIONAL)) {
 319             Configuration rc = manager
 320                     .getCacheConfiguration("transactional-type");
 321             manager.defineConfiguration(realCacheName, rc);
 322             c = manager.getCache(realCacheName);
 323             return c;
 324         }
 325         return null;
 326     }
 327
 328     @Override
 329     public ConcurrentMap<?, ?> getCache(String containerName, String cacheName) {
 330         EmbeddedCacheManager manager = this.cm;
 331         Cache<Object,Object> c;
 332         String realCacheName = "{" + containerName + "}_{" + cacheName + "}";
 333         if (manager == null) {
 334             return null;
 335         }
 336
 337         if (manager.cacheExists(realCacheName)) {
 338             c = manager.getCache(realCacheName);
 339             return c;
 340         }
 341         return null;
 342     }
 343
 344     @Override
 345     public void destroyCache(String containerName, String cacheName) {
 346         EmbeddedCacheManager manager = this.cm;
 347         String realCacheName = "{" + containerName + "}_{" + cacheName + "}";
 348         if (manager == null) {
 349             return;
 350         }
 351         if (manager.cacheExists(realCacheName)) {
 352             manager.removeCache(realCacheName);
 353         }
 354     }
 355
 356     @Override
 357     public boolean existCache(String containerName, String cacheName) {
 358         EmbeddedCacheManager manager = this.cm;
 359         String realCacheName = "{" + containerName + "}_{" + cacheName + "}";
 360         if (manager == null) {
 361             return false;
 362         }
 363         return manager.cacheExists(realCacheName);
 364     }
 365
 366     @Override
 367     public Set<String> getCacheList(String containerName) {
 368         Set<String> perContainerCaches = new HashSet<String>();
 369         EmbeddedCacheManager manager = this.cm;
 370         if (manager == null) {
 371             return null;
 372         }
 373         for (String cacheName : manager.getCacheNames()) {
 374             if (cacheName.startsWith("{" + containerName + "}_")) {
 375                 String[] res = cacheName.split("[{}]");
 376                 if (res.length >= 4 && res[1].equals(containerName)
 377                         && res[2].equals("_")) {
 378                     perContainerCaches.add(res[3]);
 379                 }
 380             }
 381         }
 382
 383         return (perContainerCaches);
 384     }
 385
 386     @Override
 387     public Properties getCacheProperties(String containerName, String cacheName) {
 388         EmbeddedCacheManager manager = this.cm;
 389         if (manager == null) {
 390             return null;
 391         }
 392         String realCacheName = "{" + containerName + "}_{" + cacheName + "}";
 393         if (!manager.cacheExists(realCacheName)) {
 394             return null;
 395         }
 396         Configuration conf = manager.getCache(realCacheName).getAdvancedCache()
 397                 .getCacheConfiguration();
 398         Properties p = new Properties();
 399         p.setProperty(IClusterServices.cacheProps.TRANSACTION_PROP.toString(),
 400                 conf.transaction().toString());
 401         p.setProperty(IClusterServices.cacheProps.CLUSTERING_PROP.toString(),
 402                 conf.clustering().toString());
 403         p.setProperty(IClusterServices.cacheProps.LOCKING_PROP.toString(), conf
 404                 .locking().toString());
 405         return p;
 406     }
 407
 408     @Override
 409     public void addListener(String containerName, String cacheName,
 410             IGetUpdates<?, ?> u) throws CacheListenerAddException {
 411         EmbeddedCacheManager manager = this.cm;
 412         Cache<Object,Object> c;
 413         String realCacheName = "{" + containerName + "}_{" + cacheName + "}";
 414         if (manager == null) {
 415             return;
 416         }
 417
 418         if (!manager.cacheExists(realCacheName)) {
 419             throw new CacheListenerAddException();
 420         }
 421         c = manager.getCache(realCacheName);
 422         CacheListenerContainer cl = new CacheListenerContainer(u,
 423                 containerName, cacheName);
 424         c.addListener(cl);
 425     }
 426
 427     @Override
 428     public Set<IGetUpdates<?, ?>> getListeners(String containerName,
 429             String cacheName) {
 430         EmbeddedCacheManager manager = this.cm;
 431         Cache<Object,Object> c;
 432         String realCacheName = "{" + containerName + "}_{" + cacheName + "}";
 433         if (manager == null) {
 434             return null;
 435         }
 436
 437         if (!manager.cacheExists(realCacheName)) {
 438             return null;
 439         }
 440         c = manager.getCache(realCacheName);
 441
 442         Set<IGetUpdates<?, ?>> res = new HashSet<IGetUpdates<?, ?>>();
 443         Set<Object> listeners = c.getListeners();
 444         for (Object listener : listeners) {
 445             if (listener instanceof CacheListenerContainer) {
 446                 CacheListenerContainer cl = (CacheListenerContainer) listener;
 447                 res.add(cl.whichListener());
 448             }
 449         }
 450
 451         return res;
 452     }
 453
 454     @Override
 455     public void removeListener(String containerName, String cacheName,
 456             IGetUpdates<?, ?> u) {
 457         EmbeddedCacheManager manager = this.cm;
 458         Cache<Object,Object> c;
 459         String realCacheName = "{" + containerName + "}_{" + cacheName + "}";
 460         if (manager == null) {
 461             return;
 462         }
 463
 464         if (!manager.cacheExists(realCacheName)) {
 465             return;
 466         }
 467         c = manager.getCache(realCacheName);
 468
 469         Set<Object> listeners = c.getListeners();
 470         for (Object listener : listeners) {
 471             if (listener instanceof CacheListenerContainer) {
 472                 CacheListenerContainer cl = (CacheListenerContainer) listener;
 473                 if (cl.whichListener() == u) {
 474                     c.removeListener(listener);
 475                     return;
 476                 }
 477             }
 478         }
 479     }
 480
 481     @Override
 482     public void tbegin() throws NotSupportedException, SystemException {
 483         EmbeddedCacheManager manager = this.cm;
 484         if (manager == null) {
 485             throw new IllegalStateException();
 486         }
 487         TransactionManager tm = manager.getCache("transactional-type")
 488                 .getAdvancedCache().getTransactionManager();
 489         if (tm == null) {
 490             throw new IllegalStateException();
 491         }
 492         tm.begin();
 493     }
 494
 495     @Override
 496     public void tcommit() throws RollbackException, HeuristicMixedException,
 497             HeuristicRollbackException, java.lang.SecurityException,
 498             java.lang.IllegalStateException, SystemException {
 499         EmbeddedCacheManager manager = this.cm;
 500         if (manager == null) {
 501             throw new IllegalStateException();
 502         }
 503         TransactionManager tm = manager.getCache("transactional-type")
 504                 .getAdvancedCache().getTransactionManager();
 505         if (tm == null) {
 506             throw new IllegalStateException();
 507         }
 508         tm.commit();
 509     }
 510
 511     @Override
 512     public void trollback() throws java.lang.IllegalStateException,
 513             java.lang.SecurityException, SystemException {
 514         EmbeddedCacheManager manager = this.cm;
 515         if (manager == null) {
 516             throw new IllegalStateException();
 517         }
 518         TransactionManager tm = manager.getCache("transactional-type")
 519                 .getAdvancedCache().getTransactionManager();
 520         if (tm == null) {
 521             throw new IllegalStateException();
 522         }
 523         tm.rollback();
 524     }
 525
 526     @Override
 527     public Transaction tgetTransaction() throws SystemException {
 528         EmbeddedCacheManager manager = this.cm;
 529         if (manager == null) {
 530             throw new IllegalStateException();
 531         }
 532         TransactionManager tm = manager.getCache("transactional-type")
 533                 .getAdvancedCache().getTransactionManager();
 534         if (tm == null) {
 535             return null;
 536         }
 537         return tm.getTransaction();
 538     }
 539
 540     @Override
 541     public boolean amIStandby() {
 542         EmbeddedCacheManager manager = this.cm;
 543         if (manager == null) {
 544             // In case we cannot fetch the information, lets assume we
 545             // are standby, so to have less responsibility.
 546             return true;
 547         }
 548         return (!manager.isCoordinator());
 549     }
 550
 551     private InetAddress addressToInetAddress(Address a) {
 552         EmbeddedCacheManager manager = this.cm;
 553         if ((manager == null) || (a == null)) {
 554             // In case we cannot fetch the information, lets assume we
 555             // are standby, so to have less responsibility.
 556             return null;
 557         }
 558         Transport t = manager.getTransport();
 559         if (t instanceof JGroupsTransport) {
 560             JGroupsTransport jt = (JGroupsTransport) t;
 561             Channel c = jt.getChannel();
 562             if (a instanceof JGroupsAddress) {
 563                 JGroupsAddress ja = (JGroupsAddress) a;
 564                 org.jgroups.Address phys = (org.jgroups.Address) c
 565                         .down(new Event(Event.GET_PHYSICAL_ADDRESS, ja
 566                                 .getJGroupsAddress()));
 567                 if (phys instanceof org.jgroups.stack.IpAddress) {
 568                     InetAddress bindAddress = ((org.jgroups.stack.IpAddress) phys)
 569                             .getIpAddress();
 570                     return bindAddress;
 571                 }
 572             }
 573         }
 574         return null;
 575     }
 576
 577     @Override
 578     public List<InetAddress> getClusteredControllers() {
 579         EmbeddedCacheManager manager = this.cm;
 580         if (manager == null) {
 581             return null;
 582         }
 583         List<Address> controllers = manager.getMembers();
 584         if ((controllers == null) || controllers.size() == 0) {
 585             return null;
 586         }
 587
 588         List<InetAddress> clusteredControllers = new ArrayList<InetAddress>();
 589         for (Address a : controllers) {
 590             InetAddress inetAddress = addressToInetAddress(a);
 591             if (inetAddress != null
 592                     && !inetAddress.getHostAddress().equals(loopbackAddress)) {
 593                 clusteredControllers.add(inetAddress);
 594             }
 595         }
 596         return clusteredControllers;
 597     }
 598
 599     @Override
 600     public InetAddress getMyAddress() {
 601         EmbeddedCacheManager manager = this.cm;
 602         if (manager == null) {
 603             return null;
 604         }
 605         return addressToInetAddress(manager.getAddress());
 606     }
 607
 608     @Override
 609     public InetAddress getActiveAddress() {
 610         EmbeddedCacheManager manager = this.cm;
 611         if (manager == null) {
 612             // In case we cannot fetch the information, lets assume we
 613             // are standby, so to have less responsibility.
 614             return null;
 615         }
 616
 617         return addressToInetAddress(manager.getCoordinator());
 618     }
 619
 620     @Override
 621     public void listenRoleChange(IListenRoleChange i)
 622             throws ListenRoleChangeAddException {
 623         EmbeddedCacheManager manager = this.cm;
 624         if (manager == null) {
 625             // In case we cannot fetch the information, lets assume we
 626             // are standby, so to have less responsibility.
 627             throw new ListenRoleChangeAddException();
 628         }
 629
 630         if (this.roleChangeListeners == null) {
 631             this.roleChangeListeners = new HashSet<IListenRoleChange>();
 632             this.cacheManagerListener = new ViewChangedListener(
 633                     this.roleChangeListeners);
 634             manager.addListener(this.cacheManagerListener);
 635         }
 636
 637         if (this.roleChangeListeners != null) {
 638             this.roleChangeListeners.add(i);
 639         }
 640     }
 641
 642     @Override
 643     public void unlistenRoleChange(IListenRoleChange i) {
 644         EmbeddedCacheManager manager = this.cm;
 645         if (manager == null) {
 646             // In case we cannot fetch the information, lets assume we
 647             // are standby, so to have less responsibility.
 648             return;
 649         }
 650
 651         if (this.roleChangeListeners != null) {
 652             this.roleChangeListeners.remove(i);
 653         }
 654
 655         if ((this.roleChangeListeners != null && this.roleChangeListeners
 656                 .isEmpty())
 657                 && (this.cacheManagerListener != null)) {
 658             manager.removeListener(this.cacheManagerListener);
 659             this.cacheManagerListener = null;
 660             this.roleChangeListeners = null;
 661         }
 662     }
 663
 664     @Listener
 665     public class ViewChangedListener {
 666         Set<IListenRoleChange> roleListeners;
 667
 668         public ViewChangedListener(Set<IListenRoleChange> s) {
 669             this.roleListeners = s;
 670         }
 671
 672         @ViewChanged
 673         public void viewChanged(ViewChangedEvent e) {
 674             for (IListenRoleChange i : this.roleListeners) {
 675                 i.newActiveAvailable();
 676             }
 677         }
 678     }
 679
 680     private void removeContainerCaches(String containerName) {
 681         logger.info("Destroying caches for container {}", containerName);
 682         for (String cacheName : this.getCacheList(containerName)) {
 683             this.destroyCache(containerName, cacheName);
 684         }
 685     }
 686
 687     @Override
 688     public void containerCreate(String arg0) {
 689         // no op
 690     }
 691
 692     @Override
 693     public void containerDestroy(String container) {
 694         removeContainerCaches(container);
 695     }
 696 }