--- /dev/null
+
+/*
+ * Copyright (c) 2013 Cisco Systems, Inc. and others. All rights reserved.
+ *
+ * This program and the accompanying materials are made available under the
+ * terms of the Eclipse Public License v1.0 which accompanies this distribution,
+ * and is available at http://www.eclipse.org/legal/epl-v10.html
+ */
+
+package org.opendaylight.controller.hosttracker;
+
+import java.net.InetAddress;
+import java.net.UnknownHostException;
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.Dictionary;
+import java.util.EnumSet;
+import java.util.HashSet;
+import java.util.List;
+import java.util.Map;
+import java.util.Map.Entry;
+import java.util.Set;
+import java.util.Timer;
+import java.util.TimerTask;
+import java.util.concurrent.Callable;
+import java.util.concurrent.ConcurrentHashMap;
+import java.util.concurrent.ConcurrentMap;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+import java.util.concurrent.Future;
+
+import org.apache.felix.dm.Component;
+import org.opendaylight.controller.clustering.services.CacheConfigException;
+import org.opendaylight.controller.clustering.services.CacheExistException;
+import org.opendaylight.controller.clustering.services.IClusterContainerServices;
+import org.opendaylight.controller.clustering.services.IClusterServices;
+import org.opendaylight.controller.hosttracker.hostAware.HostNodeConnector;
+import org.opendaylight.controller.hosttracker.hostAware.IHostFinder;
+import org.opendaylight.controller.sal.core.ConstructionException;
+import org.opendaylight.controller.sal.core.Edge;
+import org.opendaylight.controller.sal.core.Host;
+import org.opendaylight.controller.sal.core.Node;
+import org.opendaylight.controller.sal.core.NodeConnector;
+import org.opendaylight.controller.sal.core.Property;
+import org.opendaylight.controller.sal.core.State;
+import org.opendaylight.controller.sal.core.Tier;
+import org.opendaylight.controller.sal.core.UpdateType;
+import org.opendaylight.controller.sal.packet.address.DataLinkAddress;
+import org.opendaylight.controller.sal.packet.address.EthernetAddress;
+import org.opendaylight.controller.sal.utils.GlobalConstants;
+import org.opendaylight.controller.sal.utils.HexEncode;
+import org.opendaylight.controller.sal.utils.NodeCreator;
+import org.opendaylight.controller.sal.utils.Status;
+import org.opendaylight.controller.sal.utils.StatusCode;
+import org.opendaylight.controller.switchmanager.IInventoryListener;
+import org.opendaylight.controller.switchmanager.ISwitchManager;
+import org.opendaylight.controller.switchmanager.ISwitchManagerAware;
+import org.opendaylight.controller.switchmanager.Subnet;
+import org.opendaylight.controller.topologymanager.ITopologyManager;
+import org.opendaylight.controller.topologymanager.ITopologyManagerAware;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+/**
+ * @file HostTracker.java
+ * This class tracks the location of IP Hosts as to which Switch, Port, VLAN, they are
+ * connected to, as well as their MAC address. This is done dynamically as well as statically.
+ * The dynamic mechanism consists of listening to ARP messages as well sending ARP requests.
+ * Static mechanism consists of Northbound APIs to add or remove the hosts from the local
+ * database. ARP aging is also implemented to age out dynamically learned hosts. Interface
+ * methods are provided for other applications to
+ * 1. Query the local database for a single host
+ * 2. Get a list of all hosts
+ * 3. Get notification if a host is learned/added or removed the database
+ */
+
+public class HostTracker implements IfIptoHost, IfHostListener,
+ ISwitchManagerAware, IInventoryListener, ITopologyManagerAware {
+ private static final Logger logger = LoggerFactory
+ .getLogger(HostTracker.class);
+ private IHostFinder hostFinder;
+ private ConcurrentMap<InetAddress, HostNodeConnector> hostsDB;
+ /* Following is a list of hosts which have been requested by NB APIs to be added,
+ * but either the switch or the port is not sup, so they will be added here until
+ * both come up
+ */
+ private ConcurrentMap<NodeConnector, HostNodeConnector> inactiveStaticHosts;
+ private Set<IfNewHostNotify> newHostNotify = Collections
+ .synchronizedSet(new HashSet<IfNewHostNotify>());
+
+ private ITopologyManager topologyManager;
+ private IClusterContainerServices clusterContainerService = null;
+ private ISwitchManager switchManager = null;
+ private Timer timer;
+ private Timer arp_refresh_timer;
+ private String containerName = null;
+
+ private static class ARPPending {
+ protected InetAddress hostIP;
+ protected short sent_count;
+ protected HostTrackerCallable hostTrackerCallable;
+
+ public InetAddress getHostIP() {
+ return hostIP;
+ }
+
+ public short getSent_count() {
+ return sent_count;
+ }
+
+ public HostTrackerCallable getHostTrackerCallable() {
+ return hostTrackerCallable;
+ }
+
+ public void setHostIP(InetAddress networkAddr) {
+ this.hostIP = networkAddr;
+ }
+
+ public void setSent_count(short count) {
+ this.sent_count = count;
+ }
+
+ public void setHostTrackerCallable(HostTrackerCallable callable) {
+ hostTrackerCallable = callable;
+ }
+ }
+
+ //This list contains the hosts for which ARP requests are being sent periodically
+ private List<ARPPending> ARPPendingList = new ArrayList<HostTracker.ARPPending>();
+ /*
+ * This list below contains the hosts which were initially in ARPPendingList above,
+ * but ARP response didn't come from there hosts after multiple attempts over 8
+ * seconds. The assumption is that the response didn't come back due to one of the
+ * following possibilities:
+ * 1. The L3 interface wasn't created for this host in the controller. This would
+ * cause arphandler not to know where to send the ARP
+ * 2. The host facing port is down
+ * 3. The IP host doesn't exist or is not responding to ARP requests
+ *
+ * Conditions 1 and 2 above can be recovered if ARP is sent when the relevant L3
+ * interface is added or the port facing host comes up. Whenever L3 interface is
+ * added or host facing port comes up, ARP will be sent to hosts in this list.
+ *
+ * We can't recover from condition 3 above
+ */
+ private ArrayList<ARPPending> failedARPReqList = new ArrayList<HostTracker.ARPPending>();
+
+ public HostTracker() {
+ }
+
+ private void startUp() {
+ allocateCache();
+ retrieveCache();
+
+ timer = new Timer();
+ timer.schedule(new OutStandingARPHandler(), 4000, 4000);
+
+ /* ARP Refresh Timer to go off every 5 seconds to implement ARP aging */
+ arp_refresh_timer = new Timer();
+ arp_refresh_timer.schedule(new ARPRefreshHandler(), 5000, 5000);
+ logger.info("startUp: Caches created, timers started");
+ }
+
+ @SuppressWarnings("deprecation")
+ private void allocateCache() {
+ if (this.clusterContainerService == null) {
+ logger
+ .error("un-initialized clusterContainerService, can't create cache");
+ return;
+ }
+ logger.info("Creating Cache for HostTracker");
+ try {
+ this.clusterContainerService.createCache("hostTrackerAH", EnumSet
+ .of(IClusterServices.cacheMode.NON_TRANSACTIONAL));
+ this.clusterContainerService.createCache("hostTrackerIH", EnumSet
+ .of(IClusterServices.cacheMode.NON_TRANSACTIONAL));
+ } catch (CacheConfigException cce) {
+ logger
+ .error("Cache couldn't be created for HostTracker - check cache mode");
+ } catch (CacheExistException cce) {
+ logger
+ .error("Cache for HostTracker already exists, destroy and recreate");
+ }
+ logger.info("Cache successfully created for HostTracker");
+ }
+
+ @SuppressWarnings({ "unchecked", "deprecation" })
+ private void retrieveCache() {
+ if (this.clusterContainerService == null) {
+ logger
+ .error("un-initialized clusterContainerService, can't retrieve cache");
+ return;
+ }
+ logger.info("Retrieving cache for HostTrackerAH");
+ hostsDB = (ConcurrentMap<InetAddress, HostNodeConnector>) this.clusterContainerService
+ .getCache("hostTrackerAH");
+ if (hostsDB == null) {
+ logger.error("Cache couldn't be retrieved for HostTracker");
+ }
+ logger.info("Cache was successfully retrieved for HostTracker");
+ logger.info("Retrieving cache for HostTrackerIH");
+ inactiveStaticHosts = (ConcurrentMap<NodeConnector, HostNodeConnector>) this.clusterContainerService
+ .getCache("hostTrackerIH");
+ if (hostsDB == null) {
+ logger.error("Cache couldn't be retrieved for HostTrackerIH");
+ }
+ logger.info("Cache was successfully retrieved for HostTrackerIH");
+ }
+
+ public void nonClusterObjectCreate() {
+ hostsDB = new ConcurrentHashMap<InetAddress, HostNodeConnector>();
+ inactiveStaticHosts = new ConcurrentHashMap<NodeConnector, HostNodeConnector>();
+ }
+
+ @SuppressWarnings("deprecation")
+ private void destroyCache() {
+ if (this.clusterContainerService == null) {
+ logger.error("un-initialized clusterMger, can't destroy cache");
+ return;
+ }
+ logger.info("Destroying Cache for HostTracker");
+ this.clusterContainerService.destroyCache("hostTrackerAH");
+ this.clusterContainerService.destroyCache("hostTrackerIH");
+ nonClusterObjectCreate();
+ }
+
+ public void shutDown() {
+ }
+
+ public void setnewHostNotify(IfNewHostNotify obj) {
+ this.newHostNotify.add(obj);
+ }
+
+ public void unsetnewHostNotify(IfNewHostNotify obj) {
+ this.newHostNotify.remove(obj);
+ }
+
+ public void setArpHandler(IHostFinder hostFinder) {
+ this.hostFinder = hostFinder;
+ }
+
+ public void unsetArpHandler(IHostFinder hostFinder) {
+ if (this.hostFinder == hostFinder) {
+ logger.info("Arp Handler Service removed!");
+ this.hostFinder = null;
+ }
+ }
+
+ public void setTopologyManager(ITopologyManager s) {
+ this.topologyManager = s;
+ }
+
+ public void unsetTopologyManager(ITopologyManager s) {
+ if (this.topologyManager == s) {
+ logger.info("Topology Manager Service removed!");
+ this.topologyManager = null;
+ }
+ }
+
+ private boolean hostExists(HostNodeConnector host) {
+ HostNodeConnector lhost = hostsDB.get(host.getNetworkAddress());
+ return host.equals(lhost);
+ }
+
+ private HostNodeConnector getHostFromOnActiveDB(InetAddress networkAddress) {
+ return hostsDB.get(networkAddress);
+ }
+
+ private Entry<NodeConnector, HostNodeConnector> getHostFromInactiveDB(
+ InetAddress networkAddress) {
+ for (Entry<NodeConnector, HostNodeConnector> entry : inactiveStaticHosts
+ .entrySet()) {
+ if (entry.getValue().equalsByIP(networkAddress)) {
+ logger
+ .debug(
+ "getHostFromInactiveDB(): Inactive Host found for IP:{} ",
+ networkAddress.getHostAddress());
+ return entry;
+ }
+ }
+ logger.debug(
+ "getHostFromInactiveDB() Inactive Host Not found for IP: {}",
+ networkAddress.getHostAddress());
+ return null;
+ }
+
+ private void removeHostFromInactiveDB(InetAddress networkAddress) {
+ NodeConnector nodeConnector = null;
+ for (Entry<NodeConnector, HostNodeConnector> entry : inactiveStaticHosts
+ .entrySet()) {
+ if (entry.getValue().equalsByIP(networkAddress)) {
+ nodeConnector = entry.getKey();
+ break;
+ }
+ }
+ if (nodeConnector != null) {
+ inactiveStaticHosts.remove(nodeConnector);
+ logger.debug("removeHostFromInactiveDB(): Host Removed for IP: {}",
+ networkAddress.getHostAddress());
+ return;
+ }
+ logger.debug("removeHostFromInactiveDB(): Host Not found for IP: {}",
+ networkAddress.getHostAddress());
+ }
+
+ protected boolean hostMoved(HostNodeConnector host) {
+ if (hostQuery(host.getNetworkAddress()) != null) {
+ return true;
+ }
+ return false;
+ }
+
+ public HostNodeConnector hostQuery(InetAddress networkAddress) {
+ return hostsDB.get(networkAddress);
+ }
+
+ public Future<HostNodeConnector> discoverHost(InetAddress networkAddress) {
+ ExecutorService executor = Executors.newFixedThreadPool(1);
+ if (executor == null) {
+ logger.error("discoverHost: Null executor");
+ return null;
+ }
+ Callable<HostNodeConnector> worker = new HostTrackerCallable(this,
+ networkAddress);
+ Future<HostNodeConnector> submit = executor.submit(worker);
+ return submit;
+ }
+
+ public HostNodeConnector hostFind(InetAddress networkAddress) {
+ /*
+ * Sometimes at boot with containers configured in the startup
+ * we hit this path (from TIF) when hostFinder has not been set yet
+ * Caller already handles the null return
+ */
+
+ if (hostFinder == null) {
+ logger.info("Exiting hostFind, null hostFinder");
+ return null;
+ }
+
+ HostNodeConnector host = hostQuery(networkAddress);
+ if (host != null) {
+ logger.debug("hostFind(): Host found for IP: {}", networkAddress
+ .getHostAddress());
+ return host;
+ }
+ /* host is not found, initiate a discovery */
+ hostFinder.find(networkAddress);
+ /* Also add this host to ARPPending List for any potential retries */
+ AddtoARPPendingList(networkAddress);
+ logger
+ .debug(
+ "hostFind(): Host Not Found for IP: {}, Inititated Host Discovery ...",
+ networkAddress.getHostAddress());
+ return null;
+ }
+
+ public Set<HostNodeConnector> getAllHosts() {
+ Set<HostNodeConnector> allHosts = new HashSet<HostNodeConnector>();
+ for (Entry<InetAddress, HostNodeConnector> entry : hostsDB.entrySet()) {
+ HostNodeConnector host = entry.getValue();
+ allHosts.add(host);
+ }
+ logger.debug("Exiting getAllHosts, Found {} Hosts", allHosts.size());
+ return allHosts;
+ }
+
+ @Override
+ public Set<HostNodeConnector> getActiveStaticHosts() {
+ Set<HostNodeConnector> list = new HashSet<HostNodeConnector>();
+ for (Entry<InetAddress, HostNodeConnector> entry : hostsDB.entrySet()) {
+ HostNodeConnector host = entry.getValue();
+ if (host.isStaticHost()) {
+ list.add(host);
+ }
+ }
+ logger.debug("getActiveStaticHosts(): Found {} Hosts", list.size());
+ return list;
+ }
+
+ @Override
+ public Set<HostNodeConnector> getInactiveStaticHosts() {
+ Set<HostNodeConnector> list = new HashSet<HostNodeConnector>();
+ for (Entry<NodeConnector, HostNodeConnector> entry : inactiveStaticHosts
+ .entrySet()) {
+ list.add(entry.getValue());
+ }
+ logger.debug("getInactiveStaticHosts(): Found {} Hosts", list.size());
+ return list;
+ }
+
+ private void AddtoARPPendingList(InetAddress networkAddr) {
+ ARPPending arphost = new ARPPending();
+
+ arphost.setHostIP(networkAddr);
+ arphost.setSent_count((short) 1);
+ ARPPendingList.add(arphost);
+ logger.debug("Host Added to ARPPending List, IP: {}", networkAddr
+ .toString());
+ }
+
+ private void removePendingARPFromList(int index) {
+ if (index >= ARPPendingList.size()) {
+ logger
+ .warn(
+ "removePendingARPFromList(): index greater than the List. Size:{}, Index:{}",
+ ARPPendingList.size(), index);
+ return;
+ }
+ ARPPending arphost = ARPPendingList.remove(index);
+ HostTrackerCallable htCallable = arphost.getHostTrackerCallable();
+ if (htCallable != null)
+ htCallable.wakeup();
+ }
+
+ public void setCallableOnPendingARP(InetAddress networkAddr,
+ HostTrackerCallable callable) {
+ ARPPending arphost;
+ for (int i = 0; i < ARPPendingList.size(); i++) {
+ arphost = ARPPendingList.get(i);
+ if (arphost.getHostIP().equals(networkAddr)) {
+ arphost.setHostTrackerCallable(callable);
+ }
+ }
+ }
+
+ private void ProcPendingARPReqs(InetAddress networkAddr) {
+ ARPPending arphost;
+
+ for (int i = 0; i < ARPPendingList.size(); i++) {
+ arphost = ARPPendingList.get(i);
+ if (arphost.getHostIP().equals(networkAddr)) {
+ /* An ARP was sent for this host. The address is learned,
+ * remove the request
+ */
+ removePendingARPFromList(i);
+ logger.debug("Host Removed from ARPPending List, IP: {}",
+ networkAddr.toString());
+ return;
+ }
+ }
+
+ /*
+ * It could have been a host from the FailedARPReqList
+ */
+
+ for (int i = 0; i < failedARPReqList.size(); i++) {
+ arphost = failedARPReqList.get(i);
+ if (arphost.getHostIP().equals(networkAddr)) {
+ /* An ARP was sent for this host. The address is learned,
+ * remove the request
+ */
+ failedARPReqList.remove(i);
+ logger.debug("Host Removed from FailedARPReqList List, IP: {}",
+ networkAddr.toString());
+ return;
+ }
+ }
+ }
+
+ // Learn a new Host
+ private void learnNewHost(HostNodeConnector host) {
+ host.initArpSendCountDown();
+ hostsDB.put(host.getNetworkAddress(), host);
+ logger.debug("New Host Learned: MAC: {} IP: {}", HexEncode
+ .bytesToHexString(host.getDataLayerAddressBytes()), host
+ .getNetworkAddress().getHostAddress());
+ }
+
+ // Remove known Host
+ private void removeKnownHost(InetAddress key) {
+ HostNodeConnector host = hostsDB.get(key);
+ if (host != null) {
+ logger.debug("Removing Host: IP:{}", host.getNetworkAddress()
+ .getHostAddress());
+ hostsDB.remove(key);
+ } else {
+ logger
+ .error(
+ "removeKnownHost(): Host for IP address {} not found in hostsDB",
+ key.getHostAddress());
+ }
+ }
+
+ private class NotifyHostThread extends Thread {
+
+ private HostNodeConnector host;
+
+ public NotifyHostThread(HostNodeConnector h) {
+ this.host = h;
+ }
+
+ public void run() {
+ /* Check for Host Move case */
+ if (hostMoved(host)) {
+ /*
+ * Host has been moved from one location (switch,port, MAC, or VLAN).
+ * Remove the existing host with its previous location parameters,
+ * inform the applications, and add it as a new Host
+ */
+ HostNodeConnector removedHost = hostsDB.get(host
+ .getNetworkAddress());
+ removeKnownHost(host.getNetworkAddress());
+ if (removedHost != null) {
+ notifyHostLearnedOrRemoved(removedHost, false);
+ logger.debug(
+ "Host move occurred. Old Host:{}, New Host: {}",
+ removedHost, host);
+ } else {
+ logger.error(
+ "Host to be removed not found in hostsDB. Host {}",
+ removedHost);
+ }
+ }
+
+ /* check if there is an outstanding request for this host */
+ InetAddress networkAddr = host.getNetworkAddress();
+
+ // add and notify
+ learnNewHost(host);
+ ProcPendingARPReqs(networkAddr);
+ notifyHostLearnedOrRemoved(host, true);
+ }
+ }
+
+ public void hostListener(HostNodeConnector host) {
+
+ if (hostExists(host)) {
+ logger.debug("ARP received for Host: {}", host);
+ HostNodeConnector existinghost = hostsDB.get(host
+ .getNetworkAddress());
+ existinghost.initArpSendCountDown();
+ return;
+ }
+ new NotifyHostThread(host).start();
+ }
+
+ // Notify whoever is interested that a new host was learned (dynamically or statically)
+ private void notifyHostLearnedOrRemoved(HostNodeConnector host, boolean add) {
+ // Update listeners if any
+ if (newHostNotify != null) {
+ synchronized (this.newHostNotify) {
+ for (IfNewHostNotify ta : newHostNotify) {
+ try {
+ if (add) {
+ ta.notifyHTClient(host);
+ } else {
+ ta.notifyHTClientHostRemoved(host);
+ }
+ } catch (Exception e) {
+ logger.error("Exception on callback", e);
+ }
+ }
+ }
+ } else {
+ logger
+ .error("notifyHostLearnedOrRemoved(): New host notify is null");
+ }
+
+ // Topology update is for some reason outside of listeners registry logic
+ Node node = host.getnodeconnectorNode();
+ Host h = null;
+ NodeConnector p = host.getnodeConnector();
+ try {
+ DataLinkAddress dla = new EthernetAddress(host
+ .getDataLayerAddressBytes());
+ h = new org.opendaylight.controller.sal.core.Host(dla, host
+ .getNetworkAddress());
+ } catch (ConstructionException ce) {
+ p = null;
+ h = null;
+ }
+
+ if (topologyManager != null && p != null && h != null) {
+ if (add == true) {
+ Tier tier = new Tier(1);
+ switchManager.setNodeProp(node, tier);
+ topologyManager.updateHostLink(p, h, UpdateType.ADDED, null);
+ /*
+ * This is a temporary fix for Cisco Live's Hadoop Demonstration.
+ * The concept of Tiering must be revisited based on other application requirements
+ * and the design might warrant a separate module (as it involves tracking the topology/
+ * host changes & updating the Tiering numbers in an effective manner).
+ */
+ updateSwitchTiers(node, 1);
+
+ /*
+ * The following 2 lines are added for testing purposes.
+ * We can remove it once the North-Bound APIs are available for testing.
+
+ ArrayList<ArrayList<String>> hierarchies = getHostNetworkHierarchy(host.getNetworkAddress());
+ logHierarchies(hierarchies);
+ */
+ } else {
+ // No need to reset the tiering if no other hosts are currently connected
+ // If this switch was discovered to be an access switch, it still is even if the host is down
+ Tier tier = new Tier(0);
+ switchManager.setNodeProp(node, tier);
+ topologyManager.updateHostLink(p, h, UpdateType.REMOVED, null);
+ }
+ }
+ }
+
+ /**
+ * When a new Host is learnt by the hosttracker module, it places the directly connected Node
+ * in Tier-1 & using this function, updates the Tier value for all other Nodes in the network
+ * hierarchy.
+ *
+ * This is a recursive function and it takes care of updating the Tier value for all the connected
+ * and eligible Nodes.
+ *
+ * @param n Node that represents one of the Vertex in the Topology Graph.
+ * @param currentTier The Tier on which n belongs
+ */
+ private void updateSwitchTiers(Node n, int currentTier) {
+ Map<Node, Set<Edge>> ndlinks = topologyManager.getNodeEdges();
+ if (ndlinks == null) {
+ logger.debug(
+ "updateSwitchTiers(): ndlinks null for Node: {}, Tier:{}",
+ n, currentTier);
+ return;
+ }
+ Set<Edge> links = ndlinks.get(n);
+ if (links == null) {
+ logger.debug("updateSwitchTiers(): links null for ndlinks:{}",
+ ndlinks);
+ return;
+ }
+ ArrayList<Node> needsVisiting = new ArrayList<Node>();
+ for (Edge lt : links) {
+ if (!lt.getHeadNodeConnector().getType().equals(
+ NodeConnector.NodeConnectorIDType.OPENFLOW)) {
+ // We don't want to work on Node that are not openflow
+ // for now
+ continue;
+ }
+ Node dstNode = lt.getHeadNodeConnector().getNode();
+ if (switchNeedsTieringUpdate(dstNode, currentTier + 1)) {
+ Tier t = new Tier(currentTier + 1);
+ switchManager.setNodeProp(dstNode, t);
+ //logger.info("Updating Switch Tier "+ (currentTier+1) +" for "+String.format("%x", dstSw.getId()));
+ needsVisiting.add(dstNode);
+ }
+ }
+
+ /*
+ * Due to the nature of the problem, having a separate loop for nodes
+ * that needs visiting provides a decent walk optimization.
+ */
+ for (Node node : needsVisiting) {
+ updateSwitchTiers(node, currentTier + 1);
+ }
+ }
+
+ /**
+ * Internal convenience routine to check the eligibility of a Switch for a Tier update.
+ * Any Node with Tier=0 or a Tier value that is greater than the new Tier Value is eligible
+ * for the update.
+ *
+ * @param n Node for which the Tier update eligibility is checked
+ * @param tier new Tier Value
+ * @return <code>true</code> if the Node is eligible for Tier Update
+ * <code>false</code> otherwise
+ */
+
+ private boolean switchNeedsTieringUpdate(Node n, int tier) {
+ if (n == null) {
+ logger.error("switchNeedsTieringUpdate(): Null node for tier: {}",
+ tier);
+ return false;
+ }
+ /*
+ * Node could have gone down
+ */
+ if (!switchManager.getNodes().contains(n)) {
+ return false;
+ }
+ // This is the case where Tier was never set for this node
+ Tier t = (Tier) switchManager.getNodeProp(n, Tier.TierPropName);
+ if (t == null)
+ return true;
+ if (t.getValue() == 0)
+ return true;
+ else if (t.getValue() > tier)
+ return true;
+ //logger.info(getContainerName()+" -> "+ "Switch "+String.format("%x", sw.getId())+ " is in better Tier "+sw.getTier()+" ... skipping "+tier);
+ return false;
+ }
+
+ /**
+ * Internal convenience routine to clear all the Tier values to 0.
+ * This cleanup is performed during cases such as Topology Change where the existing Tier values
+ * might become incorrect
+ */
+ private void clearTiers() {
+ Set<Node> nodes = null;
+ if (switchManager == null) {
+ logger.error("clearTiers(): Null switchManager");
+ return;
+ }
+ nodes = switchManager.getNodes();
+
+ for (Node n : nodes) {
+ Tier t = new Tier(0);
+ switchManager.setNodeProp(n, t);
+ }
+ }
+
+ /**
+ * Internal convenience routine to print the hierarchies of switches.
+ */
+ @SuppressWarnings("unused")
+ private void logHierarchies(ArrayList<ArrayList<String>> hierarchies) {
+ String hierarchyString = null;
+ int num = 1;
+ for (ArrayList<String> hierarchy : hierarchies) {
+ StringBuffer buf = new StringBuffer();
+ buf.append("Hierarchy#" + num + " : ");
+ for (String switchName : hierarchy) {
+ buf.append(switchName + "/");
+ }
+ logger.debug(getContainerName() + " -> " + buf.toString());
+ num++;
+ }
+ }
+
+ /**
+ * getHostNetworkHierarchy is the Back-end routine for the North-Bound API that returns
+ * the Network Hierarchy for a given Host. This API is typically used by applications like
+ * Hadoop for Rack Awareness functionality.
+ *
+ * @param hostAddress IP-Address of the host/node.
+ * @return Network Hierarchies represented by an Array of Array (of Switch-Ids as String).
+ */
+ public List<List<String>> getHostNetworkHierarchy(InetAddress hostAddress) {
+ HostNodeConnector host = hostQuery(hostAddress);
+ if (host == null)
+ return null;
+
+ List<List<String>> hierarchies = new ArrayList<List<String>>();
+ ArrayList<String> currHierarchy = new ArrayList<String>();
+ hierarchies.add(currHierarchy);
+
+ Node node = host.getnodeconnectorNode();
+ updateCurrentHierarchy(node, currHierarchy, hierarchies);
+ return hierarchies;
+ }
+
+ /**
+ * dpidToHostNameHack is a hack function for Cisco Live Hadoop Demo.
+ * Mininet is used as the network for Hadoop Demos & in order to give a meaningful
+ * rack-awareness switch names, the DPID is organized in ASCII Characters and
+ * retrieved as string.
+ *
+ * @param dpid Switch DataPath Id
+ * @return Ascii String represented by the DPID.
+ */
+ private String dpidToHostNameHack(long dpid) {
+ String hex = Long.toHexString(dpid);
+
+ StringBuffer sb = new StringBuffer();
+ int result = 0;
+ for (int i = 0; i < hex.length(); i++) {
+ result = (int) ((dpid >> (i * 8)) & 0xff);
+ if (result == 0)
+ continue;
+ if (result < 0x30)
+ result += 0x40;
+ sb.append(String.format("%c", result));
+ }
+ return sb.reverse().toString();
+ }
+
+ /**
+ * A convenient recursive routine to obtain the Hierarchy of Switches.
+ *
+ * @param node Current Node in the Recursive routine.
+ * @param currHierarchy Array of Nodes that make this hierarchy on which the Current Switch belong
+ * @param fullHierarchy Array of multiple Hierarchies that represent a given host.
+ */
+ @SuppressWarnings("unchecked")
+ private void updateCurrentHierarchy(Node node,
+ ArrayList<String> currHierarchy, List<List<String>> fullHierarchy) {
+ //currHierarchy.add(String.format("%x", currSw.getId()));
+ currHierarchy.add(dpidToHostNameHack((Long) node.getID()));
+ ArrayList<String> currHierarchyClone = (ArrayList<String>) currHierarchy
+ .clone(); //Shallow copy as required
+
+ Map<Node, Set<Edge>> ndlinks = topologyManager.getNodeEdges();
+ if (ndlinks == null) {
+ logger
+ .debug(
+ "updateCurrentHierarchy(): topologyManager returned null ndlinks for node: {}",
+ node);
+ return;
+ }
+ Node n = NodeCreator.createOFNode((Long) node.getID());
+ Set<Edge> links = ndlinks.get(n);
+ if (links == null) {
+ logger.debug("updateCurrentHierarchy(): Null links for ndlinks");
+ return;
+ }
+ for (Edge lt : links) {
+ if (!lt.getHeadNodeConnector().getType().equals(
+ NodeConnector.NodeConnectorIDType.OPENFLOW)) {
+ // We don't want to work on Node that are not openflow
+ // for now
+ continue;
+ }
+ Node dstNode = lt.getHeadNodeConnector().getNode();
+
+ Tier nodeTier = (Tier) switchManager.getNodeProp(node,
+ Tier.TierPropName);
+ Tier dstNodeTier = (Tier) switchManager.getNodeProp(dstNode,
+ Tier.TierPropName);
+ if (dstNodeTier.getValue() > nodeTier.getValue()) {
+ ArrayList<String> buildHierarchy = currHierarchy;
+ if (currHierarchy.size() > currHierarchyClone.size()) {
+ buildHierarchy = (ArrayList<String>) currHierarchyClone
+ .clone(); //Shallow copy as required
+ fullHierarchy.add(buildHierarchy);
+ }
+ updateCurrentHierarchy(dstNode, buildHierarchy, fullHierarchy);
+ }
+ }
+ }
+
+ @Override
+ public void edgeUpdate(Edge e, UpdateType type, Set<Property> props) {
+ Long srcNid = null;
+ Short srcPort = null;
+ Long dstNid = null;
+ Short dstPort = null;
+ boolean added = false;
+ String srcType = null;
+ String dstType = null;
+
+ if (e == null || type == null) {
+ logger.error("Edge or Update type are null!");
+ return;
+ } else {
+ srcType = e.getTailNodeConnector().getType();
+ dstType = e.getHeadNodeConnector().getType();
+
+ if (srcType.equals(NodeConnector.NodeConnectorIDType.PRODUCTION)) {
+ logger.debug("Skip updates for {}", e);
+ return;
+ }
+
+ if (!srcType.equals(NodeConnector.NodeConnectorIDType.OPENFLOW)) {
+ logger.error("For now we cannot handle updates for "
+ + "non-openflow nodes");
+ return;
+ }
+
+ if (dstType.equals(NodeConnector.NodeConnectorIDType.PRODUCTION)) {
+ logger.debug("Skip updates for {}", e);
+ return;
+ }
+
+ if (!dstType.equals(NodeConnector.NodeConnectorIDType.OPENFLOW)) {
+ logger.error("For now we cannot handle updates for "
+ + "non-openflow nodes");
+ return;
+ }
+
+ // At this point we know we got an openflow update, so
+ // lets fill everything accordingly.
+ srcNid = (Long) e.getTailNodeConnector().getNode()
+ .getID();
+ srcPort = (Short) e.getTailNodeConnector().getID();
+ dstNid = (Long) e.getHeadNodeConnector().getNode()
+ .getID();
+ dstPort = (Short) e.getHeadNodeConnector().getID();
+
+ // Now lets update the added flag
+ switch (type) {
+ case ADDED:
+ case CHANGED:
+ added = true;
+ break;
+ case REMOVED:
+ added = false;
+ }
+ }
+
+ logger.debug("HostTracker Topology linkUpdate handling src:{}[port {}] dst:{}[port {}] added: {}",
+ new Object[] { srcNid, srcPort, dstNid, dstPort, added });
+ clearTiers();
+ for (Entry<InetAddress, HostNodeConnector> entry : hostsDB.entrySet()) {
+ HostNodeConnector host = entry.getValue();
+ Node node = host.getnodeconnectorNode();
+ if (node != null) {
+ Tier t = new Tier(1);
+ switchManager.setNodeProp(node, t);
+ updateSwitchTiers(node, 1);
+ }
+ }
+ }
+
+ public void subnetNotify(Subnet sub, boolean add) {
+ logger.debug("Received subnet notification: {} add={}", sub, add);
+ if (add) {
+ for (int i = 0; i < failedARPReqList.size(); i++) {
+ ARPPending arphost;
+ arphost = failedARPReqList.get(i);
+ logger.debug(
+ "Sending the ARP from FailedARPReqList fors IP: {}",
+ arphost.getHostIP().getHostAddress());
+ hostFinder.find(arphost.getHostIP());
+ }
+ }
+ }
+
+ class OutStandingARPHandler extends TimerTask {
+ public void run() {
+ ARPPending arphost;
+ /* This routine runs every 4 seconds */
+ // logger.info ("ARP Handler called");
+ for (int i = 0; i < ARPPendingList.size(); i++) {
+ arphost = ARPPendingList.get(i);
+ if (arphost.getSent_count() < switchManager.getHostRetryCount()) {
+ /* No reply has been received of first ARP Req, send the next one */
+ hostFinder.find(arphost.getHostIP());
+ arphost.sent_count++;
+ logger.debug("ARP Sent from ARPPending List, IP: {}",
+ arphost.getHostIP().getHostAddress());
+ } else if (arphost.getSent_count() >= switchManager
+ .getHostRetryCount()) {
+ /* Two ARP requests have been sent without
+ * receiving a reply, remove this from the
+ * pending list
+ */
+ removePendingARPFromList(i);
+ logger
+ .debug(
+ "ARP reply not received after two attempts, removing from Pending List IP: {}",
+ arphost.getHostIP().getHostAddress());
+ /*
+ * Add this host to a different list which will be processed on link
+ * up events
+ */
+ logger.debug("Adding the host to FailedARPReqList IP: {}",
+ arphost.getHostIP().getHostAddress());
+ failedARPReqList.add(arphost);
+
+ } else {
+ logger
+ .error(
+ "Inavlid arp_sent count for entery at index: {}",
+ i);
+ }
+ }
+ }
+ }
+
+ private class ARPRefreshHandler extends TimerTask {
+ public void run() {
+ if ((clusterContainerService != null)
+ && !clusterContainerService.amICoordinator()) {
+ return;
+ }
+ if ((switchManager != null)
+ && !switchManager.isHostRefreshEnabled()) {
+ /*
+ * The host probe procedure was disabled by CLI
+ */
+ return;
+ }
+ if (hostsDB == null) {
+ /* hostsDB is not allocated yet */
+ logger
+ .error("ARPRefreshHandler(): hostsDB is not allocated yet:");
+ return;
+ }
+ for (Entry<InetAddress, HostNodeConnector> entry : hostsDB
+ .entrySet()) {
+ HostNodeConnector host = entry.getValue();
+ if (host.isStaticHost()) {
+ /* this host was learned via API3, don't age it out */
+ continue;
+ }
+
+ short arp_cntdown = host.getArpSendCountDown();
+ arp_cntdown--;
+ if (arp_cntdown > switchManager.getHostRetryCount()) {
+ host.setArpSendCountDown(arp_cntdown);
+ } else if (arp_cntdown <= 0) {
+ /* No ARP Reply received in last 2 minutes, remove this host and inform applications*/
+ removeKnownHost(entry.getKey());
+ notifyHostLearnedOrRemoved(host, false);
+ } else if (arp_cntdown <= switchManager.getHostRetryCount()) {
+ /* Use the services of arphandler to check if host is still there */
+ // logger.info("Probe for Host:{}", host);
+ //logger.info("ARP Probing ("+arp_cntdown+") for "+host.toString());
+ logger.trace("ARP Probing ({}) for {}({})", new Object[] {
+ arp_cntdown,
+ host.getNetworkAddress().getHostAddress(),
+ HexEncode.bytesToHexString(host
+ .getDataLayerAddressBytes()) });
+ host.setArpSendCountDown(arp_cntdown);
+ hostFinder.probe(host);
+ }
+ }
+ }
+ }
+
+ /**
+ * Inform the controller IP to MAC binding of a host and its
+ * connectivity to an openflow switch in terms of Node, port, and
+ * VLAN.
+ *
+ * @param networkAddr IP address of the host
+ * @param dataLayer Address MAC address of the host
+ * @param nc NodeConnector to which host is connected
+ * @param port Port of the switch to which host is connected
+ * @param vlan Vlan of which this host is member of
+ *
+ * @return Status The status object as described in {@code Status}
+ * indicating the result of this action.
+ */
+
+ public Status addStaticHostReq(InetAddress networkAddr,
+ byte[] dataLayerAddress, NodeConnector nc, short vlan) {
+ if (dataLayerAddress.length != 6) {
+ return new Status(StatusCode.BADREQUEST, "Invalid MAC address");
+ }
+
+ HostNodeConnector host = null;
+ try {
+ host = new HostNodeConnector(dataLayerAddress, networkAddr, nc,
+ vlan);
+ if (hostExists(host)) {
+ // This host is already learned either via ARP or through a northbound request
+ HostNodeConnector transHost = hostsDB.get(networkAddr);
+ transHost.setStaticHost(true);
+ return new Status(StatusCode.SUCCESS, null);
+ }
+ host.setStaticHost(true);
+ /*
+ * Before adding host, Check if the switch and the port have already come up
+ */
+ if (switchManager.isNodeConnectorEnabled(nc)) {
+ learnNewHost(host);
+ notifyHostLearnedOrRemoved(host, true);
+ } else {
+ inactiveStaticHosts.put(nc, host);
+ logger
+ .debug(
+ "Switch or switchport is not up, adding host {} to inactive list",
+ networkAddr.getHostName());
+ }
+ return new Status(StatusCode.SUCCESS, null);
+ } catch (ConstructionException e) {
+ return new Status(StatusCode.INTERNALERROR, "Host could not be created");
+ }
+
+ }
+
+ /**
+ * Update the controller IP to MAC binding of a host and its
+ * connectivity to an openflow switch in terms of
+ * switch id, switch port, and VLAN.
+ *
+ * @param networkAddr IP address of the host
+ * @param dataLayer Address MAC address of the host
+ * @param nc NodeConnector to which host is connected
+ * @param port Port of the switch to which host is connected
+ * @param vlan Vlan of which this host is member of
+ *
+ * @return boolean true if the host was added successfully,
+ * false otherwise
+ */
+ public boolean updateHostReq(InetAddress networkAddr,
+ byte[] dataLayerAddress, NodeConnector nc,
+ short vlan) {
+ if (nc == null) {
+ return false;
+ }
+ HostNodeConnector host = null;
+ try {
+ host = new HostNodeConnector(dataLayerAddress, networkAddr, nc,
+ vlan);
+ if (!hostExists(host)) {
+ if ((inactiveStaticHosts.get(nc)) != null) {
+ inactiveStaticHosts.replace(nc, host);
+ return true;
+ }
+ return false;
+ }
+ hostsDB.replace(networkAddr, host);
+ return true;
+ } catch (ConstructionException e) {
+ }
+ return false;
+ }
+
+ /**
+ * Remove from the controller IP to MAC binding of a host and its
+ * connectivity to an openflow switch
+ *
+ * @param networkAddr IP address of the host
+ *
+ * @return boolean true if the host was removed successfully,
+ * false otherwise
+ */
+
+ public Status removeStaticHostReq(InetAddress networkAddress) {
+ // Check if host is in active hosts database
+ HostNodeConnector host = getHostFromOnActiveDB(networkAddress);
+ if (host != null) {
+ // Validation check
+ if (!host.isStaticHost()) {
+ return new Status(StatusCode.FORBIDDEN,
+ "Host " + networkAddress.getHostName() +
+ " is not static");
+ }
+ // Remove and notify
+ notifyHostLearnedOrRemoved(host, false);
+ removeKnownHost(networkAddress);
+ return new Status(StatusCode.SUCCESS, null);
+ }
+
+ // Check if host is in inactive hosts database
+ Entry<NodeConnector, HostNodeConnector> entry = getHostFromInactiveDB(networkAddress);
+ if (entry != null) {
+ host = entry.getValue();
+ // Validation check
+ if (!host.isStaticHost()) {
+ return new Status(StatusCode.FORBIDDEN,
+ "Host " + networkAddress.getHostName() +
+ " is not static");
+ }
+ this.removeHostFromInactiveDB(networkAddress);
+ return new Status(StatusCode.SUCCESS, null);
+ }
+
+ // Host is neither in active nor inactive hosts database
+ return new Status(StatusCode.NOTFOUND, "Host does not exist");
+ }
+
+ @Override
+ public void modeChangeNotify(Node node, boolean proactive) {
+ logger.debug("Set Switch {} Mode to {}", node.getID(), proactive);
+ }
+
+ @Override
+ public void notifyNode(Node node, UpdateType type,
+ Map<String, Property> propMap) {
+ if (node == null)
+ return;
+
+ switch (type) {
+ case REMOVED:
+ long sid = (Long) node.getID();
+ logger.debug("Received removedSwitch for sw id {}", HexEncode
+ .longToHexString(sid));
+ for (Entry<InetAddress, HostNodeConnector> entry : hostsDB
+ .entrySet()) {
+ HostNodeConnector host = entry.getValue();
+ if (host.getnodeconnectornodeId() == sid) {
+ logger.debug("Switch: {} is down, remove from Hosts_DB",
+ sid);
+ removeKnownHost(entry.getKey());
+ notifyHostLearnedOrRemoved(host, false);
+ }
+ }
+ break;
+ default:
+ break;
+ }
+ }
+
+ @Override
+ public void notifyNodeConnector(NodeConnector nodeConnector,
+ UpdateType type, Map<String, Property> propMap) {
+ if (nodeConnector == null)
+ return;
+
+ boolean up = false;
+ switch (type) {
+ case ADDED:
+ up = true;
+ break;
+ case REMOVED:
+ break;
+ case CHANGED:
+ State state = (State) propMap.get(State.StatePropName);
+ if ((state != null) && (state.getValue() == State.EDGE_UP)) {
+ up = true;
+ }
+ break;
+ default:
+ return;
+ }
+
+ if (up) {
+ handleNodeConnectorStatusUp(nodeConnector);
+ } else {
+ handleNodeConnectorStatusDown(nodeConnector);
+ }
+ }
+
+ @Override
+ public Status addStaticHost(String networkAddress, String dataLayerAddress,
+ NodeConnector nc, String vlan) {
+ try {
+ InetAddress ip = InetAddress.getByName(networkAddress);
+ if (nc == null) {
+ return new Status(StatusCode.BADREQUEST, "Invalid NodeId");
+ }
+ return addStaticHostReq(ip,
+ HexEncode
+ .bytesFromHexString(dataLayerAddress),
+ nc,
+ Short.valueOf(vlan));
+ } catch (UnknownHostException e) {
+ e.printStackTrace();
+ return new Status(StatusCode.BADREQUEST, "Invalid Address");
+ }
+ }
+
+ @Override
+ public Status removeStaticHost(String networkAddress) {
+ InetAddress address;
+ try {
+ address = InetAddress.getByName(networkAddress);
+ return removeStaticHostReq(address);
+ } catch (UnknownHostException e) {
+ e.printStackTrace();
+ return new Status(StatusCode.BADREQUEST, "Invalid Address");
+ }
+ }
+
+ private void handleNodeConnectorStatusUp(NodeConnector nodeConnector) {
+ ARPPending arphost;
+
+ logger.info("handleNodeConnectorStatusUp {}", nodeConnector);
+
+ for (int i = 0; i < failedARPReqList.size(); i++) {
+ arphost = failedARPReqList.get(i);
+ logger.debug("Sending the ARP from FailedARPReqList fors IP: {}",
+ arphost.getHostIP().getHostAddress());
+ hostFinder.find(arphost.getHostIP());
+ }
+ HostNodeConnector host = inactiveStaticHosts.get(nodeConnector);
+ if (host != null) {
+ inactiveStaticHosts.remove(nodeConnector);
+ learnNewHost(host);
+ notifyHostLearnedOrRemoved(host, true);
+ }
+ }
+
+ private void handleNodeConnectorStatusDown(NodeConnector nodeConnector) {
+ long sid = (Long) nodeConnector.getNode().getID();
+ short port = (Short) nodeConnector.getID();
+
+ logger.debug("handleNodeConnectorStatusDown {}", nodeConnector);
+
+ for (Entry<InetAddress, HostNodeConnector> entry : hostsDB.entrySet()) {
+ HostNodeConnector host = entry.getValue();
+ if ((host.getnodeconnectornodeId() == sid)
+ && (host.getnodeconnectorportId() == port)) {
+ logger.debug(
+ "Switch: {}, Port: {} is down, remove from Hosts_DB",
+ sid, port);
+ removeKnownHost(entry.getKey());
+ notifyHostLearnedOrRemoved(host, false);
+ }
+ }
+ }
+
+ void setClusterContainerService(IClusterContainerServices s) {
+ logger.debug("Cluster Service set");
+ this.clusterContainerService = s;
+ }
+
+ void unsetClusterContainerService(IClusterContainerServices s) {
+ if (this.clusterContainerService == s) {
+ logger.info("Cluster Service removed!");
+ this.clusterContainerService = null;
+ }
+ }
+
+ void setSwitchManager(ISwitchManager s) {
+ logger.info("SwitchManager set");
+ this.switchManager = s;
+ }
+
+ void unsetSwitchManager(ISwitchManager s) {
+ if (this.switchManager == s) {
+ logger.info("SwitchManager removed!");
+ this.switchManager = null;
+ }
+ }
+
+ public String getContainerName() {
+ if (containerName == null)
+ return GlobalConstants.DEFAULT.toString();
+ return containerName;
+ }
+
+ /**
+ * Function called by the dependency manager when all the required
+ * dependencies are satisfied
+ *
+ */
+ void init(Component c) {
+ Dictionary<?, ?> props = c.getServiceProperties();
+ if (props != null) {
+ this.containerName = (String) props.get("containerName");
+ logger.debug("Running containerName:" + this.containerName);
+ } else {
+ // In the Global instance case the containerName is empty
+ this.containerName = "";
+ }
+ startUp();
+ }
+
+ /**
+ * Function called by the dependency manager when at least one
+ * dependency become unsatisfied or when the component is shutting
+ * down because for example bundle is being stopped.
+ *
+ */
+ void destroy() {
+ destroyCache();
+ }
+
+ /**
+ * Function called by dependency manager after "init ()" is called
+ * and after the services provided by the class are registered in
+ * the service registry
+ *
+ */
+ void start() {
+ }
+
+ /**
+ * Function called by the dependency manager before the services
+ * exported by the component are unregistered, this will be
+ * followed by a "destroy ()" calls
+ *
+ */
+ void stop() {
+ }
+
+ @Override
+ public void edgeOverUtilized(Edge edge) {
+ // TODO Auto-generated method stub
+
+ }
+
+ @Override
+ public void edgeUtilBackToNormal(Edge edge) {
+ // TODO Auto-generated method stub
+
+ }
+
+}