import java.net.UnknownHostException;
import java.util.Arrays;
import java.util.Collections;
+import java.util.EnumSet;
import java.util.HashSet;
import java.util.Set;
-
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
+import java.util.Timer;
+import java.util.TimerTask;
+import java.util.concurrent.BlockingQueue;
+import java.util.concurrent.ConcurrentHashMap;
+import java.util.concurrent.ConcurrentMap;
+import java.util.concurrent.CopyOnWriteArraySet;
+import java.util.concurrent.LinkedBlockingQueue;
+
+import org.opendaylight.controller.arphandler.ARPCacheEvent;
+import org.opendaylight.controller.arphandler.ARPEvent;
+import org.opendaylight.controller.arphandler.ARPReply;
+import org.opendaylight.controller.arphandler.ARPRequest;
+import org.opendaylight.controller.clustering.services.CacheConfigException;
+import org.opendaylight.controller.clustering.services.CacheExistException;
+import org.opendaylight.controller.clustering.services.ICacheUpdateAware;
+import org.opendaylight.controller.clustering.services.IClusterContainerServices;
+import org.opendaylight.controller.clustering.services.IClusterServices;
+import org.opendaylight.controller.connectionmanager.IConnectionManager;
import org.opendaylight.controller.hosttracker.IfHostListener;
import org.opendaylight.controller.hosttracker.IfIptoHost;
import org.opendaylight.controller.hosttracker.hostAware.HostNodeConnector;
import org.opendaylight.controller.hosttracker.hostAware.IHostFinder;
+import org.opendaylight.controller.sal.connection.ConnectionLocality;
import org.opendaylight.controller.sal.core.ConstructionException;
import org.opendaylight.controller.sal.core.Node;
import org.opendaylight.controller.sal.core.NodeConnector;
import org.opendaylight.controller.sal.packet.ARP;
-import org.opendaylight.controller.sal.packet.BitBufferHelper;
import org.opendaylight.controller.sal.packet.Ethernet;
import org.opendaylight.controller.sal.packet.IDataPacketService;
import org.opendaylight.controller.sal.packet.IListenDataPacket;
import org.opendaylight.controller.sal.utils.NetUtils;
import org.opendaylight.controller.switchmanager.ISwitchManager;
import org.opendaylight.controller.switchmanager.Subnet;
+import org.opendaylight.controller.topologymanager.ITopologyManager;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
-public class ArpHandler implements IHostFinder, IListenDataPacket {
- private static final Logger logger = LoggerFactory
- .getLogger(ArpHandler.class);
- private IfIptoHost hostTracker = null;
- private ISwitchManager switchManager = null;
- private IDataPacketService dataPacketService = null;
- private Set<IfHostListener> hostListener = Collections
- .synchronizedSet(new HashSet<IfHostListener>());
+public class ArpHandler implements IHostFinder, IListenDataPacket, ICacheUpdateAware<ARPEvent, Boolean> {
+ private static final Logger log = LoggerFactory.getLogger(ArpHandler.class);
+ static final String ARP_EVENT_CACHE_NAME = "arphandler.arpRequestReplyEvent";
+ private IfIptoHost hostTracker;
+ private ISwitchManager switchManager;
+ private ITopologyManager topologyManager;
+ private IDataPacketService dataPacketService;
+ private IClusterContainerServices clusterContainerService;
+ private IConnectionManager connectionManager;
+ private Set<IfHostListener> hostListeners = new CopyOnWriteArraySet<IfHostListener>();
+ private ConcurrentMap<InetAddress, Set<HostNodeConnector>> arpRequestors;
+ private ConcurrentMap<InetAddress, Short> countDownTimers;
+ private Timer periodicTimer;
+ private BlockingQueue<ARPCacheEvent> ARPCacheEvents = new LinkedBlockingQueue<ARPCacheEvent>();
+ private Thread cacheEventHandler;
+ private boolean stopping = false;
+ /*
+ * A cluster allocated cache. Used for synchronizing ARP request/reply
+ * events across all cluster controllers. To raise an event, we put() a specific
+ * event object (as key) and all nodes handle it in the entryUpdated callback.
+ *
+ * In case of ARPReply, we put true value to send replies to any requestors
+ * by calling generateAndSendReply
+ */
+ private ConcurrentMap<ARPEvent, Boolean> arpRequestReplyEvent;
+
+ void setConnectionManager(IConnectionManager cm){
+ this.connectionManager = cm;
+ }
+
+ void unsetConnectionManager(IConnectionManager cm){
+ if (this.connectionManager == cm){
+ connectionManager = null;
+ }
+ }
+
+ void setClusterContainerService(IClusterContainerServices s){
+ this.clusterContainerService = s;
+ }
+
+ void unsetClusterContainerService(IClusterContainerServices s) {
+ if (this.clusterContainerService == s) {
+ this.clusterContainerService = null;
+ }
+ }
void setHostListener(IfHostListener s) {
- if (this.hostListener != null) {
- this.hostListener.add(s);
+ if (this.hostListeners != null) {
+ this.hostListeners.add(s);
}
}
void unsetHostListener(IfHostListener s) {
- if (this.hostListener != null) {
- this.hostListener.remove(s);
+ if (this.hostListeners != null) {
+ this.hostListeners.remove(s);
}
}
}
}
- public IfIptoHost getHostTracker() {
- return hostTracker;
- }
-
public void setHostTracker(IfIptoHost hostTracker) {
- logger.debug("Setting HostTracker");
+ log.debug("Setting HostTracker");
this.hostTracker = hostTracker;
}
public void unsetHostTracker(IfIptoHost s) {
- logger.debug("UNSetting HostTracker");
+ log.debug("UNSetting HostTracker");
if (this.hostTracker == s) {
this.hostTracker = null;
}
}
+ public void setTopologyManager(ITopologyManager tm) {
+ this.topologyManager = tm;
+ }
+
+ public void unsetTopologyManager(ITopologyManager tm) {
+ if (this.topologyManager == tm) {
+ this.topologyManager = null;
+ }
+ }
+
protected void sendARPReply(NodeConnector p, byte[] sMAC, InetAddress sIP,
byte[] tMAC, InetAddress tIP) {
byte[] senderIP = sIP.getAddress();
byte[] targetIP = tIP.getAddress();
- ARP arp = new ARP();
- arp.setHardwareType(ARP.HW_TYPE_ETHERNET).setProtocolType(
- EtherTypes.IPv4.shortValue())
- .setHardwareAddressLength((byte) 6).setProtocolAddressLength(
- (byte) 4).setOpCode(ARP.REPLY)
- .setSenderHardwareAddress(sMAC).setSenderProtocolAddress(
- senderIP).setTargetHardwareAddress(tMAC)
- .setTargetProtocolAddress(targetIP);
+ ARP arp = createARP(ARP.REPLY,sMAC,senderIP,tMAC,targetIP);
- Ethernet ethernet = new Ethernet();
- ethernet.setSourceMACAddress(sMAC).setDestinationMACAddress(tMAC)
- .setEtherType(EtherTypes.ARP.shortValue()).setPayload(arp);
+ Ethernet ethernet = createEthernet(sMAC, tMAC, arp);
RawPacket destPkt = this.dataPacketService.encodeDataPacket(ethernet);
destPkt.setOutgoingNodeConnector(p);
this.dataPacketService.transmitDataPacket(destPkt);
}
- private boolean isBroadcastMAC(byte[] mac) {
- if (BitBufferHelper.toNumber(mac) == 0xffffffffffffL) { //TODO: implement this in our Ethernet
- return true;
- }
- return false;
- }
-
- private boolean isUnicastMAC(byte[] mac) {
- if ((BitBufferHelper.toNumber(mac) & 0x010000000000L) == 0) {
- return true;
- }
- return false;
- }
-
protected void handleARPPacket(Ethernet eHeader, ARP pkt, NodeConnector p) {
- if (pkt.getOpCode() == 0x1) {
- logger.debug("Received ARP REQUEST Packet from NodeConnector: {}",
- p);
- } else {
- logger.debug("Received ARP REPLY Packet from NodeConnector: {}",
- p);
- }
- InetAddress targetIP = null;
- try {
- targetIP = InetAddress.getByAddress(pkt.getTargetProtocolAddress());
- } catch (UnknownHostException e1) {
- return;
- }
- InetAddress sourceIP = null;
- try {
- sourceIP = InetAddress.getByAddress(pkt.getSenderProtocolAddress());
- } catch (UnknownHostException e1) {
- return;
- }
- byte[] targetMAC = eHeader.getDestinationMACAddress();
- byte[] sourceMAC = eHeader.getSourceMACAddress();
+ byte[] sourceMAC = eHeader.getSourceMACAddress();
+ byte[] targetMAC = eHeader.getDestinationMACAddress();
/*
* Sanity Check; drop ARP packets originated by the controller itself.
* This is to avoid continuous flooding
*/
if (Arrays.equals(sourceMAC, getControllerMAC())) {
- logger.debug(
- "Receive the self originated packet (srcMAC {}) --> DROP",
- HexEncode.bytesToHexString(sourceMAC));
+ if (log.isDebugEnabled()) {
+ log.debug("Receive a self originated ARP pkt (srcMAC {}) --> DROP",
+ HexEncode.bytesToHexString(sourceMAC));
+ }
+ return;
+ }
+
+ InetAddress targetIP, sourceIP;
+ try {
+ targetIP = InetAddress.getByAddress(pkt.getTargetProtocolAddress());
+ sourceIP = InetAddress.getByAddress(pkt.getSenderProtocolAddress());
+ } catch (UnknownHostException e1) {
+ log.debug("Invalid host in ARP packet: {}", e1.getMessage());
return;
}
subnet = switchManager.getSubnetByNetworkAddress(sourceIP);
}
if (subnet == null) {
- logger.debug("can't find subnet matching {}, drop packet", sourceIP
- .toString());
+ log.debug("ARPHandler: can't find subnet matching {}, drop packet", sourceIP);
return;
}
- logger.debug("Found {} matching {}", subnet.toString(), sourceIP
- .toString());
- /*
- * Make sure that the host is a legitimate member of this subnet
- */
+
+ // Make sure that the host is a legitimate member of this subnet
if (!subnet.hasNodeConnector(p)) {
- logger.debug("{} showing up on {} does not belong to {}",
- new Object[] { sourceIP.toString(), p, subnet.toString() });
+ log.debug("{} showing up on {} does not belong to {}",
+ new Object[] { sourceIP, p, subnet });
return;
}
- if (isUnicastMAC(sourceMAC)) {
- // TODO For not this is only OPENFLOW but we need to fix this
- if (p.getType().equals(
- NodeConnector.NodeConnectorIDType.OPENFLOW)) {
- HostNodeConnector host = null;
- try {
- host = new HostNodeConnector(sourceMAC, sourceIP, p, subnet
- .getVlan());
- } catch (ConstructionException e) {
- return;
- }
- /*
- * Learn host from the received ARP REQ/REPLY, inform
- * Host Tracker
- */
- logger.debug("Inform Host tracker of new host {}", host);
- synchronized (this.hostListener) {
- for (IfHostListener listener : this.hostListener) {
- listener.hostListener(host);
- }
- }
+ HostNodeConnector requestor = null;
+ if (NetUtils.isUnicastMACAddr(sourceMAC) && p.getNode() != null) {
+ try {
+ requestor = new HostNodeConnector(sourceMAC, sourceIP, p, subnet.getVlan());
+ } catch (ConstructionException e) {
+ log.debug("Received ARP packet with invalid MAC: {}", HexEncode.bytesToHexString(sourceMAC));
+ return;
+ }
+ /*
+ * Learn host from the received ARP REQ/REPLY, inform Host Tracker
+ */
+ log.trace("Inform Host tracker of new host {}", requestor.getNetworkAddress());
+ for (IfHostListener listener : this.hostListeners) {
+ listener.hostListener(requestor);
}
- }
- /*
- * No further action is needed if this is a gratuitous ARP
- */
- if (sourceIP.equals(targetIP)) {
- return;
}
/*
- * No further action is needed if this is a ARP Reply
+ * OpCode != request -> ARP Reply. If there are hosts (in
+ * arpRequestors) waiting for the ARP reply for this sourceIP, it's
+ * time to generate the reply and send it to these hosts.
+ *
+ * If sourceIP==targetIP, it is a Gratuitous ARP. If there are hosts (in
+ * arpRequestors) waiting for the ARP reply for this sourceIP, it's time
+ * to generate the reply and send it to these hosts
*/
- if (pkt.getOpCode() != ARP.REQUEST) {
+
+ if (pkt.getOpCode() != ARP.REQUEST || sourceIP.equals(targetIP)) {
+ // Raise a reply event so that any waiting requestors will be sent a reply
+ // the true value indicates we should generate replies to requestors across the cluster
+ log.trace("Received ARP reply packet from {}, reply to all requestors.", sourceIP);
+ arpRequestReplyEvent.put(new ARPReply(sourceIP, sourceMAC), true);
return;
}
+
/*
* ARP Request Handling:
* If targetIP is the IP of the subnet, reply with ARP REPLY
* the IP address defined in the subnet as source address
*/
/*
- * Send ARP reply if target IP is gateway IP
+ * If target IP is gateway IP, Send ARP reply
*/
if ((targetIP.equals(subnet.getNetworkAddress()))
- && (isBroadcastMAC(targetMAC) || Arrays.equals(targetMAC,
- getControllerMAC()))) {
- sendARPReply(p, getControllerMAC(), targetIP, pkt
- .getSenderHardwareAddress(), sourceIP);
+ && (NetUtils.isBroadcastMACAddr(targetMAC) || Arrays.equals(targetMAC, getControllerMAC()))) {
+ if (connectionManager.getLocalityStatus(p.getNode()) == ConnectionLocality.LOCAL){
+ if (log.isTraceEnabled()){
+ log.trace("Received local ARP req. for default gateway. Replying with controller MAC: {}",
+ HexEncode.bytesToHexString(getControllerMAC()));
+ }
+ sendARPReply(p, getControllerMAC(), targetIP, pkt.getSenderHardwareAddress(), sourceIP);
+ } else {
+ log.trace("Received non-local ARP req. for default gateway. Raising reply event");
+ arpRequestReplyEvent.put(
+ new ARPReply(p, targetIP, getControllerMAC(), sourceIP, pkt.getSenderHardwareAddress()), false);
+ }
return;
}
- /*
- * unknown host, initiate ARP request
- */
+
HostNodeConnector host = hostTracker.hostQuery(targetIP);
+ // unknown host, initiate ARP request
if (host == null) {
- sendBcastARPRequest(targetIP, subnet);
- return;
- }
- /*
- * Known target host, send ARP REPLY
- * make sure that targetMAC matches the host's MAC if it is not broadcastMAC
- */
- if (isBroadcastMAC(targetMAC)
- || Arrays.equals(host.getDataLayerAddressBytes(), targetMAC)) {
- sendARPReply(p, host.getDataLayerAddressBytes(), host
- .getNetworkAddress(), pkt.getSenderHardwareAddress(),
- sourceIP);
- return;
+ // add the requestor to the list so that we can replay the reply
+ // when the host responds
+ if (requestor != null) {
+ Set<HostNodeConnector> requestorSet = arpRequestors.get(targetIP);
+ if (requestorSet == null) {
+ requestorSet = Collections.newSetFromMap(new ConcurrentHashMap<HostNodeConnector, Boolean>());
+ arpRequestors.put(targetIP, requestorSet);
+ }
+ requestorSet.add(requestor);
+ countDownTimers.put(targetIP, (short) 2); // reset timeout to 2sec
+ }
+ //Raise a bcast request event, all controllers need to send one
+ log.trace("Sending a bcast ARP request for {}", targetIP);
+ arpRequestReplyEvent.put(new ARPRequest(targetIP, subnet), false);
} else {
/*
- * target target MAC has been changed. For now, discard it.
- * TODO: We may need to send unicast ARP REQUEST on behalf of the
- * target back to the sender to trigger the sender to
- * update its table
+ * Target host known (across the cluster), send ARP REPLY make sure that targetMAC
+ * matches the host's MAC if it is not broadcastMAC
*/
- return;
+ if (NetUtils.isBroadcastMACAddr(targetMAC) || Arrays.equals(host.getDataLayerAddressBytes(), targetMAC)) {
+ log.trace("Received ARP req. for known host {}, sending reply...", targetIP);
+ if (connectionManager.getLocalityStatus(p.getNode()) == ConnectionLocality.LOCAL) {
+ sendARPReply(p,
+ host.getDataLayerAddressBytes(),
+ host.getNetworkAddress(),
+ pkt.getSenderHardwareAddress(),
+ sourceIP);
+ } else {
+ arpRequestReplyEvent.put(new ARPReply(
+ p,
+ host.getNetworkAddress(),
+ host.getDataLayerAddressBytes(),
+ sourceIP,
+ pkt.getSenderHardwareAddress()), false);
+ }
+ } else {
+ /*
+ * Target MAC has been changed. For now, discard it.
+ * TODO: We may need to send unicast ARP REQUEST on behalf of
+ * the target back to the sender to trigger the sender to update
+ * its table
+ */
+ }
}
}
- /*
+ /**
* Send a broadcast ARP Request to the switch/ ports using
* the networkAddress of the subnet as sender IP
* the controller's MAC as sender MAC
* the targetIP as the target Network Address
*/
protected void sendBcastARPRequest(InetAddress targetIP, Subnet subnet) {
+ log.trace("sendBcatARPRequest targetIP:{} subnet:{}", targetIP, subnet);
Set<NodeConnector> nodeConnectors;
if (subnet.isFlatLayer2()) {
nodeConnectors = new HashSet<NodeConnector>();
for (Node n : this.switchManager.getNodes()) {
- nodeConnectors.addAll(this.switchManager
- .getUpNodeConnectors(n));
+ nodeConnectors.addAll(this.switchManager.getUpNodeConnectors(n));
}
} else {
nodeConnectors = subnet.getNodeConnectors();
}
+ byte[] targetHardwareAddress = new byte[] { (byte) 0, (byte) 0, (byte) 0, (byte) 0, (byte) 0, (byte) 0 };
+
+ //TODO: should use IBroadcastHandler instead
for (NodeConnector p : nodeConnectors) {
- ARP arp = new ARP();
+ //filter out any non-local or internal ports
+ if (!(connectionManager.getLocalityStatus(p.getNode()) == ConnectionLocality.LOCAL) || topologyManager.isInternal(p)) {
+ continue;
+ }
+ log.trace("Sending toward nodeConnector:{}", p);
byte[] senderIP = subnet.getNetworkAddress().getAddress();
- byte[] targetIPB = targetIP.getAddress();
- arp.setHardwareType(ARP.HW_TYPE_ETHERNET)
- .setProtocolType(EtherTypes.IPv4.shortValue())
- .setHardwareAddressLength((byte) 6)
- .setProtocolAddressLength((byte) 4)
- .setOpCode(ARP.REQUEST)
- .setSenderHardwareAddress(getControllerMAC())
- .setSenderProtocolAddress(senderIP)
- .setTargetHardwareAddress(new byte[] { (byte) 0, (byte) 0,
- (byte) 0, (byte) 0,
- (byte) 0, (byte) 0 })
- .setTargetProtocolAddress(targetIPB);
-
- Ethernet ethernet = new Ethernet();
- ethernet.setSourceMACAddress(getControllerMAC())
- .setDestinationMACAddress(new byte[] { (byte) -1,
- (byte) -1,
- (byte) -1,
- (byte) -1,
- (byte) -1,
- (byte) -1 })
- .setEtherType(EtherTypes.ARP.shortValue()).setPayload(arp);
+ byte[] targetIPByte = targetIP.getAddress();
+ ARP arp = createARP(ARP.REQUEST, getControllerMAC(), senderIP, targetHardwareAddress, targetIPByte);
+
+ byte[] destMACAddress = NetUtils.getBroadcastMACAddr();
+ Ethernet ethernet = createEthernet(getControllerMAC(), destMACAddress, arp);
// TODO For now send port-by-port, see how to optimize to
- // send to a bunch of port on the same node in a shoot
+ // send to multiple ports at once
RawPacket destPkt = this.dataPacketService.encodeDataPacket(ethernet);
destPkt.setOutgoingNodeConnector(p);
}
}
- /*
+ /**
* Send a unicast ARP Request to the known host on a specific switch/port as
* defined in the host.
* The sender IP is the networkAddress of the subnet
* The sender MAC is the controller's MAC
*/
protected void sendUcastARPRequest(HostNodeConnector host, Subnet subnet) {
- //Long swID = host.getnodeconnectornodeId();
- //Short portID = host.getnodeconnectorportId();
- //Node n = NodeCreator.createOFNode(swID);
- Node n = host.getnodeconnectorNode();
- if (n == null) {
- logger.error("cannot send UcastARP because cannot extract node "
- + "from HostNodeConnector: {}", host);
- return;
- }
+ log.trace("sendUcastARPRequest host:{} subnet:{}", host, subnet);
NodeConnector outPort = host.getnodeConnector();
if (outPort == null) {
- logger.error("cannot send UcastARP because cannot extract "
- + "outPort from HostNodeConnector: {}", host);
+ log.error("Failed sending UcastARP because cannot extract output port from Host: {}", host);
return;
}
byte[] senderIP = subnet.getNetworkAddress().getAddress();
byte[] targetIP = host.getNetworkAddress().getAddress();
byte[] targetMAC = host.getDataLayerAddressBytes();
- ARP arp = new ARP();
- arp.setHardwareType(ARP.HW_TYPE_ETHERNET).setProtocolType(
- EtherTypes.IPv4.shortValue())
- .setHardwareAddressLength((byte) 6).setProtocolAddressLength(
- (byte) 4).setOpCode(ARP.REQUEST)
- .setSenderHardwareAddress(getControllerMAC())
- .setSenderProtocolAddress(senderIP).setTargetHardwareAddress(
- targetMAC).setTargetProtocolAddress(targetIP);
+ ARP arp = createARP(ARP.REQUEST, getControllerMAC(), senderIP, targetMAC, targetIP);
- Ethernet ethernet = new Ethernet();
- ethernet.setSourceMACAddress(getControllerMAC())
- .setDestinationMACAddress(targetMAC).setEtherType(
- EtherTypes.ARP.shortValue()).setPayload(arp);
+ Ethernet ethernet = createEthernet(getControllerMAC(), targetMAC, arp);
RawPacket destPkt = this.dataPacketService.encodeDataPacket(ethernet);
destPkt.setOutgoingNodeConnector(outPort);
this.dataPacketService.transmitDataPacket(destPkt);
}
+ @Override
public void find(InetAddress networkAddress) {
- logger.debug("Received find IP {}", networkAddress.toString());
+ log.trace("Received find IP {}", networkAddress);
Subnet subnet = null;
if (switchManager != null) {
subnet = switchManager.getSubnetByNetworkAddress(networkAddress);
}
if (subnet == null) {
- logger.debug("can't find subnet matching IP {}", networkAddress
- .toString());
+ log.debug("Can't find subnet matching IP {}", networkAddress);
return;
}
- logger.debug("found subnet {}", subnet.toString());
- // send a broadcast ARP Request to this interface
- sendBcastARPRequest(networkAddress, subnet);
+ // send a broadcast ARP Request to this IP
+ arpRequestReplyEvent.put(new ARPRequest(networkAddress, subnet), false);
}
/*
* Probe the host by sending a unicast ARP Request to the host
*/
+ @Override
public void probe(HostNodeConnector host) {
- logger.debug("Received probe host {}", host);
+ log.trace("Received probe host {}", host);
Subnet subnet = null;
if (switchManager != null) {
.getNetworkAddress());
}
if (subnet == null) {
- logger.debug("can't find subnet matching {}", host
- .getNetworkAddress().toString());
+ log.debug("can't find subnet matching {}", host.getNetworkAddress());
return;
}
- sendUcastARPRequest(host, subnet);
+
+ if (connectionManager.getLocalityStatus(host.getnodeconnectorNode()) == ConnectionLocality.LOCAL){
+ log.trace("Send a ucast ARP req. to: {}", host);
+ sendUcastARPRequest(host, subnet);
+ } else {
+ log.trace("Raise a ucast ARP req. event to: {}", host);
+ arpRequestReplyEvent.put(new ARPRequest(host, subnet), false);
+ }
}
- /*
+ /**
* An IP packet is punted to the controller, this means that the
* destination host is not known to the controller.
* Need to discover it by sending a Broadcast ARP Request
+ *
+ * @param pkt
+ * @param p
*/
protected void handlePuntedIPPacket(IPv4 pkt, NodeConnector p) {
- InetAddress dIP = null;
- try {
- dIP = InetAddress.getByAddress(NetUtils.intToByteArray4(pkt
- .getDestinationAddress()));
- } catch (UnknownHostException e1) {
- return;
+
+ InetAddress dIP = NetUtils.getInetAddress(pkt.getDestinationAddress());
+ if (dIP == null) {
+ return;
}
+ // try to find a matching subnet
Subnet subnet = null;
if (switchManager != null) {
subnet = switchManager.getSubnetByNetworkAddress(dIP);
}
if (subnet == null) {
- logger.debug("can't find subnet matching {}, drop packet", dIP
- .toString());
+ log.debug("Can't find subnet matching {}, drop packet", dIP);
return;
}
- logger.debug("Found {} matching {}", subnet.toString(), dIP.toString());
- /*
- * unknown destination host, initiate ARP request
- */
- sendBcastARPRequest(dIP, subnet);
- return;
+
+ // see if we know about the host
+ HostNodeConnector host = hostTracker.hostFind(dIP);
+
+ if (host == null) {
+ // if we don't, know about the host, try to find it
+ log.trace("Punted IP pkt from {}, sending bcast ARP event...",
+ dIP);
+ /*
+ * unknown destination host, initiate bcast ARP request
+ */
+ arpRequestReplyEvent.put(new ARPRequest(dIP, subnet), false);
+ }else{
+
+ // we know about the host, send the packet the right place
+ NodeConnector nc = host.getnodeConnector();
+
+ // re-encode the Ethernet packet (the parent of the IPv4 packet)
+ RawPacket rp = this.dataPacketService.encodeDataPacket(pkt.getParent());
+ rp.setOutgoingNodeConnector(nc);
+ this.dataPacketService.transmitDataPacket(rp);
+ }
}
public byte[] getControllerMAC() {
*
*/
void init() {
+ arpRequestors = new ConcurrentHashMap<InetAddress, Set<HostNodeConnector>>();
+ countDownTimers = new ConcurrentHashMap<InetAddress, Short>();
+ cacheEventHandler = new Thread(new ARPCacheEventHandler(), "ARPCacheEventHandler Thread");
+
+ allocateCaches();
+ retrieveCaches();
}
+ @SuppressWarnings({ "unchecked" })
+ private void retrieveCaches() {
+ ConcurrentMap<?,?> map;
+
+ if (this.clusterContainerService == null){
+ log.error("Cluster service unavailable, can't retieve ARPHandler caches!");
+ return;
+ }
+
+ map = clusterContainerService.getCache(ARP_EVENT_CACHE_NAME);
+ if (map != null){
+ this.arpRequestReplyEvent = (ConcurrentMap<ARPEvent, Boolean>) map;
+ } else {
+ log.error("Cache allocation failed for {}", ARP_EVENT_CACHE_NAME);
+ }
+ }
+
+ private void allocateCaches() {
+ if (clusterContainerService == null){
+ nonClusterObjectCreate();
+ log.error("Clustering service unavailable. Allocated non-cluster caches for ARPHandler.");
+ return;
+ }
+
+ try{
+ clusterContainerService.createCache(ARP_EVENT_CACHE_NAME,
+ EnumSet.of(IClusterServices.cacheMode.TRANSACTIONAL));
+ } catch (CacheConfigException e){
+ log.error("ARPHandler cache configuration invalid!");
+ } catch (CacheExistException e){
+ log.debug("ARPHandler cache exists, skipped allocation.");
+ }
+
+ }
+
+ private void nonClusterObjectCreate(){
+ arpRequestReplyEvent = new ConcurrentHashMap<ARPEvent, Boolean>();
+ }
/**
* Function called by the dependency manager when at least one
* dependency become unsatisfied or when the component is shutting
*
*/
void destroy() {
+ cacheEventHandler.interrupt();
}
/**
*
*/
void start() {
+ stopping = false;
+ startPeriodicTimer();
+ cacheEventHandler.start();
}
/**
* followed by a "destroy ()" calls
*
*/
- void stop() {
+ void stop(){
+ }
+
+ void stopping() {
+ stopping = true;
+ cancelPeriodicTimer();
}
void setSwitchManager(ISwitchManager s) {
- logger.debug("SwitchManager set");
+ log.debug("SwitchManager service set.");
this.switchManager = s;
}
void unsetSwitchManager(ISwitchManager s) {
if (this.switchManager == s) {
- logger.debug("SwitchManager removed!");
+ log.debug("SwitchManager service UNset.");
this.switchManager = null;
}
}
if (inPkt == null) {
return PacketResult.IGNORED;
}
- logger
- .trace("Received a frame of size: {}",
- inPkt.getPacketData().length);
+ log.trace("Received a frame of size: {}", inPkt.getPacketData().length);
Packet formattedPak = this.dataPacketService.decodeDataPacket(inPkt);
if (formattedPak instanceof Ethernet) {
Object nextPak = formattedPak.getPayload();
if (nextPak instanceof IPv4) {
- handlePuntedIPPacket((IPv4) nextPak, inPkt
- .getIncomingNodeConnector());
- logger.trace("Handled IP packet");
- }
- if (nextPak instanceof ARP) {
+ log.trace("Handle IP packet: {}", formattedPak);
+ handlePuntedIPPacket((IPv4) nextPak, inPkt.getIncomingNodeConnector());
+ } else if (nextPak instanceof ARP) {
+ log.trace("Handle ARP packet: {}", formattedPak);
handleARPPacket((Ethernet) formattedPak, (ARP) nextPak, inPkt
.getIncomingNodeConnector());
- logger.trace("Handled ARP packet");
}
}
return PacketResult.IGNORED;
}
+
+ private ARP createARP(short opCode, byte[] senderMacAddress, byte[] senderIP, byte[] targetMacAddress, byte[] targetIP) {
+ ARP arp = new ARP();
+ arp.setHardwareType(ARP.HW_TYPE_ETHERNET);
+ arp.setProtocolType(EtherTypes.IPv4.shortValue());
+ arp.setHardwareAddressLength((byte) 6);
+ arp.setProtocolAddressLength((byte) 4);
+ arp.setOpCode(opCode);
+ arp.setSenderHardwareAddress(senderMacAddress) ;
+ arp.setSenderProtocolAddress(senderIP);
+ arp.setTargetHardwareAddress(targetMacAddress);
+ arp.setTargetProtocolAddress(targetIP);
+ return arp;
+ }
+
+ private Ethernet createEthernet(byte[] sourceMAC, byte[] targetMAC, ARP arp) {
+ Ethernet ethernet = new Ethernet();
+ ethernet.setSourceMACAddress(sourceMAC);
+ ethernet.setDestinationMACAddress(targetMAC);
+ ethernet.setEtherType(EtherTypes.ARP.shortValue());
+ ethernet.setPayload(arp);
+ return ethernet;
+ }
+
+ private void startPeriodicTimer() {
+ this.periodicTimer = new Timer("ArpHandler Periodic Timer");
+ this.periodicTimer.scheduleAtFixedRate(new TimerTask() {
+ @Override
+ public void run() {
+ Set<InetAddress> targetIPs = countDownTimers.keySet();
+ Set<InetAddress> expiredTargets = new HashSet<InetAddress>();
+ for (InetAddress t : targetIPs) {
+ short tick = countDownTimers.get(t);
+ tick--;
+ if (tick <= 0) {
+ expiredTargets.add(t);
+ } else {
+ countDownTimers.replace(t, tick);
+ }
+ }
+ for (InetAddress tIP : expiredTargets) {
+ countDownTimers.remove(tIP);
+ // Remove the requestor(s) who have been waiting for the ARP
+ // reply from this target for more than 1sec
+ arpRequestors.remove(tIP);
+ log.debug("ARP reply was not received from {}", tIP);
+ }
+
+ // Clean up ARP event cache
+ try {
+ if (clusterContainerService.amICoordinator() && ! arpRequestReplyEvent.isEmpty()){
+ arpRequestReplyEvent.clear();
+ }
+ } catch (Exception e){
+ log.warn("ARPHandler: A cluster member failed to clear event cache.");
+ }
+ }
+ }, 0, 1000);
+ }
+
+ private void cancelPeriodicTimer() {
+ if (this.periodicTimer != null) {
+ this.periodicTimer.cancel();
+ }
+ }
+
+ private void generateAndSendReply(InetAddress sourceIP, byte[] sourceMAC) {
+ if (log.isTraceEnabled()) {
+ log.trace("generateAndSendReply called with params sourceIP:{} sourceMAC:{}", sourceIP,
+ HexEncode.bytesToHexString(sourceMAC));
+ }
+ Set<HostNodeConnector> hosts = arpRequestors.remove(sourceIP);
+ if ((hosts == null) || hosts.isEmpty()) {
+ log.trace("Bailing out no requestors Hosts");
+ return;
+ }
+ countDownTimers.remove(sourceIP);
+ for (HostNodeConnector host : hosts) {
+ if (log.isTraceEnabled()) {
+ log.trace("Sending ARP Reply with src {}/{}, target {}/{}",
+ new Object[] {
+ HexEncode.bytesToHexString(sourceMAC),
+ sourceIP,
+ HexEncode.bytesToHexString(host.getDataLayerAddressBytes()),
+ host.getNetworkAddress() });
+ }
+ if (connectionManager.getLocalityStatus(host.getnodeconnectorNode()) == ConnectionLocality.LOCAL){
+ sendARPReply(host.getnodeConnector(),
+ sourceMAC,
+ sourceIP,
+ host.getDataLayerAddressBytes(),
+ host.getNetworkAddress());
+ } else {
+ /*
+ * In the remote event a requestor moved to another
+ * controller it may turn out it now we need to send
+ * the ARP reply from a different controller, this
+ * cover the case
+ */
+ arpRequestReplyEvent.put(
+ new ARPReply(
+ host.getnodeConnector(),
+ sourceIP,
+ sourceMAC,
+ host.getNetworkAddress(),
+ host.getDataLayerAddressBytes()), false);
+ }
+ }
+ }
+
+
+ @Override
+ public void entryUpdated(ARPEvent key, Boolean new_value, String cacheName, boolean originLocal) {
+ log.trace("Got and entryUpdated for cacheName {} key {} isNew {}", cacheName, key, new_value);
+ enqueueARPCacheEvent(key, new_value);
+ }
+
+ @Override
+ public void entryCreated(ARPEvent key, String cacheName, boolean originLocal) {
+ // nothing to do
+ }
+ @Override
+ public void entryDeleted(ARPEvent key, String cacheName, boolean originLocal) {
+ // nothing to do
+ }
+
+ private void enqueueARPCacheEvent (ARPEvent event, boolean new_value) {
+ try {
+ ARPCacheEvent cacheEvent = new ARPCacheEvent(event, new_value);
+ if (!ARPCacheEvents.contains(cacheEvent)) {
+ this.ARPCacheEvents.add(cacheEvent);
+ log.trace("Enqueued {}", event);
+ }
+ } catch (Exception e) {
+ log.debug("enqueueARPCacheEvent caught Interrupt Exception for event {}", event);
+ }
+ }
+
+ /*
+ * this thread monitors the connectionEvent queue for new incoming events from
+ */
+ private class ARPCacheEventHandler implements Runnable {
+ @Override
+ public void run() {
+ while (!stopping) {
+ try {
+ ARPCacheEvent ev = ARPCacheEvents.take();
+ ARPEvent event = ev.getEvent();
+ if (event instanceof ARPRequest) {
+ ARPRequest req = (ARPRequest) event;
+ // If broadcast request
+ if (req.getHost() == null) {
+ log.trace("Trigger and ARP Broadcast Request upon receipt of {}", req);
+ sendBcastARPRequest(req.getTargetIP(), req.getSubnet());
+
+ //If unicast and local, send reply
+ } else if (connectionManager.getLocalityStatus(req.getHost().getnodeconnectorNode()) == ConnectionLocality.LOCAL) {
+ log.trace("ARPCacheEventHandler - sendUcatARPRequest upon receipt of {}", req);
+ sendUcastARPRequest(req.getHost(), req.getSubnet());
+ }
+ } else if (event instanceof ARPReply) {
+ ARPReply rep = (ARPReply) event;
+ // New reply received by controller, notify all awaiting requestors across the cluster
+ if (ev.isNewReply()) {
+ log.trace("Trigger a generateAndSendReply in response to {}", rep);
+ generateAndSendReply(rep.getTargetIP(), rep.getTargetMac());
+ // Otherwise, a specific reply. If local, send out.
+ } else if (connectionManager.getLocalityStatus(rep.getPort().getNode()) == ConnectionLocality.LOCAL) {
+ log.trace("ARPCacheEventHandler - sendUcatARPReply locally in response to {}", rep);
+ sendARPReply(rep.getPort(),
+ rep.getSourceMac(),
+ rep.getSourceIP(),
+ rep.getTargetMac(),
+ rep.getTargetIP());
+ }
+ }
+ } catch (InterruptedException e) {
+ ARPCacheEvents.clear();
+ return;
+ }
+ }
+ }
+ }
}
Code Review / controller.git / blobdiff