/* * Copyright (c) 2016 Ericsson India Global Services Pvt Ltd. and others. All rights reserved. * * This program and the accompanying materials are made available under the * terms of the Eclipse Public License v1.0 which accompanies this distribution, * and is available at http://www.eclipse.org/legal/epl-v10.html */ package org.opendaylight.vpnservice.elan.internal; import java.math.BigInteger; import java.util.ArrayList; import java.util.HashSet; import java.util.List; import java.util.Map; import java.util.Queue; import java.util.Set; import java.util.concurrent.ConcurrentHashMap; import java.util.concurrent.ConcurrentLinkedQueue; import java.util.concurrent.ConcurrentMap; import com.google.common.base.Optional; import com.google.common.collect.Maps; import org.opendaylight.controller.md.sal.binding.api.DataBroker; import org.opendaylight.controller.md.sal.binding.api.DataChangeListener; import org.opendaylight.controller.md.sal.common.api.data.AsyncDataBroker.DataChangeScope; import org.opendaylight.elanmanager.utils.ElanL2GwCacheUtils; import org.opendaylight.controller.md.sal.common.api.data.LogicalDatastoreType; import org.opendaylight.vpnservice.elan.l2gw.utils.ElanL2GatewayMulticastUtils; import org.opendaylight.vpnservice.elan.l2gw.utils.ElanL2GatewayUtils; import org.opendaylight.vpnservice.elan.utils.ElanConstants; import org.opendaylight.vpnservice.elan.utils.ElanUtils; import org.opendaylight.vpnservice.interfacemgr.globals.InterfaceInfo; import org.opendaylight.vpnservice.interfacemgr.globals.InterfaceInfo.InterfaceType; import org.opendaylight.vpnservice.interfacemgr.interfaces.IInterfaceManager; import org.opendaylight.vpnservice.itm.api.IITMProvider; import org.opendaylight.vpnservice.itm.globals.ITMConstants; import org.opendaylight.vpnservice.mdsalutil.AbstractDataChangeListener; import org.opendaylight.vpnservice.mdsalutil.ActionInfo; import org.opendaylight.vpnservice.mdsalutil.ActionType; import org.opendaylight.vpnservice.mdsalutil.BucketInfo; import org.opendaylight.vpnservice.mdsalutil.FlowEntity; import org.opendaylight.vpnservice.mdsalutil.GroupEntity; import org.opendaylight.vpnservice.mdsalutil.InstructionInfo; import org.opendaylight.vpnservice.mdsalutil.InstructionType; import org.opendaylight.vpnservice.mdsalutil.MDSALUtil; import org.opendaylight.vpnservice.mdsalutil.MatchFieldType; import org.opendaylight.vpnservice.mdsalutil.MatchInfo; import org.opendaylight.vpnservice.mdsalutil.MetaDataUtil; import org.opendaylight.vpnservice.mdsalutil.NwConstants; import org.opendaylight.vpnservice.itm.globals.ITMConstants; import org.opendaylight.yang.gen.v1.urn.opendaylight.action.types.rev131112.action.list.Action; import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.inventory.rev130819.FlowId; import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.inventory.rev130819.tables.table.Flow; import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.inventory.rev130819.tables.table.FlowBuilder; import org.opendaylight.yang.gen.v1.urn.opendaylight.group.types.rev131018.group.buckets.Bucket; import org.opendaylight.yang.gen.v1.urn.opendaylight.group.types.rev131018.groups.Group; import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.servicebinding.rev151015.service.bindings.services.info.BoundServices; import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.types.rev131026.instruction.list.Instruction; import org.opendaylight.vpnservice.mdsalutil.*; import org.opendaylight.vpnservice.mdsalutil.interfaces.IMdsalApiManager; import org.opendaylight.vpnservice.neutronvpn.api.l2gw.L2GatewayDevice; import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.yang.types.rev130715.PhysAddress; import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.inventory.rev130819.tables.table.Flow; import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.types.rev131026.instruction.list.Instruction; import org.opendaylight.yang.gen.v1.urn.opendaylight.group.types.rev131018.GroupTypes; import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.servicebinding.rev151015.service.bindings.services.info.BoundServices; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.ElanDpnInterfaces; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.ElanForwardingTables; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.ElanInterfaces; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.elan._interface.forwarding.entries.ElanInterfaceMac; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.elan._interface.forwarding.entries.ElanInterfaceMacBuilder; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.elan._interface.forwarding.entries.ElanInterfaceMacKey; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.elan.dpn.interfaces.ElanDpnInterfacesList; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.elan.dpn.interfaces.elan.dpn.interfaces.list.DpnInterfaces; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.elan.dpn.interfaces.elan.dpn.interfaces.list.DpnInterfacesBuilder; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.elan.dpn.interfaces.elan.dpn.interfaces.list.DpnInterfacesKey; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.elan.forwarding.tables.MacTable; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.elan.forwarding.tables.MacTableKey; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.elan.instances.ElanInstance; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.elan.instances.ElanInstanceBuilder; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.elan.interfaces.ElanInterface; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.elan.state.Elan; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.elan.state.ElanBuilder; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.elan.state.ElanKey; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.forwarding.entries.MacEntry; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.forwarding.entries.MacEntryBuilder; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.forwarding.entries.MacEntryKey; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.idmanager.rev150403.IdManagerService; import org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.interfacemgr.rpcs.rev151003.OdlInterfaceRpcService; import org.opendaylight.yangtools.concepts.ListenerRegistration; import org.opendaylight.yangtools.yang.binding.InstanceIdentifier; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import com.google.common.base.Optional; import com.google.common.base.Preconditions; import com.google.common.collect.Lists; /** * Class in charge of handling creations, modifications and removals of ElanInterfaces. * * @see org.opendaylight.yang.gen.v1.urn.opendaylight.vpnservice.elan.rev150602.elan.interfaces.ElanInterface * */ public class ElanInterfaceManager extends AbstractDataChangeListener implements AutoCloseable { private static ElanInterfaceManager elanInterfaceManager = new ElanInterfaceManager(); private ListenerRegistration elanInterfaceListenerRegistration; private ListenerRegistration itmInterfaceListenerRegistration; private OdlInterfaceRpcService interfaceManagerRpcService; private DataBroker broker; private IMdsalApiManager mdsalManager; private IInterfaceManager interfaceManager; private IdManagerService idManager; private ElanForwardingEntriesHandler elanForwardingEntriesHandler; private Map> unProcessedElanInterfaces = new ConcurrentHashMap> (); private static final Logger logger = LoggerFactory.getLogger(ElanInterfaceManager.class); public ElanInterfaceManager() { super(ElanInterface.class); } public static ElanInterfaceManager getElanInterfaceManager() { return elanInterfaceManager; } public void setMdSalApiManager(IMdsalApiManager mdsalManager) { this.mdsalManager = mdsalManager; } public void setInterfaceManagerRpcService(OdlInterfaceRpcService ifManager) { this.interfaceManagerRpcService = ifManager; } public void setElanForwardingEntriesHandler(ElanForwardingEntriesHandler elanForwardingEntriesHandler) { this.elanForwardingEntriesHandler = elanForwardingEntriesHandler; } public void setInterfaceManager(IInterfaceManager interfaceManager) { this.interfaceManager = interfaceManager; } public void setDataBroker(DataBroker broker) { this.broker = broker; } @Override public void close() throws Exception { if (elanInterfaceListenerRegistration != null) { try { elanInterfaceListenerRegistration.close(); } catch (final Exception e) { logger.error("Error when cleaning up DataChangeListener.", e); } elanInterfaceListenerRegistration = null; } } public void registerListener() { try { elanInterfaceListenerRegistration = broker.registerDataChangeListener(LogicalDatastoreType.CONFIGURATION, getElanInterfaceWildcardPath(), ElanInterfaceManager.this, DataChangeScope.SUBTREE); } catch (final Exception e) { logger.error("ELAN Interface DataChange listener registration failed !", e); throw new IllegalStateException("ELAN Interface registration Listener failed.", e); } } private InstanceIdentifier getElanInterfaceWildcardPath() { return InstanceIdentifier.create(ElanInterfaces.class).child(ElanInterface.class); } public void setIdManager(IdManagerService idManager) { this.idManager = idManager; } @Override protected void remove(InstanceIdentifier identifier, ElanInterface del) { String interfaceName = del.getName(); ElanInstance elanInfo = ElanUtils.getElanInstanceByName(del.getElanInstanceName()); removeElanInterface(elanInfo, interfaceName); } public void removeElanService(ElanInterface del, InterfaceInfo interfaceInfo) { ElanInstance elanInstance = ElanUtils.getElanInstanceByName(del.getElanInstanceName()); String interfaceName = del.getName(); removeElanInterface(elanInstance, interfaceInfo); unbindService(elanInstance, interfaceName); } public void removeElanInterface(ElanInstance elanInfo, String interfaceName) { String elanName = elanInfo.getElanInstanceName(); InterfaceInfo interfaceInfo = interfaceManager.getInterfaceInfo(interfaceName); if (interfaceInfo == null) { // Interface does not exist in ConfigDS, so lets remove everything about that interface related to Elan ElanInterfaceMac elanInterfaceMac = ElanUtils.getElanInterfaceMacByInterfaceName(interfaceName); if(elanInterfaceMac != null && elanInterfaceMac.getMacEntry() != null) { List macEntries = elanInterfaceMac.getMacEntry(); for(MacEntry macEntry : macEntries) { ElanUtils.delete(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getMacEntryOperationalDataPath(elanName, macEntry.getMacAddress())); } } ElanUtils.delete(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getElanInterfaceMacEntriesOperationalDataPath(interfaceName)); Elan elanState = ElanUtils.getElanByName(elanName); List elanInterfaces = elanState.getElanInterfaces(); elanInterfaces.remove(interfaceName); if(elanInterfaces.isEmpty()) { ElanUtils.delete(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getElanInstanceOperationalDataPath(elanName)); ElanUtils.delete(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getElanMacTableOperationalDataPath(elanName)); ElanUtils.delete(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getElanInfoEntriesOperationalDataPath(elanInfo.getElanTag())); } else { Elan updateElanState = new ElanBuilder().setElanInterfaces(elanInterfaces).setName(elanName).setKey(new ElanKey(elanName)).build(); MDSALUtil.syncWrite(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getElanInstanceOperationalDataPath(elanName), updateElanState); } } else { removeElanInterface(elanInfo, interfaceInfo); unbindService(elanInfo, interfaceName); } } private void removeElanInterface(ElanInstance elanInfo, InterfaceInfo interfaceInfo) { BigInteger dpId = interfaceInfo.getDpId(); String elanName = elanInfo.getElanInstanceName(); String interfaceName = interfaceInfo.getInterfaceName(); Elan elanState = ElanUtils.getElanByName(elanName); logger.debug("Removing the Interface:{} from elan:{}", interfaceName, elanName); InstanceIdentifier elanInterfaceId = ElanUtils.getElanInterfaceMacEntriesOperationalDataPath(interfaceName); Optional existingElanInterface = ElanUtils.read(broker, LogicalDatastoreType.OPERATIONAL, elanInterfaceId); if(existingElanInterface.isPresent()) { List macAddresses = new ArrayList(); List existingMacEntries = existingElanInterface.get().getMacEntry(); List macEntries = new ArrayList<>(); if (existingMacEntries != null && !existingMacEntries.isEmpty()) { macEntries.addAll(existingMacEntries); } if(!macEntries.isEmpty()) { for (MacEntry macEntry : macEntries) { logger.debug("removing the mac-entry:{} present on elanInterface:{}", macEntry.getMacAddress().getValue(), interfaceName); elanForwardingEntriesHandler.deleteElanInterfaceForwardingEntries(elanInfo, interfaceInfo, macEntry); macAddresses.add(macEntry.getMacAddress()); } // Removing all those MACs from External Devices belonging to this ELAN if ( elanInfo.getVni() != null && elanInfo.getVni() != 0 ) { ElanL2GatewayUtils.removeMacsFromElanExternalDevices(elanInfo, macAddresses); } } } /* *This condition check is mainly to get DPN-ID in pre-provision deletion scenario after stopping CSS */ if(dpId.equals(ElanConstants.INVALID_DPN)) { ElanDpnInterfacesList elanDpnInterfacesList = ElanUtils.getElanDpnInterfacesList(elanName); if(elanDpnInterfacesList != null && !elanDpnInterfacesList.getDpnInterfaces().isEmpty()) { List dpnIfList = elanDpnInterfacesList.getDpnInterfaces(); for (DpnInterfaces dpnInterface : dpnIfList) { DpnInterfaces dpnIfLists = ElanUtils.getElanInterfaceInfoByElanDpn(elanName, dpnInterface.getDpId()); if (dpnIfLists.getInterfaces().contains(interfaceName)) { logger.debug("deleting the elanInterface from the ElanDpnInterface cache in pre-provision scenario of elan:{} dpn:{} interfaceName:{}", elanName, dpId, interfaceName); removeElanDpnInterfaceFromOperationalDataStore(elanName, dpId, interfaceName); break; } } } } else { removeElanDpnInterfaceFromOperationalDataStore(elanName, dpId, interfaceName); } removeStaticELanFlows(elanInfo, interfaceInfo); ElanUtils.delete(broker, LogicalDatastoreType.OPERATIONAL, elanInterfaceId); List elanInterfaces = elanState.getElanInterfaces(); elanInterfaces.remove(interfaceName); if(elanInterfaces.isEmpty()) { ElanUtils.delete(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getElanInstanceOperationalDataPath(elanName)); ElanUtils.delete(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getElanDpnOperationDataPath(elanName)); ElanUtils.delete(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getElanMacTableOperationalDataPath(elanName)); ElanUtils.delete(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getElanInfoEntriesOperationalDataPath(elanInfo.getElanTag())); //ElanUtils.delete(broker, LogicalDatastoreType.CONFIGURATION, ElanUtils.getElanInstanceConfigurationDataPath(elanName)); } else { Elan updateElanState = new ElanBuilder().setElanInterfaces(elanInterfaces).setName(elanName).setKey(new ElanKey(elanName)).build(); MDSALUtil.syncWrite(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getElanInstanceOperationalDataPath(elanName), updateElanState); } } private void removeElanDpnInterfaceFromOperationalDataStore(String elanName, BigInteger dpId, String interfaceName) { DpnInterfaces dpnInterfaces = ElanUtils.getElanInterfaceInfoByElanDpn(elanName, dpId); if(dpnInterfaces != null) { List interfaceLists = dpnInterfaces.getInterfaces(); interfaceLists.remove(interfaceName); if (interfaceLists == null || interfaceLists.isEmpty()) { deleteElanDpnInterface(elanName, dpId); ElanL2GatewayMulticastUtils.updateRemoteMcastMacOnElanL2GwDevices(elanName); } else { updateElanDpnInterfacesList(elanName, dpId, interfaceLists); } } } @Override protected void update(InstanceIdentifier identifier, ElanInterface original, ElanInterface update) { // updating the static-Mac Entries for the existing elanInterface String elanName = update.getElanInstanceName(); String interfaceName = update.getName(); InterfaceInfo interfaceInfo = interfaceManager.getInterfaceInfo(interfaceName); List existingPhysAddress = original.getStaticMacEntries(); List updatedPhysAddress = update.getStaticMacEntries(); if(updatedPhysAddress != null && !updatedPhysAddress.isEmpty()) { List existingClonedPhyAddress = new ArrayList<>(); if(existingPhysAddress != null && !existingPhysAddress.isEmpty()) { existingClonedPhyAddress.addAll(0, existingPhysAddress); existingPhysAddress.removeAll(updatedPhysAddress); updatedPhysAddress.removeAll(existingClonedPhyAddress); // removing the PhyAddress which are not presented in the updated List for(PhysAddress physAddress: existingPhysAddress) { removeInterfaceStaticMacEntires(elanName, interfaceName, physAddress); } } // Adding the new PhysAddress which are presented in the updated List if(updatedPhysAddress.size() > 0) { for(PhysAddress physAddress: updatedPhysAddress) { InstanceIdentifier macId = getMacEntryOperationalDataPath(elanName, physAddress); Optional existingMacEntry = ElanUtils.read(broker, LogicalDatastoreType.OPERATIONAL, macId); if(existingMacEntry.isPresent()) { elanForwardingEntriesHandler.updateElanInterfaceForwardingTablesList(elanName, interfaceName, existingMacEntry.get().getInterface(), existingMacEntry.get()); } else { elanForwardingEntriesHandler.addElanInterfaceForwardingTableList(ElanUtils.getElanInstanceByName(elanName), interfaceName, physAddress); } } } } else if(existingPhysAddress != null && !existingPhysAddress.isEmpty()) { for( PhysAddress physAddress : existingPhysAddress) { removeInterfaceStaticMacEntires(elanName, interfaceName, physAddress); } } } @Override protected void add(InstanceIdentifier identifier, ElanInterface elanInterfaceAdded) { String elanInstanceName = elanInterfaceAdded.getElanInstanceName(); String interfaceName = elanInterfaceAdded.getName(); InterfaceInfo interfaceInfo = interfaceManager.getInterfaceInfo(interfaceName); if (interfaceInfo == null) { logger.warn("Interface {} is removed from Interface Oper DS due to port down ", interfaceName); return; } ElanInstance elanInstance = ElanUtils.getElanInstanceByName(elanInstanceName); if (elanInstance == null) { elanInstance = new ElanInstanceBuilder().setElanInstanceName(elanInstanceName).setDescription(elanInterfaceAdded.getDescription()).build(); //Add the ElanInstance in the Configuration data-store ElanUtils.updateOperationalDataStore(broker, idManager, elanInstance); elanInstance = ElanUtils.getElanInstanceByName(elanInstanceName); } Long elanTag = elanInstance.getElanTag(); // If elan tag is not updated, then put the elan interface into unprocessed entry map and entry. Let entries // in this map get processed during ELAN update DCN. if (elanTag == null) { ConcurrentLinkedQueue elanInterfaces = unProcessedElanInterfaces.get(elanInstanceName); if (elanInterfaces == null) { elanInterfaces = new ConcurrentLinkedQueue(); } elanInterfaces.add(elanInterfaceAdded); unProcessedElanInterfaces.put(elanInstanceName, elanInterfaces); return; } addElanInterface(elanInterfaceAdded, interfaceInfo, elanInstance); } void handleunprocessedElanInterfaces(ElanInstance elanInstance) { Queue elanInterfaces = unProcessedElanInterfaces.get(elanInstance.getElanInstanceName()); if (elanInterfaces == null || elanInterfaces.isEmpty()) { return; } for (ElanInterface elanInterface: elanInterfaces) { String interfaceName = elanInterface.getName(); InterfaceInfo interfaceInfo = interfaceManager.getInterfaceInfo(interfaceName); addElanInterface(elanInterface, interfaceInfo, elanInstance); } } void programRemoteDmacFlow(ElanInstance elanInstance, InterfaceInfo interfaceInfo){ ElanDpnInterfacesList elanDpnInterfacesList = ElanUtils.getElanDpnInterfacesList(elanInstance.getElanInstanceName()); List dpnInterfaceLists = elanDpnInterfacesList.getDpnInterfaces(); for(DpnInterfaces dpnInterfaces : dpnInterfaceLists){ if(dpnInterfaces.getDpId().equals(interfaceInfo.getDpId())) { continue; } List remoteElanInterfaces = dpnInterfaces.getInterfaces(); for(String remoteIf : remoteElanInterfaces) { ElanInterfaceMac elanIfMac = ElanUtils.getElanInterfaceMacByInterfaceName(remoteIf); InterfaceInfo remoteInterface = interfaceManager.getInterfaceInfo(remoteIf); if(elanIfMac == null) { continue; } List remoteMacEntries = elanIfMac.getMacEntry(); if(remoteMacEntries != null) { for (MacEntry macEntry : remoteMacEntries) { PhysAddress physAddress = macEntry.getMacAddress(); ElanUtils.setupRemoteDmacFlow(interfaceInfo.getDpId(), remoteInterface.getDpId(), remoteInterface.getInterfaceTag(), elanInstance.getElanTag(), physAddress.getValue(), elanInstance.getElanInstanceName()); } } } } } void addElanInterface(ElanInterface elanInterface, InterfaceInfo interfaceInfo, ElanInstance elanInstance) { Preconditions.checkNotNull(elanInstance, "elanInstance cannot be null"); Preconditions.checkNotNull(interfaceInfo, "interfaceInfo cannot be null"); Preconditions.checkNotNull(elanInterface, "elanInterface cannot be null"); String interfaceName = elanInterface.getName(); String elanInstanceName = elanInterface.getElanInstanceName(); List staticMacAddresses = elanInterface.getStaticMacEntries(); Elan elanInfo = ElanUtils.getElanByName(elanInstanceName); if(elanInfo == null) { ElanUtils.updateOperationalDataStore(broker, idManager, elanInstance); } // Specific actions to the DPN where the ElanInterface has been added, for example, programming the // External tunnel table if needed or adding the ElanInterface to the DpnInterfaces in the operational DS. BigInteger dpId = ( interfaceInfo != null ) ? dpId = interfaceInfo.getDpId() : null; if(dpId != null && !dpId.equals(ElanConstants.INVALID_DPN)) { InstanceIdentifier elanDpnInterfaces = ElanUtils.getElanDpnInterfaceOperationalDataPath(elanInstanceName, dpId); Optional existingElanDpnInterfaces = ElanUtils.read(broker, LogicalDatastoreType.OPERATIONAL, elanDpnInterfaces); if (!existingElanDpnInterfaces.isPresent()) { // ELAN's 1st ElanInterface added to this DPN createElanInterfacesList(elanInstanceName, interfaceName, dpId); /* * Install remote DMAC flow. * This is required since this DPN is added later to the elan instance * and remote DMACs of other interfaces in this elan instance are not present in the current dpn. */ programRemoteDmacFlow(elanInstance, interfaceInfo); // The 1st ElanInterface in a DPN must program the Ext Tunnel table, but only if Elan has VNI if ( elanInstance.getVni() != null && elanInstance.getVni().longValue() != 0 ) { setExternalTunnelTable(dpId, elanInstance); } ElanL2GatewayMulticastUtils.updateRemoteMcastMacOnElanL2GwDevices(elanInstanceName); } else { List elanInterfaces = existingElanDpnInterfaces.get().getInterfaces(); elanInterfaces.add(interfaceName); if (elanInterfaces.size() == 1) {//1st dpn interface ElanL2GatewayMulticastUtils.updateRemoteMcastMacOnElanL2GwDevices(elanInstanceName); } updateElanDpnInterfacesList(elanInstanceName, dpId, elanInterfaces); } } // add code to install Local/Remote BC group, unknow DMAC entry, terminating service table flow entry // call bindservice of interfacemanager to create ingress table flow enty. //Add interface to the ElanInterfaceForwardingEntires Container createElanInterfaceTablesList(interfaceName); createElanStateList(elanInstanceName, interfaceName); if (interfaceInfo != null) { installFlowsAndGroups(elanInstance, interfaceInfo); } // add the static mac addresses if (staticMacAddresses != null) { boolean isInterfaceOperational = isOperational(interfaceInfo); for (PhysAddress physAddress : staticMacAddresses) { InstanceIdentifier macId = getMacEntryOperationalDataPath(elanInstanceName, physAddress); Optional existingMacEntry = ElanUtils.read(broker, LogicalDatastoreType.OPERATIONAL, macId); if (existingMacEntry.isPresent()) { elanForwardingEntriesHandler.updateElanInterfaceForwardingTablesList(elanInstanceName, interfaceName, existingMacEntry.get().getInterface(), existingMacEntry.get()); } else { elanForwardingEntriesHandler.addElanInterfaceForwardingTableList(elanInstance, interfaceName, physAddress); } if ( isInterfaceOperational ) { // Setting SMAC, DMAC, UDMAC in this DPN and also in other DPNs ElanUtils.setupMacFlows(elanInstance, interfaceInfo, ElanConstants.STATIC_MAC_TIMEOUT, physAddress.getValue()); } } if( isInterfaceOperational ) { // Add MAC in TOR's remote MACs via OVSDB. Outside of the loop on purpose. ElanL2GatewayUtils.installMacsInElanExternalDevices(elanInstance, dpId, staticMacAddresses); } } } protected void removeInterfaceStaticMacEntires(String elanInstanceName, String interfaceName, PhysAddress physAddress) { InterfaceInfo interfaceInfo = interfaceManager.getInterfaceInfo(interfaceName); InstanceIdentifier macId = getMacEntryOperationalDataPath(elanInstanceName, physAddress); Optional existingMacEntry = ElanUtils.read(broker, LogicalDatastoreType.OPERATIONAL, macId); if(!existingMacEntry.isPresent()) { return; } MacEntry macEntry = new MacEntryBuilder().setMacAddress(physAddress).setInterface(interfaceName).setKey(new MacEntryKey(physAddress)).build(); elanForwardingEntriesHandler.deleteElanInterfaceForwardingEntries(ElanUtils.getElanInstanceByName(elanInstanceName), interfaceInfo, macEntry); elanForwardingEntriesHandler.deleteElanInterfaceMacForwardingEntries(interfaceName, physAddress); } private InstanceIdentifier getMacEntryOperationalDataPath(String elanName, PhysAddress physAddress) { return InstanceIdentifier.builder(ElanForwardingTables.class).child(MacTable.class, new MacTableKey(elanName)).child(MacEntry.class, new MacEntryKey(physAddress)).build(); } public void installFlowsAndGroups(final ElanInstance elanInfo, final InterfaceInfo interfaceInfo) { if (isOperational(interfaceInfo)) { // LocalBroadcast Group creation with elan-Interfaces setupElanBroadcastGroups(elanInfo, interfaceInfo); setupLocalBroadcastGroups(elanInfo, interfaceInfo); //Terminating Service , UnknownDMAC Table. setupTerminateServiceTable(elanInfo, interfaceInfo); setupUnknownDMacTable(elanInfo, interfaceInfo); setupFilterEqualsTable(elanInfo, interfaceInfo); // bind the Elan service to the Interface bindService(elanInfo, interfaceInfo.getInterfaceName()); //update the remote-DPNs remoteBC group entry with Tunnels setElanBCGrouponOtherDpns(elanInfo, interfaceInfo); } } public void setupFilterEqualsTable(ElanInstance elanInfo, InterfaceInfo interfaceInfo) { int ifTag = interfaceInfo.getInterfaceTag(); Flow flow = MDSALUtil.buildFlowNew(ElanConstants.ELAN_FILTER_EQUALS_TABLE, getFlowRef(ElanConstants.ELAN_FILTER_EQUALS_TABLE, ifTag), 9, elanInfo.getElanInstanceName(), 0, 0, ElanConstants.COOKIE_ELAN_FILTER_EQUALS.add(BigInteger.valueOf(ifTag)), getTunnelIdMatchForFilterEqualsLPortTag(ifTag), ElanUtils.getInstructionsInPortForOutGroup(interfaceInfo.getInterfaceName())); mdsalManager.installFlow(interfaceInfo.getDpId(), flow); Flow flowEntry = MDSALUtil.buildFlowNew(ElanConstants.ELAN_FILTER_EQUALS_TABLE, getFlowRef(ElanConstants.ELAN_FILTER_EQUALS_TABLE, 1000+ifTag), 10, elanInfo.getElanInstanceName(), 0, 0, ElanConstants.COOKIE_ELAN_FILTER_EQUALS.add(BigInteger.valueOf(ifTag)), getMatchesForFilterEqualsLPortTag(ifTag), MDSALUtil.buildInstructionsDrop()); mdsalManager.installFlow(interfaceInfo.getDpId(), flowEntry); } public void removeFilterEqualsTable(ElanInstance elanInfo, InterfaceInfo interfaceInfo) { int ifTag = interfaceInfo.getInterfaceTag(); Flow flow = MDSALUtil.buildFlowNew(ElanConstants.ELAN_FILTER_EQUALS_TABLE, getFlowRef(ElanConstants.ELAN_FILTER_EQUALS_TABLE, ifTag), 9, elanInfo.getElanInstanceName(), 0, 0, ElanConstants.COOKIE_ELAN_FILTER_EQUALS.add(BigInteger.valueOf(ifTag)), getTunnelIdMatchForFilterEqualsLPortTag(ifTag), ElanUtils.getInstructionsInPortForOutGroup(interfaceInfo.getInterfaceName())); mdsalManager.removeFlow(interfaceInfo.getDpId(), flow); Flow flowEntity = MDSALUtil.buildFlowNew(ElanConstants.ELAN_FILTER_EQUALS_TABLE, getFlowRef(ElanConstants.ELAN_FILTER_EQUALS_TABLE, 1000+ifTag), 10, elanInfo.getElanInstanceName(), 0, 0, ElanConstants.COOKIE_ELAN_FILTER_EQUALS.add(BigInteger.valueOf(ifTag)), getMatchesForFilterEqualsLPortTag(ifTag), MDSALUtil.buildInstructionsDrop()); mdsalManager.removeFlow(interfaceInfo.getDpId(), flowEntity); } private List getRemoteBCGroupBucketInfos(ElanInstance elanInfo, int bucketKeyStart, InterfaceInfo interfaceInfo) { BigInteger dpnId = interfaceInfo.getDpId(); int elanTag = elanInfo.getElanTag().intValue(); int bucketId = bucketKeyStart; List listBuckets = new ArrayList(); ElanDpnInterfacesList elanDpns = ElanUtils.getElanDpnInterfacesList(elanInfo.getElanInstanceName()); if(elanDpns != null) { List dpnInterfaceses = elanDpns.getDpnInterfaces(); for(DpnInterfaces dpnInterface : dpnInterfaceses) { if(ElanUtils.isDpnPresent(dpnInterface.getDpId()) && dpnInterface.getDpId() != dpnId && dpnInterface.getInterfaces() != null && !dpnInterface.getInterfaces().isEmpty()) { try { List listAction = ElanUtils.getInternalItmEgressAction(dpnId, dpnInterface.getDpId(), elanTag); listBuckets.add(MDSALUtil.buildBucket(listAction, MDSALUtil.GROUP_WEIGHT, bucketId, MDSALUtil.WATCH_PORT, MDSALUtil.WATCH_GROUP)); bucketId++; } catch (Exception ex) { logger.error( "Logical Group Interface not found between source Dpn - {}, destination Dpn - {} " ,dpnId, dpnInterface.getDpId() ); } } } List elanL2GwDevicesBuckets = getRemoteBCGroupBucketsOfElanL2GwDevices(elanInfo, dpnId, bucketId); listBuckets.addAll(elanL2GwDevicesBuckets); } return listBuckets; } private List getRemoteBCGroupBuckets(ElanInstance elanInfo, InterfaceInfo interfaceInfo, int bucketId) { BigInteger dpnId = interfaceInfo.getDpId(); int elanTag = elanInfo.getElanTag().intValue(); List listBucketInfo = new ArrayList(); ElanDpnInterfacesList elanDpns = ElanUtils.getElanDpnInterfacesList(elanInfo.getElanInstanceName()); if(elanDpns != null) { List dpnInterfaceses = elanDpns.getDpnInterfaces(); for(DpnInterfaces dpnInterface : dpnInterfaceses) { if(ElanUtils.isDpnPresent(dpnInterface.getDpId()) && dpnInterface.getDpId() != dpnId && dpnInterface.getInterfaces() != null && !dpnInterface.getInterfaces().isEmpty()) { try { List listActionInfo = ElanUtils.getInternalItmEgressAction(dpnId, dpnInterface.getDpId(), elanTag); listBucketInfo.add(MDSALUtil.buildBucket(listActionInfo, 0, bucketId, 0xffffffffL, 0xffffffffL)); bucketId++; } catch (Exception ex) { logger.error( "Logical Group Interface not found between source Dpn - {}, destination Dpn - {} " ,dpnId, dpnInterface.getDpId() ); } } } List elanL2GwDevicesBuckets = getRemoteBCGroupBucketsOfElanL2GwDevices(elanInfo, dpnId, bucketId); listBucketInfo.addAll(elanL2GwDevicesBuckets); } return listBucketInfo; } private void setElanBCGrouponOtherDpns(ElanInstance elanInfo, InterfaceInfo interfaceInfo) { BigInteger dpnId = interfaceInfo.getDpId(); int elanTag = elanInfo.getElanTag().intValue(); long groupId = ElanUtils.getElanRemoteBCGID(elanTag); List listBucket = new ArrayList(); int bucketId = 0; ElanDpnInterfacesList elanDpns = ElanUtils.getElanDpnInterfacesList(elanInfo.getElanInstanceName()); if(elanDpns != null) { List dpnInterfaceses = elanDpns.getDpnInterfaces(); for(DpnInterfaces dpnInterface : dpnInterfaceses) { List remoteListBucketInfo = new ArrayList(); if(ElanUtils.isDpnPresent(dpnInterface.getDpId()) && !dpnInterface.getDpId().equals(dpnId) && dpnInterface.getInterfaces() != null && !dpnInterface.getInterfaces().isEmpty()) { for(String ifName : dpnInterface.getInterfaces()) { // In case if there is a InterfacePort in the cache which is not in // operational state, skip processing it InterfaceInfo ifInfo = interfaceManager.getInterfaceInfoFromOperationalDataStore(ifName, interfaceInfo.getInterfaceType()); if (!isOperational(ifInfo)) { continue; } listBucket.add(MDSALUtil.buildBucket(getInterfacePortActions(ifInfo), MDSALUtil.GROUP_WEIGHT, bucketId, MDSALUtil.WATCH_PORT, MDSALUtil.WATCH_GROUP)); bucketId++; } remoteListBucketInfo.addAll(listBucket); for(DpnInterfaces otherFes : dpnInterfaceses) { if (ElanUtils.isDpnPresent(otherFes.getDpId()) && otherFes.getDpId() != dpnInterface.getDpId() && otherFes.getInterfaces() != null && ! otherFes.getInterfaces().isEmpty()) { try { List remoteListActionInfo = ElanUtils.getInternalItmEgressAction(dpnInterface.getDpId(), otherFes.getDpId(), elanTag); remoteListBucketInfo.add(MDSALUtil.buildBucket(remoteListActionInfo, MDSALUtil.GROUP_WEIGHT, bucketId, MDSALUtil.WATCH_PORT,MDSALUtil.WATCH_GROUP)); bucketId++; } catch (Exception ex) { logger.error( "Logical Group Interface not found between source Dpn - {}, destination Dpn - {} " ,dpnInterface.getDpId(), otherFes.getDpId() ); return; } } } List elanL2GwDevicesBuckets = getRemoteBCGroupBucketsOfElanL2GwDevices(elanInfo, dpnId, bucketId); remoteListBucketInfo.addAll(elanL2GwDevicesBuckets); if (remoteListBucketInfo.size() == 0) { logger.debug( "No ITM is present on Dpn - {} " ,dpnInterface.getDpId()); continue; } Group group = MDSALUtil.buildGroup(groupId, elanInfo.getElanInstanceName(), GroupTypes.GroupAll, MDSALUtil.buildBucketLists(remoteListBucketInfo)); mdsalManager.syncInstallGroup(dpnInterface.getDpId(), group, ElanConstants.DELAY_TIME_IN_MILLISECOND); } } } } private void updateRemoteBCGrouponDpnTunnelEvent(ElanInstance elanInfo, InterfaceInfo interfaceInfo, BigInteger dstDpId) { int elanTag = elanInfo.getElanTag().intValue(); long groupId = ElanUtils.getElanRemoteBCGID(elanTag); List elanDpns = ElanUtils.getInvolvedDpnsInElan(elanInfo.getElanInstanceName()); if(elanDpns != null) { for(DpnInterfaces dpnInterface : elanDpns) { int bucketId = 0; List remoteListBucket = new ArrayList(); if(ElanUtils.isDpnPresent(dstDpId) && dpnInterface.getDpId().equals(dstDpId) && dpnInterface.getInterfaces() != null && !dpnInterface.getInterfaces().isEmpty()) { try { List remoteListActionInfo = ElanUtils.getInternalItmEgressAction(interfaceInfo.getDpId(), dstDpId, elanTag); remoteListBucket.add(MDSALUtil.buildBucket(remoteListActionInfo, MDSALUtil.GROUP_WEIGHT, bucketId, MDSALUtil.WATCH_PORT, MDSALUtil.WATCH_GROUP)); bucketId++; } catch (Exception ex) { logger.error( "Logical Group Interface not found between source Dpn - {}, destination Dpn - {} " ,dpnInterface.getDpId(), dstDpId); return; } List remoteListActionInfo = new ArrayList(); remoteListActionInfo.add(new ActionInfo(ActionType.group, new String[] {String.valueOf(ElanUtils.getElanLocalBCGID(elanTag))}).buildAction()); remoteListBucket.add(MDSALUtil.buildBucket(remoteListActionInfo, MDSALUtil.GROUP_WEIGHT, bucketId, MDSALUtil.WATCH_PORT, MDSALUtil.WATCH_GROUP)); List elanL2GwDevicesBuckets = getRemoteBCGroupBucketsOfElanL2GwDevices(elanInfo, dstDpId, bucketId); remoteListBucket.addAll(elanL2GwDevicesBuckets); Group group = MDSALUtil.buildGroup(groupId, elanInfo.getElanInstanceName(), GroupTypes.GroupAll, MDSALUtil.buildBucketLists(remoteListBucket)); mdsalManager.syncInstallGroup(interfaceInfo.getDpId(), group, ElanConstants.DELAY_TIME_IN_MILLISECOND); break; } } } } /** * Returns the bucket info with the given interface as the only bucket. */ private Bucket getLocalBCGroupBucketInfo(InterfaceInfo interfaceInfo, int bucketIdStart) { return MDSALUtil.buildBucket(getInterfacePortActions(interfaceInfo), MDSALUtil.GROUP_WEIGHT, bucketIdStart, MDSALUtil.WATCH_PORT, MDSALUtil.WATCH_GROUP); } private List getMatchesForElanTag(Long elanTag) { List mkMatches = new ArrayList(); // Matching metadata mkMatches.add(new MatchInfo(MatchFieldType.metadata, new BigInteger[] { ElanUtils.getElanMetadataLabel(elanTag), MetaDataUtil.METADATA_MASK_SERVICE })); return mkMatches; } private List buildMatchesForVni(Long vni) { List mkMatches = new ArrayList(); MatchInfo match = new MatchInfo(MatchFieldType.tunnel_id, new BigInteger[]{BigInteger.valueOf(vni)} ); mkMatches.add(match); return mkMatches; } private List getInstructionsForOutGroup( long groupId) { List mkInstructions = new ArrayList(); List actions = new ArrayList (); actions.add(new ActionInfo(ActionType.group, new String[]{Long.toString(groupId)}).buildAction()); mkInstructions.add(MDSALUtil.getWriteActionsInstruction(actions, 0)); return mkInstructions; } private List getMatchesForElanTag(long elanTag, boolean isSHFlagSet) { List mkMatches = new ArrayList(); // Matching metadata mkMatches.add(new MatchInfo(MatchFieldType.metadata, new BigInteger[] { ElanUtils.getElanMetadataLabel(elanTag, isSHFlagSet), MetaDataUtil.METADATA_MASK_SERVICE_SH_FLAG})); return mkMatches; } /** * Builds the list of instructions to be installed in the External Tunnel table (38), which so far * consists in writing the elanTag in metadata and send packet to the new DHCP table * * @param elanTag elanTag to be written in metadata when flow is selected * @return the instructions ready to be installed in a flow */ private List getInstructionsExtTunnelTable(Long elanTag) { List mkInstructions = new ArrayList(); mkInstructions.add(new InstructionInfo(InstructionType.write_metadata, new BigInteger[] { ElanUtils.getElanMetadataLabel(elanTag), ElanUtils.getElanMetadataMask() } ) ); // TODO (eperefr) We should point to SMAC or DMAC depending on a configuration property to enable // mac learning mkInstructions.add(new InstructionInfo(InstructionType.goto_table, new long[] { ElanConstants.ELAN_DMAC_TABLE })); return mkInstructions; } public void removeFlowsAndGroups(ElanInstance elanInfo, InterfaceInfo interfaceInfo) { removeStaticELanFlows(elanInfo, interfaceInfo); unbindService(elanInfo, interfaceInfo.getInterfaceName()); } public void installMacAddressTables(ElanInstance elanInfo, InterfaceInfo interfaceInfo) { String interfaceName = interfaceInfo.getInterfaceName(); BigInteger currentDpn = interfaceInfo.getDpId(); ElanInterfaceMac elanInterfaceMac = ElanUtils.getElanInterfaceMacByInterfaceName(interfaceName); if(elanInterfaceMac != null && elanInterfaceMac.getMacEntry() != null) { List macEntries = elanInterfaceMac.getMacEntry(); for(MacEntry macEntry : macEntries) { PhysAddress physAddress = macEntry.getMacAddress(); ElanUtils.setupMacFlows(elanInfo, interfaceInfo, macEntry.isIsStaticAddress() ? ElanConstants.STATIC_MAC_TIMEOUT : elanInfo.getMacTimeout(), physAddress.getValue()); } //Programming the remoteDMACFlows ElanDpnInterfacesList elanDpnInterfacesList = ElanUtils.getElanDpnInterfacesList(elanInfo.getElanInstanceName()); List dpnInterfaceLists = elanDpnInterfacesList.getDpnInterfaces(); for(DpnInterfaces dpnInterfaces : dpnInterfaceLists){ if(dpnInterfaces.getDpId().equals(interfaceInfo.getDpId())) { continue; } List remoteElanInterfaces = dpnInterfaces.getInterfaces(); for(String remoteIf : remoteElanInterfaces) { ElanInterfaceMac elanIfMac = ElanUtils.getElanInterfaceMacByInterfaceName(remoteIf); InterfaceInfo remoteInterface = interfaceManager.getInterfaceInfo(remoteIf); if(elanIfMac == null) { continue; } List remoteMacEntries = elanIfMac.getMacEntry(); if(remoteMacEntries != null) { for (MacEntry macEntry : remoteMacEntries) { PhysAddress physAddress = macEntry.getMacAddress(); ElanUtils.installDmacFlowsToInternalRemoteMac(currentDpn, remoteInterface.getDpId(), remoteInterface.getInterfaceTag(), elanInfo.getElanTag(), physAddress.getValue(), elanInfo.getElanInstanceName()); } } } } } } // Install DMAC entry on dst DPN public void installDMacAddressTables(ElanInstance elanInfo, InterfaceInfo interfaceInfo, BigInteger dstDpId) { String interfaceName = interfaceInfo.getInterfaceName(); ElanInterfaceMac elanInterfaceMac = ElanUtils.getElanInterfaceMacByInterfaceName(interfaceName); if(elanInterfaceMac != null && elanInterfaceMac.getMacEntry() != null) { List macEntries = elanInterfaceMac.getMacEntry(); for(MacEntry macEntry : macEntries) { PhysAddress physAddress = macEntry.getMacAddress(); ElanUtils.setupDMacFlowonRemoteDpn(elanInfo, interfaceInfo, dstDpId, physAddress.getValue()); } } } public void removeMacAddressTables(ElanInstance elanInfo, InterfaceInfo interfaceInfo) { ElanInterfaceMac elanInterfaceMac = ElanUtils.getElanInterfaceMacByInterfaceName(interfaceInfo.getInterfaceName()); if(elanInterfaceMac != null && elanInterfaceMac.getMacEntry() != null) { List macEntries = elanInterfaceMac.getMacEntry(); for(MacEntry macEntry : macEntries) { ElanUtils.deleteMacFlows(elanInfo, interfaceInfo, macEntry); } } } public void setupElanBroadcastGroups(ElanInstance elanInfo, InterfaceInfo interfaceInfo) { List listBucket = new ArrayList(); int bucketId = 0; BigInteger dpnId = interfaceInfo.getDpId(); long groupId = ElanUtils.getElanRemoteBCGID(elanInfo.getElanTag()); DpnInterfaces dpnInterfaces = ElanUtils.getElanInterfaceInfoByElanDpn(elanInfo.getElanInstanceName(), dpnId); for(String ifName : dpnInterfaces.getInterfaces()) { // In case if there is a InterfacePort in the cache which is not in // operational state, skip processing it InterfaceInfo ifInfo = interfaceManager.getInterfaceInfoFromOperationalDataStore(ifName, interfaceInfo.getInterfaceType()); if (!isOperational(ifInfo)) { continue; } listBucket.add(MDSALUtil.buildBucket(getInterfacePortActions(ifInfo), MDSALUtil.GROUP_WEIGHT, bucketId, MDSALUtil.WATCH_PORT, MDSALUtil.WATCH_GROUP)); bucketId++; } List listBucketInfoRemote = getRemoteBCGroupBuckets(elanInfo, interfaceInfo, bucketId); listBucket.addAll(listBucketInfoRemote); Group group = MDSALUtil.buildGroup(groupId, elanInfo.getElanInstanceName(), GroupTypes.GroupAll, MDSALUtil.buildBucketLists(listBucket)); logger.trace("installing the localBroadCast Group:{}", group); mdsalManager.syncInstallGroup(dpnId, group, ElanConstants.DELAY_TIME_IN_MILLISECOND); } public void setupLocalBroadcastGroups(ElanInstance elanInfo, InterfaceInfo interfaceInfo) { List listBucket = new ArrayList(); int bucketId = 0; BigInteger dpnId = interfaceInfo.getDpId(); long groupId = ElanUtils.getElanLocalBCGID(elanInfo.getElanTag()); DpnInterfaces dpnInterfaces = ElanUtils.getElanInterfaceInfoByElanDpn(elanInfo.getElanInstanceName(), dpnId); for(String ifName : dpnInterfaces.getInterfaces()) { // In case if there is a InterfacePort in the cache which is not in // operational state, skip processing it InterfaceInfo ifInfo = interfaceManager.getInterfaceInfoFromOperationalDataStore(ifName, interfaceInfo.getInterfaceType()); if (!isOperational(ifInfo)) { continue; } listBucket.add(MDSALUtil.buildBucket(getInterfacePortActions(ifInfo), MDSALUtil.GROUP_WEIGHT, bucketId, MDSALUtil.WATCH_PORT, MDSALUtil.WATCH_GROUP)); bucketId++; } Group group = MDSALUtil.buildGroup(groupId, elanInfo.getElanInstanceName(), GroupTypes.GroupAll, MDSALUtil.buildBucketLists(listBucket)); logger.trace("installing the localBroadCast Group:{}", group); mdsalManager.syncInstallGroup(dpnId, group, ElanConstants.DELAY_TIME_IN_MILLISECOND); } public void removeLocalBroadcastGroup(ElanInstance elanInfo, InterfaceInfo interfaceInfo) { BigInteger dpnId = interfaceInfo.getDpId(); long groupId = ElanUtils.getElanLocalBCGID(elanInfo.getElanTag()); List listBuckets = new ArrayList<>(); int bucketId = 0; listBuckets.add(getLocalBCGroupBucketInfo(interfaceInfo, bucketId)); //listBuckets.addAll(getRemoteBCGroupBucketInfos(elanInfo, 1, interfaceInfo)); Group group = MDSALUtil.buildGroup(groupId, elanInfo.getElanInstanceName(), GroupTypes.GroupAll, MDSALUtil.buildBucketLists(listBuckets)); logger.trace("deleted the localBroadCast Group:{}", group); mdsalManager.syncRemoveGroup(dpnId, group); } public void removeElanBroadcastGroup(ElanInstance elanInfo, InterfaceInfo interfaceInfo) { int bucketId = 0; List listBuckets = new ArrayList<>(); listBuckets.add(getLocalBCGroupBucketInfo(interfaceInfo, bucketId)); bucketId++; listBuckets.addAll(getRemoteBCGroupBucketInfos(elanInfo, bucketId, interfaceInfo)); BigInteger dpnId = interfaceInfo.getDpId(); long groupId = ElanUtils.getElanRemoteBCGID(elanInfo.getElanTag()); Group group = MDSALUtil.buildGroup(groupId, elanInfo.getElanInstanceName(), GroupTypes.GroupAll, MDSALUtil.buildBucketLists(listBuckets)); logger.trace("deleting the remoteBroadCast group:{}", group); mdsalManager.syncRemoveGroup(dpnId, group); } /** * Installs a flow in the External Tunnel table consisting in translating * the VNI retrieved from the packet that came over a tunnel with a TOR into * elanTag that will be used later in the ELANs pipeline. * * @param dpnId * the dpn id * @param elanInfo * the elan info */ public void setExternalTunnelTable(BigInteger dpnId, ElanInstance elanInfo) { long elanTag = elanInfo.getElanTag(); FlowEntity flowEntity = MDSALUtil.buildFlowEntity(dpnId, NwConstants.EXTERNAL_TUNNEL_TABLE, getFlowRef(NwConstants.EXTERNAL_TUNNEL_TABLE, elanTag), 5, // prio elanInfo.getElanInstanceName(), // flowName 0, // idleTimeout 0, // hardTimeout ITMConstants.COOKIE_ITM_EXTERNAL.add(BigInteger.valueOf(elanTag)), buildMatchesForVni(elanInfo.getVni()), getInstructionsExtTunnelTable(elanTag) ); mdsalManager.installFlow(flowEntity); } /** * Removes, from External Tunnel table, the flow that translates from VNI to elanTag. * Important: ensure this method is only called whenever there is no other ElanInterface in the specified DPN * * @param dpnId DPN whose Ext Tunnel table is going to be modified * @param elanInfo holds the elanTag needed for selecting the flow to be removed */ public void unsetExternalTunnelTable(BigInteger dpnId, ElanInstance elanInfo) { // TODO (eperefr): Use DataStoreJobCoordinator in order to avoid that removing the last ElanInstance plus // adding a new one does (almost at the same time) are executed in that exact order String flowId = getFlowRef(NwConstants.EXTERNAL_TUNNEL_TABLE, elanInfo.getElanTag()); FlowEntity flowEntity = new FlowEntity(dpnId); flowEntity.setFlowId(flowId); mdsalManager.removeFlow(flowEntity); } public void setupTerminateServiceTable(ElanInstance elanInfo, InterfaceInfo interfaceInfo) { long elanTag = elanInfo.getElanTag(); Flow flowEntity = MDSALUtil.buildFlowNew(NwConstants.INTERNAL_TUNNEL_TABLE, getFlowRef(NwConstants.INTERNAL_TUNNEL_TABLE, elanTag), 5, String.format("%s:%d","ITM Flow Entry ",elanTag), 0, 0, ITMConstants.COOKIE_ITM.add(BigInteger.valueOf(elanTag)), ElanUtils.getTunnelMatchesForServiceId((int)elanTag), getInstructionsForOutGroup(ElanUtils.getElanRemoteBCGID(elanTag))); mdsalManager.installFlow(interfaceInfo.getDpId(), flowEntity); } public void setupUnknownDMacTable(ElanInstance elanInfo, InterfaceInfo interfaceInfo) { long elanTag = elanInfo.getElanTag(); Flow flowEntity = MDSALUtil.buildFlowNew(ElanConstants.ELAN_UNKNOWN_DMAC_TABLE, getUnknownDmacFlowRef(ElanConstants.ELAN_UNKNOWN_DMAC_TABLE, elanTag, /*SH flag*/false), 5, elanInfo.getElanInstanceName(), 0, 0, ElanConstants.COOKIE_ELAN_UNKNOWN_DMAC.add(BigInteger.valueOf(elanTag)), getMatchesForElanTag(elanTag, /*SH flag*/false), getInstructionsForOutGroup(ElanUtils.getElanRemoteBCGID(elanTag))); mdsalManager.installFlow(interfaceInfo.getDpId(), flowEntity); // only if vni is present in elanInfo, perform the following if (elanInfo.getVni() != null && elanInfo.getVni() != 0) { Flow flowEntity2 = MDSALUtil.buildFlowNew(ElanConstants.ELAN_UNKNOWN_DMAC_TABLE, getUnknownDmacFlowRef(ElanConstants.ELAN_UNKNOWN_DMAC_TABLE, elanTag, /*SH flag*/true), 5, elanInfo.getElanInstanceName(), 0, 0, ElanConstants.COOKIE_ELAN_UNKNOWN_DMAC.add(BigInteger.valueOf(elanTag)), getMatchesForElanTag(elanTag, /*SH flag*/true), getInstructionsForOutGroup(ElanUtils.getElanLocalBCGID(elanTag))); mdsalManager.installFlow(interfaceInfo.getDpId(), flowEntity2); } } private void removeStaticELanFlows(final ElanInstance elanInfo, final InterfaceInfo interfaceInfo) { BigInteger dpId = interfaceInfo.getDpId(); /* * If there are not elan ports, remove the unknown smac and default dmac * flows */ DpnInterfaces dpnInterfaces = ElanUtils.getElanInterfaceInfoByElanDpn(elanInfo.getElanInstanceName(), dpId); if (dpnInterfaces == null || dpnInterfaces.getInterfaces() == null || dpnInterfaces.getInterfaces().isEmpty()) { // No more Elan Interfaces in this DPN logger.debug("deleting the elan: {} present on dpId: {}", elanInfo.getElanInstanceName(), dpId); removeDefaultTermFlow(dpId, elanInfo.getElanTag()); removeUnknownDmacFlow(dpId, elanInfo); removeElanBroadcastGroup(elanInfo, interfaceInfo); removeLocalBroadcastGroup(elanInfo, interfaceInfo); if ( elanInfo.getVni() != null && elanInfo.getVni().longValue() != 0 ) { unsetExternalTunnelTable(dpId, elanInfo); } removeFilterEqualsTable(elanInfo, interfaceInfo); } else { setupElanBroadcastGroups(elanInfo, interfaceInfo); setupLocalBroadcastGroups(elanInfo, interfaceInfo); removeFilterEqualsTable(elanInfo, interfaceInfo); } } private void removeUnknownDmacFlow(BigInteger dpId, ElanInstance elanInfo) { // Flow flow = getUnknownDmacFlowEntity(dpId, elanInfo); // mdsalManager.removeFlow(dpId, flow); Flow flow = new FlowBuilder().setId(new FlowId(getUnknownDmacFlowRef(ElanConstants.ELAN_UNKNOWN_DMAC_TABLE, elanInfo.getElanTag(), /*SH flag*/ false))) .setTableId(ElanConstants.ELAN_UNKNOWN_DMAC_TABLE) .build(); mdsalManager.removeFlow(dpId, flow); if ( elanInfo.getVni() != null && elanInfo.getVni() > 0 ) { Flow flow2 = new FlowBuilder().setId(new FlowId(getUnknownDmacFlowRef(ElanConstants.ELAN_UNKNOWN_DMAC_TABLE, elanInfo.getElanTag(), /*SH flag*/ true))) .setTableId(ElanConstants.ELAN_UNKNOWN_DMAC_TABLE) .build(); mdsalManager.removeFlow(dpId, flow2); } } private void removeDefaultTermFlow(BigInteger dpId, long elanTag) { ElanUtils.removeTerminatingServiceAction(dpId, (int) elanTag); } private void bindService(ElanInstance elanInfo, String interfaceName) { // interfaceManager.bindService(interfaceName, ElanUtils.getServiceInfo(elanInfo.getElanInstanceName(), elanInfo.getElanTag(), interfaceName)); int priority = ElanConstants.ELAN_SERVICE_PRIORITY; int instructionKey = 0; List instructions = new ArrayList(); instructions.add(MDSALUtil.buildAndGetWriteMetadaInstruction(ElanUtils.getElanMetadataLabel(elanInfo.getElanTag()), MetaDataUtil.METADATA_MASK_SERVICE, ++instructionKey)); instructions.add(MDSALUtil.buildAndGetGotoTableInstruction(ElanConstants.ELAN_SMAC_TABLE, ++instructionKey)); BoundServices serviceInfo = ElanUtils.getBoundServices(String.format("%s.%s.%s", "vpn",elanInfo.getElanInstanceName(), interfaceName), ElanConstants.ELAN_SERVICE_INDEX, priority, ElanConstants.COOKIE_ELAN_INGRESS_TABLE, instructions); ElanUtils.syncWrite(broker, LogicalDatastoreType.CONFIGURATION, ElanUtils.buildServiceId(interfaceName, ElanConstants.ELAN_SERVICE_INDEX), serviceInfo); } private void unbindService(ElanInstance elanInfo, String interfaceName) { ElanUtils.delete(broker, LogicalDatastoreType.CONFIGURATION, ElanUtils.buildServiceId(interfaceName,ElanConstants.ELAN_SERVICE_INDEX), ElanUtils.DEFAULT_CALLBACK); } private void unbindService(ElanInstance elanInfo, String interfaceName, int vlanId) { ElanUtils.delete(broker, LogicalDatastoreType.CONFIGURATION, ElanUtils.buildServiceId(interfaceName,ElanConstants.ELAN_SERVICE_INDEX), ElanUtils.DEFAULT_CALLBACK); } private String getFlowRef(long tableId, long elanTag) { return new StringBuffer().append(tableId).append(elanTag).toString(); } private String getUnknownDmacFlowRef(long tableId, long elanTag, boolean shFlag) { return new StringBuffer().append(tableId).append(elanTag).append(shFlag).toString(); } private List getInterfacePortActions(InterfaceInfo interfaceInfo) { List listAction = new ArrayList(); int actionKey = 0; listAction.add((new ActionInfo(ActionType.set_field_tunnel_id, new BigInteger[] {BigInteger.valueOf(interfaceInfo.getInterfaceTag())}, actionKey)).buildAction()); actionKey++; listAction.add((new ActionInfo(ActionType.nx_resubmit, new String[] {String.valueOf(ElanConstants.ELAN_FILTER_EQUALS_TABLE)}, actionKey)).buildAction()); return listAction; } private void updateElanDpnInterfacesList(String elanInstanceName, BigInteger dpId, List interfaceNames) { DpnInterfaces dpnInterface = new DpnInterfacesBuilder().setDpId(dpId) .setInterfaces(interfaceNames).setKey(new DpnInterfacesKey(dpId)).build(); MDSALUtil.syncWrite(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getElanDpnInterfaceOperationalDataPath(elanInstanceName, dpId), dpnInterface); } /** * Delete elan dpn interface from operational DS. * * @param elanInstanceName * the elan instance name * @param dpId * the dp id */ private void deleteElanDpnInterface(String elanInstanceName, BigInteger dpId) { MDSALUtil.syncDelete(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getElanDpnInterfaceOperationalDataPath(elanInstanceName, dpId)); } private List createElanInterfacesList(String elanInstanceName, String interfaceName, BigInteger dpId) { List interfaceNames = new ArrayList(); interfaceNames.add(interfaceName); DpnInterfaces dpnInterface = new DpnInterfacesBuilder().setDpId(dpId) .setInterfaces(interfaceNames).setKey(new DpnInterfacesKey(dpId)).build(); MDSALUtil.syncWrite(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getElanDpnInterfaceOperationalDataPath(elanInstanceName, dpId), dpnInterface); return interfaceNames; } private void createElanInterfaceTablesList(String interfaceName) { InstanceIdentifier elanInterfaceMacTables = ElanUtils.getElanInterfaceMacEntriesOperationalDataPath(interfaceName); Optional interfaceMacTables = ElanUtils.read(broker, LogicalDatastoreType.OPERATIONAL, elanInterfaceMacTables); // Adding new Elan Interface Port to the operational DataStore without Static-Mac Entries.. if(!interfaceMacTables.isPresent()) { ElanInterfaceMac elanInterfaceMacTable = new ElanInterfaceMacBuilder().setElanInterface(interfaceName).setKey(new ElanInterfaceMacKey(interfaceName)).build(); MDSALUtil.syncWrite(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getElanInterfaceMacEntriesOperationalDataPath(interfaceName), elanInterfaceMacTable); } } private void createElanStateList(String elanInstanceName, String interfaceName) { InstanceIdentifier elanInstance = ElanUtils.getElanInstanceOperationalDataPath(elanInstanceName); Optional elanInterfaceLists = ElanUtils.read(broker, LogicalDatastoreType.OPERATIONAL, elanInstance); // Adding new Elan Interface Port to the operational DataStore without Static-Mac Entries.. if(elanInterfaceLists.isPresent()) { List interfaceLists = elanInterfaceLists.get().getElanInterfaces(); if(interfaceLists == null) { interfaceLists = new ArrayList<>(); } interfaceLists.add(interfaceName); Elan elanState = new ElanBuilder().setName(elanInstanceName).setElanInterfaces(interfaceLists).setKey(new ElanKey(elanInstanceName)).build(); MDSALUtil.syncWrite(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getElanInstanceOperationalDataPath(elanInstanceName), elanState); } } private boolean isOperational(InterfaceInfo interfaceInfo) { if (interfaceInfo == null) { return false; } return ((interfaceInfo.getOpState() == InterfaceInfo.InterfaceOpState.UP) && (interfaceInfo.getAdminState() == InterfaceInfo.InterfaceAdminState.ENABLED)); } protected void updatedIfPrimaryAttributeChanged(ElanInterface elanInterface, boolean isUpdated) { String interfaceName = elanInterface.getName(); InterfaceInfo interfaceInfo = interfaceManager.getInterfaceInfo(interfaceName); BigInteger dpId = interfaceInfo.getDpId(); InstanceIdentifier elanInterfaceId = ElanUtils.getElanInterfaceMacEntriesOperationalDataPath(interfaceName); Optional existingElanInterface = ElanUtils.read(broker, LogicalDatastoreType.OPERATIONAL, elanInterfaceId); ElanInstance elanInfo = ElanUtils.getElanInstanceByName(elanInterface.getElanInstanceName()); if(!existingElanInterface.isPresent()) { return; } List macEntries = existingElanInterface.get().getMacEntry(); if(macEntries != null && !macEntries.isEmpty()) { for (MacEntry macEntry : macEntries) { if(isUpdated) { ElanUtils.setupMacFlows(elanInfo, interfaceInfo, ElanConstants.STATIC_MAC_TIMEOUT, macEntry.getMacAddress().getValue()); } else { ElanUtils.deleteMacFlows(elanInfo, interfaceInfo, macEntry); } } } InstanceIdentifier dpnInterfaceId = ElanUtils.getElanDpnInterfaceOperationalDataPath(elanInterface.getElanInstanceName(), interfaceInfo.getDpId()); Optional dpnInterfaces = ElanUtils.read(broker, LogicalDatastoreType.OPERATIONAL, dpnInterfaceId); List interfaceLists = dpnInterfaces.get().getInterfaces(); if(isUpdated) { interfaceLists.add(elanInterface.getName()); } else { interfaceLists.remove(elanInterface.getName()); } DpnInterfaces updateDpnInterfaces = new DpnInterfacesBuilder().setInterfaces(interfaceLists).setDpId(dpId).setKey(new DpnInterfacesKey(dpId)).build(); MDSALUtil.syncWrite(broker, LogicalDatastoreType.OPERATIONAL, dpnInterfaceId, updateDpnInterfaces); if(isUpdated) { installFlowsAndGroups(elanInfo, interfaceInfo); } else { removeStaticELanFlows(elanInfo, interfaceInfo); unbindService(elanInfo, interfaceName); } } public void handleTunnelStateEvent(BigInteger srcDpId, BigInteger dstDpId) { ElanDpnInterfaces dpnInterfaceLists = ElanUtils.getElanDpnInterfacesList(); Set elanInstancesMap = new HashSet<>(); if(dpnInterfaceLists == null) { return; } List elanDpnIf = dpnInterfaceLists.getElanDpnInterfacesList(); for(ElanDpnInterfacesList elanDpns: elanDpnIf) { int cnt = 0; String elanName = elanDpns.getElanInstanceName(); List dpnInterfaces = elanDpns.getDpnInterfaces(); if(dpnInterfaces == null) { continue; } for (DpnInterfaces dpnIf : dpnInterfaces) { if(dpnIf.getDpId().equals(srcDpId) || dpnIf.getDpId().equals(dstDpId)) { cnt++; } } if(cnt == 2) { logger.debug("Elan instance:{} is present b/w srcDpn:{} and dstDpn:{}", elanName, srcDpId, dstDpId); DpnInterfaces dpnInterface = ElanUtils.getElanInterfaceInfoByElanDpn(elanName, srcDpId); Set interfaceLists = new HashSet<>(); ElanInstance elanInfo = ElanUtils.getElanInstanceByName(elanName); interfaceLists.addAll(dpnInterface.getInterfaces()); for(String ifName : interfaceLists) { InterfaceInfo interfaceInfo = interfaceManager.getInterfaceInfo(ifName); if (isOperational(interfaceInfo)) { if (interfaceInfo.getDpId().equals(srcDpId) && !elanInstancesMap.contains(elanDpns.getElanInstanceName())) { elanInstancesMap.add(elanDpns.getElanInstanceName()); elanInterfaceManager.updateRemoteBCGrouponDpnTunnelEvent(elanInfo, interfaceInfo, dstDpId); } elanInterfaceManager.installDMacAddressTables(elanInfo, interfaceInfo, dstDpId); } } } } } public void handleInterfaceUpdated(InterfaceInfo interfaceInfo, ElanInstance elanInstance, boolean isStateUp) { BigInteger dpId = interfaceInfo.getDpId(); String elanName = elanInstance.getElanInstanceName(); String ifName = interfaceInfo.getInterfaceName(); logger.trace("Handling interface update event for interface with info {} , state {}", interfaceInfo, isStateUp); if(isStateUp) { DpnInterfaces dpnInterfaces = ElanUtils.getElanInterfaceInfoByElanDpn(elanName, dpId); if(dpnInterfaces == null) { createElanInterfacesList(elanName, interfaceInfo.getInterfaceName(), dpId); } else { List dpnElanInterfaces = dpnInterfaces.getInterfaces(); dpnElanInterfaces.add(interfaceInfo.getInterfaceName()); DpnInterfaces dpnInterface = new DpnInterfacesBuilder().setDpId(dpId) .setInterfaces(dpnElanInterfaces).setKey(new DpnInterfacesKey(dpId)).build(); MDSALUtil.syncWrite(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getElanDpnInterfaceOperationalDataPath(elanName, interfaceInfo.getDpId()), dpnInterface); } logger.trace("ElanInterface Service is installed for interface:{}", ifName); elanInterfaceManager.installFlowsAndGroups(elanInstance, interfaceInfo); elanInterfaceManager.installMacAddressTables(elanInstance, interfaceInfo); } else { DpnInterfaces dpnInterfaces = ElanUtils.getElanInterfaceInfoByElanDpn(elanName, dpId); if(dpnInterfaces != null) { List dpnElanInterfaces = dpnInterfaces.getInterfaces(); dpnElanInterfaces.remove(interfaceInfo.getInterfaceName()); DpnInterfaces dpnInterface = new DpnInterfacesBuilder().setDpId(dpId) .setInterfaces(dpnElanInterfaces).setKey(new DpnInterfacesKey(dpId)).build(); MDSALUtil.syncWrite(broker, LogicalDatastoreType.OPERATIONAL, ElanUtils.getElanDpnInterfaceOperationalDataPath(elanName, interfaceInfo.getDpId()), dpnInterface); } logger.trace("ElanInterface Service is removed for the interface:{}", ifName); elanInterfaceManager.removeMacAddressTables(elanInstance, interfaceInfo); elanInterfaceManager.removeFlowsAndGroups(elanInstance, interfaceInfo); // Removing MACs from External Devices belonging to this ELAN if (elanInstance.getVni() != null && elanInstance.getVni() != 0) { List macAddresses = ElanUtils .getElanInterfaceMacAddresses(interfaceInfo.getInterfaceName()); if (macAddresses != null && !macAddresses.isEmpty()) { ElanL2GatewayUtils.removeMacsFromElanExternalDevices(elanInstance, macAddresses); } } } } private List getMatchesForFilterEqualsLPortTag(int LportTag) { List mkMatches = new ArrayList(); // Matching metadata mkMatches.add(new MatchInfo(MatchFieldType.metadata, new BigInteger[] { MetaDataUtil.getLportTagMetaData(LportTag), MetaDataUtil.METADATA_MASK_LPORT_TAG })); mkMatches.add(new MatchInfo(MatchFieldType.tunnel_id, new BigInteger[] {BigInteger.valueOf(LportTag)})); return mkMatches; } private List getTunnelIdMatchForFilterEqualsLPortTag(int LportTag) { List mkMatches = new ArrayList(); // Matching metadata mkMatches.add(new MatchInfo(MatchFieldType.tunnel_id, new BigInteger[] { BigInteger.valueOf(LportTag)})); return mkMatches; } public void updateElanBroadcastGroup(ElanInstance elanInfo) { int bucketId = 0; long groupId = ElanUtils.getElanRemoteBCGID(elanInfo.getElanTag()); List dpns = ElanUtils.getInvolvedDpnsInElan(elanInfo .getElanInstanceName()); if (dpns == null) { return; } for (DpnInterfaces dpn : dpns) { bucketId = 0; List listBucket = new ArrayList(); bucketId = getLocalBcGroupBuckets(dpn, listBucket, bucketId); getRemoteBCGroupBuckets(elanInfo, dpn.getDpId(), listBucket, bucketId); Group group = MDSALUtil.buildGroup(groupId, elanInfo.getElanInstanceName(), GroupTypes.GroupAll, MDSALUtil.buildBucketLists(listBucket)); logger.trace("installing the localBroadCast Group:{}", group); mdsalManager.syncInstallGroup(dpn.getDpId(), group, ElanConstants.DELAY_TIME_IN_MILLISECOND); } } private int getLocalBcGroupBuckets(DpnInterfaces dpn, List listBucket, int bucketId) { for (String intf : dpn.getInterfaces()) { InterfaceInfo ifInfo = interfaceManager.getInterfaceInfo(intf); if (!isOperational(ifInfo)) { continue; } listBucket.add(MDSALUtil.buildBucket( getInterfacePortActions(ifInfo), MDSALUtil.GROUP_WEIGHT, bucketId, MDSALUtil.WATCH_PORT, MDSALUtil.WATCH_GROUP)); bucketId++; } return bucketId; } private void getRemoteBCGroupBuckets(ElanInstance elanInfo, BigInteger dpnId, List listBucket, int bucketId) { int elanTag = elanInfo.getElanTag().intValue(); ElanDpnInterfacesList elanDpns = ElanUtils .getElanDpnInterfacesList(elanInfo.getElanInstanceName()); if (elanDpns != null) { List dpnInterfaceses = elanDpns.getDpnInterfaces(); for (DpnInterfaces dpnInterface : dpnInterfaceses) { if (ElanUtils.isDpnPresent(dpnInterface.getDpId()) && dpnInterface.getDpId() != dpnId && dpnInterface.getInterfaces() != null && !dpnInterface.getInterfaces().isEmpty()) { try { List listActionInfo = ElanUtils .getInternalItmEgressAction(dpnId, dpnInterface.getDpId(), elanTag); listBucket.add(MDSALUtil.buildBucket(listActionInfo, 0, bucketId, 0xffffffffL, 0xffffffffL)); bucketId++; } catch (Exception ex) { logger.error( "Logical Group Interface not found between source Dpn - {}, destination Dpn - {} ", dpnId, dpnInterface.getDpId()); } } } } List elanL2GwDevicesBuckets = getRemoteBCGroupBucketsOfElanL2GwDevices(elanInfo, dpnId, bucketId); listBucket.addAll(elanL2GwDevicesBuckets); } public static List getRemoteBCGroupBucketsOfElanL2GwDevices(ElanInstance elanInfo, BigInteger dpnId, int bucketId) { List listBucketInfo = new ArrayList(); ConcurrentMap map = ElanL2GwCacheUtils .getAllElanL2GatewayDevicesFromCache(elanInfo.getElanInstanceName()); for (L2GatewayDevice device : map.values()) { String interfaceName = ElanL2GatewayUtils.getExternalTunnelInterfaceName(String.valueOf(dpnId), device.getHwvtepNodeId()); if (interfaceName == null) { continue; } List listActionInfo = ElanUtils.buildItmEgressActions(interfaceName, elanInfo.getVni()); listBucketInfo.add(MDSALUtil.buildBucket(listActionInfo, MDSALUtil.GROUP_WEIGHT, bucketId, MDSALUtil.WATCH_PORT, MDSALUtil.WATCH_GROUP)); bucketId++; } return listBucketInfo; } }