elanmanager/impl/src/main/java/org/opendaylight/netvirt/elan/evpn/utils/EvpnUtils.java

   1 /*
   2  * Copyright © 2017 Ericsson India Global Services Pvt Ltd. and others.  All rights reserved.
   3  *
   4  * This program and the accompanying materials are made available under the
   5  * terms of the Eclipse Public License v1.0 which accompanies this distribution,
   6  * and is available at http://www.eclipse.org/legal/epl-v10.html
   7  */
   8 package org.opendaylight.netvirt.elan.evpn.utils;
   9
  10 import static org.opendaylight.genius.infra.Datastore.CONFIGURATION;
  11
  12 import com.google.common.base.Optional;
  13 import com.google.common.util.concurrent.Futures;
  14 import com.google.common.util.concurrent.MoreExecutors;
  15 import com.google.common.util.concurrent.SettableFuture;
  16 import java.util.ArrayList;
  17 import java.util.Collections;
  18 import java.util.List;
  19 import java.util.concurrent.ExecutionException;
  20 import java.util.concurrent.Future;
  21 import java.util.function.BiConsumer;
  22 import java.util.function.BiPredicate;
  23 import java.util.function.Function;
  24 import java.util.function.Predicate;
  25 import javax.inject.Inject;
  26 import javax.inject.Singleton;
  27 import org.eclipse.jdt.annotation.Nullable;
  28 import org.opendaylight.controller.md.sal.binding.api.DataBroker;
  29 import org.opendaylight.controller.md.sal.binding.api.ReadOnlyTransaction;
  30 import org.opendaylight.controller.md.sal.binding.api.WriteTransaction;
  31 import org.opendaylight.controller.md.sal.common.api.data.LogicalDatastoreType;
  32 import org.opendaylight.controller.md.sal.common.api.data.ReadFailedException;
  33 import org.opendaylight.genius.infra.ManagedNewTransactionRunner;
  34 import org.opendaylight.genius.infra.ManagedNewTransactionRunnerImpl;
  35 import org.opendaylight.genius.interfacemanager.globals.InterfaceInfo;
  36 import org.opendaylight.genius.interfacemanager.interfaces.IInterfaceManager;
  37 import org.opendaylight.genius.itm.globals.ITMConstants;
  38 import org.opendaylight.genius.mdsalutil.FlowEntity;
  39 import org.opendaylight.genius.mdsalutil.InstructionInfo;
  40 import org.opendaylight.genius.mdsalutil.MDSALUtil;
  41 import org.opendaylight.genius.mdsalutil.MatchInfo;
  42 import org.opendaylight.genius.mdsalutil.NWUtil;
  43 import org.opendaylight.genius.mdsalutil.NwConstants;
  44 import org.opendaylight.genius.mdsalutil.instructions.InstructionGotoTable;
  45 import org.opendaylight.genius.mdsalutil.instructions.InstructionWriteMetadata;
  46 import org.opendaylight.genius.mdsalutil.matches.MatchTunnelId;
  47 import org.opendaylight.genius.utils.ServiceIndex;
  48 import org.opendaylight.infrautils.jobcoordinator.JobCoordinator;
  49 import org.opendaylight.infrautils.utils.concurrent.LoggingFutures;
  50 import org.opendaylight.netvirt.bgpmanager.api.IBgpManager;
  51 import org.opendaylight.netvirt.elan.cache.ElanInstanceCache;
  52 import org.opendaylight.netvirt.elan.l2gw.utils.SettableFutureCallback;
  53 import org.opendaylight.netvirt.elan.utils.ElanConstants;
  54 import org.opendaylight.netvirt.elan.utils.ElanUtils;
  55 import org.opendaylight.netvirt.elanmanager.api.ElanHelper;
  56 import org.opendaylight.netvirt.vpnmanager.api.IVpnManager;
  57 import org.opendaylight.yang.gen.v1.urn.huawei.params.xml.ns.yang.l3vpn.rev140815.vpn.instances.VpnInstance;
  58 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.inet.types.rev130715.IpAddress;
  59 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.types.rev131026.instruction.list.Instruction;
  60 import org.opendaylight.yang.gen.v1.urn.opendaylight.genius.interfacemanager.servicebinding.rev160406.service.bindings.services.info.BoundServices;
  61 import org.opendaylight.yang.gen.v1.urn.opendaylight.genius.itm.op.rev160406.ExternalTunnelList;
  62 import org.opendaylight.yang.gen.v1.urn.opendaylight.genius.itm.op.rev160406.external.tunnel.list.ExternalTunnel;
  63 import org.opendaylight.yang.gen.v1.urn.opendaylight.genius.itm.rev160406.DcGatewayIpList;
  64 import org.opendaylight.yang.gen.v1.urn.opendaylight.genius.itm.rev160406.dc.gateway.ip.list.DcGatewayIp;
  65 import org.opendaylight.yang.gen.v1.urn.opendaylight.genius.itm.rpcs.rev160406.GetDpnEndpointIpsInputBuilder;
  66 import org.opendaylight.yang.gen.v1.urn.opendaylight.genius.itm.rpcs.rev160406.GetDpnEndpointIpsOutput;
  67 import org.opendaylight.yang.gen.v1.urn.opendaylight.genius.itm.rpcs.rev160406.ItmRpcService;
  68 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.elan.rev150602.EvpnAugmentation;
  69 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.elan.rev150602.elan.instances.ElanInstance;
  70 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.elan.rev150602.forwarding.entries.MacEntry;
  71 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.fibmanager.rev150330.VrfEntryBase;
  72 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.neutronvpn.rev150602.neutron.vpn.portip.port.data.VpnPortipToPort;
  73 import org.opendaylight.yangtools.yang.binding.DataObject;
  74 import org.opendaylight.yangtools.yang.binding.InstanceIdentifier;
  75 import org.opendaylight.yangtools.yang.common.RpcResult;
  76 import org.opendaylight.yangtools.yang.common.Uint32;
  77 import org.opendaylight.yangtools.yang.common.Uint64;
  78 import org.slf4j.Logger;
  79 import org.slf4j.LoggerFactory;
  80
  81 @Singleton
  82 public class EvpnUtils {
  83
  84     private static final Logger LOG = LoggerFactory.getLogger(EvpnUtils.class);
  85
  86     private final BiPredicate<String, String> isNetAttach = (var1, var2) -> (var1 == null && var2 != null);
  87     private final BiPredicate<String, String> isNetDetach = (var1, var2) -> (var1 != null && var2 == null);
  88     private final Predicate<MacEntry> isIpv4PrefixAvailable = (macEntry) -> (macEntry != null
  89         && macEntry.getIpPrefix() != null && macEntry.getIpPrefix().getIpv4Address() != null);
  90     private final DataBroker broker;
  91     private final ManagedNewTransactionRunner txRunner;
  92     private final IInterfaceManager interfaceManager;
  93     private final ElanUtils elanUtils;
  94     private final ItmRpcService itmRpcService;
  95     private final JobCoordinator jobCoordinator;
  96     private final IBgpManager bgpManager;
  97     private final IVpnManager vpnManager;
  98     private final ElanInstanceCache elanInstanceCache;
  99
 100     @Inject
 101     public EvpnUtils(DataBroker broker, IInterfaceManager interfaceManager, ElanUtils elanUtils,
 102             ItmRpcService itmRpcService, IVpnManager vpnManager, IBgpManager bgpManager,
 103             JobCoordinator jobCoordinator, ElanInstanceCache elanInstanceCache) {
 104         this.broker = broker;
 105         this.txRunner = new ManagedNewTransactionRunnerImpl(broker);
 106         this.interfaceManager = interfaceManager;
 107         this.elanUtils = elanUtils;
 108         this.itmRpcService = itmRpcService;
 109         this.vpnManager = vpnManager;
 110         this.bgpManager = bgpManager;
 111         this.jobCoordinator = jobCoordinator;
 112         this.elanInstanceCache = elanInstanceCache;
 113     }
 114
 115     public boolean isWithdrawEvpnRT2Routes(ElanInstance original, ElanInstance update) {
 116         return isNetDetach.test(getEvpnNameFromElan(original), getEvpnNameFromElan(update));
 117     }
 118
 119     public boolean isAdvertiseEvpnRT2Routes(ElanInstance original, ElanInstance update) {
 120         return isNetAttach.test(getEvpnNameFromElan(original), getEvpnNameFromElan(update));
 121     }
 122
 123     @SuppressWarnings("checkstyle:IllegalCatch")
 124     public void advertiseEvpnRT2Routes(EvpnAugmentation evpnAugmentation, String elanName)  {
 125         if (evpnAugmentation == null || evpnAugmentation.getEvpnName() == null) {
 126             return;
 127         }
 128         String evpnName = evpnAugmentation.getEvpnName();
 129         List<MacEntry> macEntries = elanUtils.getElanMacEntries(elanName);
 130         if (macEntries == null || macEntries.isEmpty()) {
 131             LOG.trace("advertiseEvpnRT2Routes no elan mac entries found for {}", elanName);
 132             return;
 133         }
 134         String rd = vpnManager.getVpnRd(broker, evpnName);
 135         ElanInstance elanInfo = elanInstanceCache.get(elanName).orNull();
 136         macEntries.stream().filter(isIpv4PrefixAvailable).forEach(macEntry -> {
 137             InterfaceInfo interfaceInfo = interfaceManager.getInterfaceInfo(macEntry.getInterface());
 138             if (interfaceInfo == null) {
 139                 LOG.debug("advertiseEvpnRT2Routes, interfaceInfo is null for interface {}", macEntry.getInterface());
 140                 return;
 141             }
 142             advertisePrefix(elanInfo, rd, macEntry.getMacAddress().getValue(),
 143                     macEntry.getIpPrefix().getIpv4Address().getValue(),
 144                     interfaceInfo.getInterfaceName(), interfaceInfo.getDpId());
 145         });
 146     }
 147
 148     @Nullable
 149     public String getEndpointIpAddressForDPN(Uint64 dpnId) {
 150
 151         Future<RpcResult<GetDpnEndpointIpsOutput>> result = itmRpcService.getDpnEndpointIps(
 152                 new GetDpnEndpointIpsInputBuilder()
 153                         .setSourceDpid(dpnId)
 154                         .build());
 155         RpcResult<GetDpnEndpointIpsOutput> rpcResult = null;
 156         try {
 157             rpcResult = result.get();
 158         } catch (InterruptedException e) {
 159             LOG.error("getnextHopIpFromRpcOutput : InterruptedException for dpnid {}", dpnId, e);
 160             return null;
 161         } catch (ExecutionException e) {
 162             LOG.error("getnextHopIpFromRpcOutput : ExecutionException for dpnid {}", dpnId, e);
 163             return null;
 164         }
 165         if (!rpcResult.isSuccessful()) {
 166             LOG.warn("RPC Call to getDpnEndpointIps returned with Errors {}", rpcResult.getErrors());
 167             return null;
 168         }
 169
 170         List<IpAddress> nexthopIpList = rpcResult.getResult().getNexthopipList();
 171         return nexthopIpList.get(0).getIpv4Address().getValue();
 172     }
 173
 174     public Optional<String> getGatewayMacAddressForInterface(String vpnName,
 175                                                                                     String ifName, String ipAddress) {
 176         VpnPortipToPort gwPort = vpnManager.getNeutronPortFromVpnPortFixedIp(broker, vpnName, ipAddress);
 177         return Optional.of(gwPort != null && gwPort.isSubnetIp()
 178                 ? gwPort.getMacAddress()
 179                 : interfaceManager.getInterfaceInfoFromOperationalDataStore(ifName).getMacAddress());
 180     }
 181
 182     @Nullable
 183     public String getL3vpnNameFromElan(ElanInstance elanInfo) {
 184         if (elanInfo == null) {
 185             LOG.debug("getL3vpnNameFromElan :elanInfo is NULL");
 186             return null;
 187         }
 188         EvpnAugmentation evpnAugmentation = elanInfo.augmentation(EvpnAugmentation.class);
 189         return evpnAugmentation != null ? evpnAugmentation.getL3vpnName() : null;
 190     }
 191
 192     @Nullable
 193     public static String getEvpnNameFromElan(ElanInstance elanInfo) {
 194         if (elanInfo == null) {
 195             LOG.debug("getEvpnNameFromElan :elanInfo is NULL");
 196             return null;
 197         }
 198         EvpnAugmentation evpnAugmentation = elanInfo.augmentation(EvpnAugmentation.class);
 199         return evpnAugmentation != null ? evpnAugmentation.getEvpnName() : null;
 200     }
 201
 202     @Nullable
 203     public String getEvpnRd(ElanInstance elanInfo) {
 204         String evpnName = getEvpnNameFromElan(elanInfo);
 205         if (evpnName == null) {
 206             LOG.debug("getEvpnRd : evpnName is NULL for elanInfo {}", elanInfo);
 207             return null;
 208         }
 209         return vpnManager.getVpnRd(broker, evpnName);
 210     }
 211
 212     public void advertisePrefix(ElanInstance elanInfo, String macAddress, String prefix,
 213                                  String interfaceName, Uint64 dpnId) {
 214         String rd = getEvpnRd(elanInfo);
 215         advertisePrefix(elanInfo, rd, macAddress, prefix, interfaceName, dpnId);
 216     }
 217
 218     @SuppressWarnings("checkstyle:IllegalCatch")
 219     public void advertisePrefix(ElanInstance elanInfo, String rd,
 220                                  String macAddress, String prefix, String interfaceName, Uint64 dpnId) {
 221         if (rd == null) {
 222             LOG.debug("advertisePrefix : rd is NULL for elanInfo {}, macAddress {}", elanInfo, macAddress);
 223             return;
 224         }
 225         String nextHop = getEndpointIpAddressForDPN(dpnId);
 226         if (nextHop == null) {
 227             LOG.debug("Failed to get the dpn tep ip for dpn {}", dpnId);
 228             return;
 229         }
 230         Uint32 vpnLabel = Uint32.ZERO;
 231         Uint32 l2vni = ElanUtils.getVxlanSegmentationId(elanInfo);
 232         Uint32 l3vni = Uint32.ZERO;
 233         String gatewayMacAddr = null;
 234         String l3VpName = getL3vpnNameFromElan(elanInfo);
 235         if (l3VpName != null) {
 236             VpnInstance l3VpnInstance = vpnManager.getVpnInstance(broker, l3VpName);
 237             l3vni = l3VpnInstance.getL3vni();
 238             com.google.common.base.Optional<String> gatewayMac = getGatewayMacAddressForInterface(l3VpName,
 239                     interfaceName, prefix);
 240             gatewayMacAddr = gatewayMac.isPresent() ? gatewayMac.get() : null;
 241
 242         }
 243         LOG.info("Advertising routes with rd {},  macAddress {}, prefix {}, nextHop {},"
 244                         + " vpnLabel {}, l3vni {}, l2vni {}, gatewayMac {}", rd, macAddress, prefix, nextHop,
 245                 vpnLabel, l3vni, l2vni, gatewayMacAddr);
 246         try {
 247             bgpManager.advertisePrefix(rd, macAddress, prefix, nextHop,
 248                     VrfEntryBase.EncapType.Vxlan, vpnLabel, l3vni, l2vni, gatewayMacAddr);
 249         } catch (Exception e) {
 250             LOG.error("Failed to advertisePrefix", e);
 251         }
 252     }
 253
 254     public void advertisePrefix(ElanInstance elanInfo, MacEntry macEntry) {
 255         InterfaceInfo interfaceInfo = interfaceManager.getInterfaceInfo(macEntry.getInterface());
 256         if (interfaceInfo == null) {
 257             LOG.debug("advertisePrefix, interfaceInfo is null for interface {}", macEntry.getInterface());
 258             return;
 259         }
 260
 261         if (!isIpv4PrefixAvailable.test(macEntry)) {
 262             LOG.debug("advertisePrefix macEntry does not have IPv4 prefix {}", macEntry);
 263             return;
 264         }
 265         advertisePrefix(elanInfo, macEntry.getMacAddress().getValue(),
 266                 macEntry.getIpPrefix().getIpv4Address().getValue(),
 267                 interfaceInfo.getInterfaceName(), interfaceInfo.getDpId());
 268     }
 269
 270     public void withdrawEvpnRT2Routes(EvpnAugmentation evpnAugmentation, String elanName) {
 271         if (evpnAugmentation == null || evpnAugmentation.getEvpnName() == null) {
 272             LOG.trace("withdrawEvpnRT2Routes, evpnAugmentation is null");
 273             return;
 274         }
 275
 276         String evpnName = evpnAugmentation.getEvpnName();
 277         String rd = vpnManager.getVpnRd(broker, evpnName);
 278         if (rd == null) {
 279             LOG.debug("withdrawEvpnRT2Routes : rd is null for {}", elanName);
 280             return;
 281         }
 282         List<MacEntry> macEntries = elanUtils.getElanMacEntries(elanName);
 283         if (macEntries == null || macEntries.isEmpty()) {
 284             LOG.debug("withdrawEvpnRT2Routes : macEntries  is empty for elan {} ", elanName);
 285             return;
 286         }
 287         for (MacEntry macEntry : macEntries) {
 288             if (!isIpv4PrefixAvailable.test(macEntry)) {
 289                 LOG.debug("withdrawEvpnRT2Routes macEntry does not have IPv4 prefix {}", macEntry);
 290                 continue;
 291             }
 292             String prefix = macEntry.getIpPrefix().getIpv4Address().getValue();
 293             LOG.info("Withdrawing routes with rd {}, prefix {}", rd, prefix);
 294             bgpManager.withdrawPrefix(rd, prefix);
 295         }
 296     }
 297
 298     public void withdrawPrefix(ElanInstance elanInfo, String prefix) {
 299         String rd = getEvpnRd(elanInfo);
 300         if (rd == null) {
 301             return;
 302         }
 303         bgpManager.withdrawPrefix(rd, prefix);
 304     }
 305
 306     public void withdrawPrefix(ElanInstance elanInfo, MacEntry macEntry) {
 307         if (!isIpv4PrefixAvailable.test(macEntry)) {
 308             LOG.debug("withdrawPrefix macEntry does not have IPv4 prefix {}", macEntry);
 309             return;
 310         }
 311         withdrawPrefix(elanInfo, macEntry.getIpPrefix().getIpv4Address().getValue());
 312     }
 313
 314     public static InstanceIdentifier<ExternalTunnelList> getExternaTunnelListIdentifier() {
 315         return InstanceIdentifier
 316                 .builder(ExternalTunnelList.class).build();
 317     }
 318
 319     public Optional<ExternalTunnelList> getExternalTunnelList() {
 320         InstanceIdentifier<ExternalTunnelList> externalTunnelListId = getExternaTunnelListIdentifier();
 321         ExternalTunnelList externalTunnelList = null;
 322         try {
 323             externalTunnelList = elanUtils.read2(LogicalDatastoreType.CONFIGURATION,
 324                     externalTunnelListId).orNull();
 325         } catch (ReadFailedException e) {
 326             LOG.error("getExternalTunnelList: unable to read ExternalTunnelList, exception ", e);
 327         }
 328         return Optional.fromNullable(externalTunnelList);
 329     }
 330
 331     public static InstanceIdentifier<DcGatewayIpList> getDcGatewayIpListIdentifier() {
 332         return InstanceIdentifier
 333                 .builder(DcGatewayIpList.class).build();
 334     }
 335
 336     public Optional<DcGatewayIpList> getDcGatewayIpList() {
 337         InstanceIdentifier<DcGatewayIpList> dcGatewayIpListInstanceIdentifier = getDcGatewayIpListIdentifier();
 338         DcGatewayIpList dcGatewayIpListConfig = null;
 339         try {
 340             dcGatewayIpListConfig = elanUtils.read2(LogicalDatastoreType.CONFIGURATION,
 341                     dcGatewayIpListInstanceIdentifier).orNull();
 342         } catch (ReadFailedException e) {
 343             LOG.error("getDcGatewayTunnelInterfaceNameList: unable to read DcGatewayTunnelList, exception ", e);
 344         }
 345         return Optional.fromNullable(dcGatewayIpListConfig);
 346     }
 347
 348     public List<String> getDcGatewayTunnelInterfaceNameList() {
 349         final List<String> tunnelInterfaceNameList = new ArrayList<>();
 350         Optional<DcGatewayIpList> dcGatewayIpListOptional = getDcGatewayIpList();
 351         if (!dcGatewayIpListOptional.isPresent()) {
 352             LOG.info("No DC gateways configured while programming the l2vni table.");
 353             return tunnelInterfaceNameList;
 354         }
 355         List<DcGatewayIp> dcGatewayIps = dcGatewayIpListOptional.get().nonnullDcGatewayIp();
 356
 357         Optional<ExternalTunnelList> externalTunnelListOptional = getExternalTunnelList();
 358         if (!externalTunnelListOptional.isPresent()) {
 359             LOG.info("No External Tunnel Configured while programming the l2vni table.");
 360             return tunnelInterfaceNameList;
 361         }
 362         List<ExternalTunnel> externalTunnels = externalTunnelListOptional.get().nonnullExternalTunnel();
 363
 364         dcGatewayIps.forEach(dcIp -> externalTunnels
 365                 .stream()
 366                 .filter(externalTunnel -> externalTunnel.getDestinationDevice()
 367                         .contains(dcIp.getIpAddress().getIpv4Address().toString()))
 368                 .forEach(externalTunnel -> tunnelInterfaceNameList.add(externalTunnel.getTunnelInterfaceName())));
 369
 370         return tunnelInterfaceNameList;
 371     }
 372
 373     public void bindElanServiceToExternalTunnel(String elanName, String interfaceName) {
 374         LoggingFutures.addErrorLogging(txRunner.callWithNewReadWriteTransactionAndSubmit(CONFIGURATION, tx -> {
 375             int instructionKey = 0;
 376             LOG.trace("Binding external interface {} elan {}", interfaceName, elanName);
 377             List<Instruction> instructions = new ArrayList<>();
 378             instructions.add(MDSALUtil.buildAndGetGotoTableInstruction(
 379                     NwConstants.L2VNI_EXTERNAL_TUNNEL_DEMUX_TABLE, ++instructionKey));
 380             short elanServiceIndex =
 381                     ServiceIndex.getIndex(NwConstants.ELAN_SERVICE_NAME, NwConstants.ELAN_SERVICE_INDEX);
 382             BoundServices serviceInfo = ElanUtils.getBoundServices(
 383                     ElanUtils.getElanServiceName(elanName, interfaceName), elanServiceIndex,
 384                     NwConstants.ELAN_SERVICE_INDEX, NwConstants.COOKIE_ELAN_INGRESS_TABLE, instructions);
 385             InstanceIdentifier<BoundServices> bindServiceId = ElanUtils.buildServiceId(interfaceName, elanServiceIndex);
 386             if (!tx.read(bindServiceId).get().isPresent()) {
 387                 tx.put(bindServiceId, serviceInfo, WriteTransaction.CREATE_MISSING_PARENTS);
 388             }
 389         }), LOG, "Error binding an ELAN service to an external tunnel");
 390     }
 391
 392     public void unbindElanServiceFromExternalTunnel(String elanName, String interfaceName) {
 393         LoggingFutures.addErrorLogging(txRunner.callWithNewReadWriteTransactionAndSubmit(CONFIGURATION, tx -> {
 394             LOG.trace("UnBinding external interface {} elan {}", interfaceManager, elanName);
 395             short elanServiceIndex =
 396                     ServiceIndex.getIndex(NwConstants.ELAN_SERVICE_NAME, NwConstants.ELAN_SERVICE_INDEX);
 397             InstanceIdentifier<BoundServices> bindServiceId = ElanUtils.buildServiceId(interfaceName, elanServiceIndex);
 398             if (tx.read(bindServiceId).get().isPresent()) {
 399                 tx.delete(bindServiceId);
 400             }
 401         }), LOG, "Error binding an ELAN service to an external tunnel");
 402     }
 403
 404     private static List<InstructionInfo> getInstructionsForExtTunnelTable(Uint32 elanTag) {
 405         List<InstructionInfo> mkInstructions = new ArrayList<>();
 406         mkInstructions.add(new InstructionWriteMetadata(ElanUtils.getElanMetadataLabel(elanTag.longValue(), false),
 407                 ElanHelper.getElanMetadataMask()));
 408         mkInstructions.add(new InstructionGotoTable(NwConstants.ELAN_DMAC_TABLE));
 409         return mkInstructions;
 410     }
 411
 412     private static String getFlowRef(long tableId, long elanTag, Uint64 dpnId) {
 413         return new StringBuilder().append(tableId).append(elanTag).append(dpnId.toString()).toString();
 414     }
 415
 416     private void programEvpnL2vniFlow(ElanInstance elanInfo, BiConsumer<Uint64, FlowEntity> flowHandler) {
 417         Uint32 elanTag = elanInfo.getElanTag();
 418         List<MatchInfo> mkMatches = new ArrayList<>();
 419         mkMatches.add(new MatchTunnelId(Uint64.valueOf(ElanUtils.getVxlanSegmentationId(elanInfo).longValue())));
 420         NWUtil.getOperativeDPNs(broker).forEach(dpnId -> {
 421             LOG.debug("Updating tunnel flow to dpnid {}", dpnId);
 422             List<InstructionInfo> instructions = getInstructionsForExtTunnelTable(elanTag);
 423             String flowRef = getFlowRef(NwConstants.L2VNI_EXTERNAL_TUNNEL_DEMUX_TABLE, elanTag.longValue(), dpnId);
 424             FlowEntity flowEntity = MDSALUtil.buildFlowEntity(
 425                     dpnId,
 426                     NwConstants.L2VNI_EXTERNAL_TUNNEL_DEMUX_TABLE,
 427                     flowRef,
 428                     5, // prio
 429                     elanInfo.getElanInstanceName(), // flowName
 430                     0, // idleTimeout
 431                     0, // hardTimeout
 432                     Uint64.valueOf(ITMConstants.COOKIE_ITM_EXTERNAL.longValue() + elanTag.longValue()),
 433                     mkMatches,
 434                     instructions);
 435             flowHandler.accept(dpnId, flowEntity);
 436         });
 437     }
 438
 439     public void programEvpnL2vniDemuxTable(String elanName, final BiConsumer<String, String> serviceHandler,
 440                                            BiConsumer<Uint64, FlowEntity> flowHandler) {
 441         ElanInstance elanInfo = elanInstanceCache.get(elanName).orNull();
 442         List<String> tunnelInterfaceNameList = getDcGatewayTunnelInterfaceNameList();
 443         if (tunnelInterfaceNameList.isEmpty()) {
 444             LOG.info("No DC gateways tunnels while programming l2vni table for elan {}.", elanName);
 445             return;
 446         }
 447
 448         tunnelInterfaceNameList.forEach(tunnelInterfaceName -> serviceHandler.accept(elanName, tunnelInterfaceName));
 449         programEvpnL2vniFlow(elanInfo, flowHandler);
 450     }
 451
 452     @SuppressWarnings({ "unchecked", "rawtypes" })
 453     public <T extends DataObject> void asyncReadAndExecute(final LogicalDatastoreType datastoreType,
 454             final InstanceIdentifier<T> iid, final String jobKey, final Function<Optional<T>, Void> function) {
 455         jobCoordinator.enqueueJob(jobKey, () -> {
 456             SettableFuture<Optional<T>> settableFuture = SettableFuture.create();
 457             List futures = Collections.singletonList(settableFuture);
 458
 459             try (ReadOnlyTransaction tx = broker.newReadOnlyTransaction()) {
 460                 Futures.addCallback(tx.read(datastoreType, iid),
 461                         new SettableFutureCallback<Optional<T>>(settableFuture) {
 462                             @Override
 463                             public void onSuccess(Optional<T> data) {
 464                                 function.apply(data);
 465                                 super.onSuccess(data);
 466                             }
 467                         }, MoreExecutors.directExecutor());
 468
 469                 return futures;
 470             }
 471         }, ElanConstants.JOB_MAX_RETRIES);
 472     }
 473 }