netvirt/src/main/java/org/opendaylight/unimgr/mef/netvirt/IpvcListener.java

   1 /*
   2  * Copyright (c) 2016 Hewlett Packard Enterprise, Co. and others.  All rights reserved.
   3  *
   4  * This program and the accompanying materials are made available under the
   5  * terms of the Eclipse Public License v1.0 which accompanies this distribution,
   6  * and is available at http://www.eclipse.org/legal/epl-v10.html
   7  */
   8
   9 package org.opendaylight.unimgr.mef.netvirt;
  10
  11 import java.util.ArrayList;
  12 import java.util.Collections;
  13 import java.util.List;
  14
  15 import org.opendaylight.controller.md.sal.binding.api.DataBroker;
  16 import org.opendaylight.controller.md.sal.binding.api.DataTreeIdentifier;
  17 import org.opendaylight.controller.md.sal.binding.api.DataTreeModification;
  18 import org.opendaylight.controller.md.sal.binding.api.WriteTransaction;
  19 import org.opendaylight.controller.md.sal.common.api.data.LogicalDatastoreType;
  20 import org.opendaylight.unimgr.api.UnimgrDataTreeChangeListener;
  21 import org.opendaylight.yang.gen.v1.http.metroethernetforum.org.ns.yang.mef.interfaces.rev150526.mef.interfaces.subnets.Subnet;
  22 import org.opendaylight.yang.gen.v1.http.metroethernetforum.org.ns.yang.mef.interfaces.rev150526.mef.interfaces.subnets.SubnetBuilder;
  23 import org.opendaylight.yang.gen.v1.http.metroethernetforum.org.ns.yang.mef.interfaces.rev150526.mef.interfaces.unis.uni.ip.unis.IpUni;
  24 import org.opendaylight.yang.gen.v1.http.metroethernetforum.org.ns.yang.mef.services.rev150526.IpvcVpn;
  25 import org.opendaylight.yang.gen.v1.http.metroethernetforum.org.ns.yang.mef.services.rev150526.mef.services.mef.service.mef.service.choice.ipvc.choice.Ipvc;
  26 import org.opendaylight.yang.gen.v1.http.metroethernetforum.org.ns.yang.mef.services.rev150526.mef.services.mef.service.mef.service.choice.ipvc.choice.ipvc.VpnElans;
  27 import org.opendaylight.yang.gen.v1.http.metroethernetforum.org.ns.yang.mef.services.rev150526.mef.services.mef.service.mef.service.choice.ipvc.choice.ipvc.unis.Uni;
  28 import org.opendaylight.yang.gen.v1.http.metroethernetforum.org.ns.yang.mef.types.rev150526.Identifier45;
  29 import org.opendaylight.yang.gen.v1.http.metroethernetforum.org.ns.yang.mef.types.rev150526.RetailSvcIdType;
  30 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.inet.types.rev130715.IpAddress;
  31 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.inet.types.rev130715.IpPrefix;
  32 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.inet.types.rev130715.Ipv4Prefix;
  33 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.yang.types.rev130715.Uuid;
  34 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.elan.etree.rev160614.EtreeInterface.EtreeInterfaceType;
  35 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.l3vpn.rev130911.vpn.instance.op.data.VpnInstanceOpDataEntry;
  36 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.l3vpn.rev130911.vpn.instance.op.data.vpn.instance.op.data.entry.VpnToDpnList;
  37 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.l3vpn.rev130911.vpn.instance.op.data.vpn.instance.op.data.entry.vpn.to.dpn.list.VpnInterfaces;
  38 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.l3vpn.rev130911.vpn.instance.to.vpn.id.VpnInstance;
  39 import org.opendaylight.yangtools.concepts.ListenerRegistration;
  40 import org.opendaylight.yangtools.yang.binding.InstanceIdentifier;
  41 import org.slf4j.Logger;
  42 import org.slf4j.LoggerFactory;
  43
  44 public class IpvcListener extends UnimgrDataTreeChangeListener<Ipvc> implements IUniAwareService {
  45     private static final Logger Log = LoggerFactory.getLogger(IpvcListener.class);
  46     private final IUniPortManager uniPortManager;
  47     private final ISubnetManager subnetManager;
  48     private final UniQosManager uniQosManager;
  49     private ListenerRegistration<IpvcListener> ipvcListenerRegistration;
  50     @SuppressWarnings("unused")
  51     private final UniAwareListener uniAwareListener;
  52
  53     public IpvcListener(final DataBroker dataBroker, final IUniPortManager uniPortManager,
  54             final ISubnetManager subnetManager, final UniQosManager uniQosManager) {
  55         super(dataBroker);
  56         this.uniPortManager = uniPortManager;
  57         this.subnetManager = subnetManager;
  58         this.uniQosManager = uniQosManager;
  59         this.uniAwareListener = new UniAwareListener(dataBroker, this);
  60         registerListener();
  61     }
  62
  63     public void registerListener() {
  64         try {
  65             final DataTreeIdentifier<Ipvc> dataTreeIid = new DataTreeIdentifier<>(LogicalDatastoreType.CONFIGURATION,
  66                     MefServicesUtils.getIpvcsInstanceIdentifier());
  67             ipvcListenerRegistration = dataBroker.registerDataTreeChangeListener(dataTreeIid, this);
  68             Log.info("IpvcDataTreeChangeListener created and registered");
  69         } catch (final Exception e) {
  70             Log.error("Ipvc DataChange listener registration failed !", e);
  71             throw new IllegalStateException("Ipvc registration Listener failed.", e);
  72         }
  73     }
  74
  75     @Override
  76     public void close() throws Exception {
  77         ipvcListenerRegistration.close();
  78     }
  79
  80     @Override
  81     public void add(DataTreeModification<Ipvc> newDataObject) {
  82         if (newDataObject.getRootPath() != null && newDataObject.getRootNode() != null) {
  83             Log.info("ipvc {} created", newDataObject.getRootNode().getIdentifier());
  84             addIpvc(newDataObject);
  85         }
  86     }
  87
  88     @Override
  89     public void remove(DataTreeModification<Ipvc> removedDataObject) {
  90         if (removedDataObject.getRootPath() != null && removedDataObject.getRootNode() != null) {
  91             Log.info("ipvc {} deleted", removedDataObject.getRootNode().getIdentifier());
  92             removeIpvc(removedDataObject);
  93         }
  94     }
  95
  96     @Override
  97     public void update(DataTreeModification<Ipvc> modifiedDataObject) {
  98         if (modifiedDataObject.getRootPath() != null && modifiedDataObject.getRootNode() != null) {
  99             Log.info("ipvc {} updated", modifiedDataObject.getRootNode().getIdentifier());
 100             updateIpvc(modifiedDataObject);
 101         }
 102     }
 103
 104     @Override
 105     public void connectUni(String uniId) {
 106         List<RetailSvcIdType> allIpvcs = MefServicesUtils.getAllIpvcsServiceIds(dataBroker);
 107         allIpvcs = allIpvcs != null ? allIpvcs : Collections.emptyList();
 108
 109         for (RetailSvcIdType ipvcSerId : allIpvcs) {
 110             InstanceIdentifier<Ipvc> ipvcId = MefServicesUtils.getIpvcInstanceIdentifier(ipvcSerId);
 111             Ipvc ipvc = MefServicesUtils.getIpvc(dataBroker, ipvcId);
 112             if (ipvc == null) {
 113                 Log.error("Inconsistent data for svcId {}", ipvcSerId);
 114                 continue;
 115             }
 116             List<Uni> toConnect = new ArrayList<>();
 117
 118             List<Uni> unis = ipvc.getUnis() != null ? ipvc.getUnis().getUni() : null;
 119             unis = unis != null ? unis : Collections.emptyList();
 120             for (Uni uni : unis) {
 121                 if (uni.getUniId().getValue().equals(uniId)) {
 122                     Log.info("Connecting Uni {} to svc id {}", uniId, ipvcSerId);
 123                     toConnect.add(uni);
 124                     break;
 125                 }
 126             }
 127
 128             IpvcVpn operIpvcVpn = MefServicesUtils.getOperIpvcVpn(dataBroker, ipvcId);
 129             if (operIpvcVpn == null) {
 130                 String instanceName = ipvc.getIpvcId().getValue();
 131                 final String vpnName = NetvirtVpnUtils.getUUidFromString(instanceName);
 132                 createVpnInstance(vpnName, ipvcId);
 133                 operIpvcVpn = MefServicesUtils.getOperIpvcVpn(dataBroker, ipvcId);
 134                 if (operIpvcVpn == null) {
 135                     Log.error("Ipvc {} hasn't been created as required, Nothing to reconnect", ipvcSerId);
 136                     return;
 137                 }
 138             }
 139             String vpnName = operIpvcVpn.getVpnId();
 140             String rd = waitForRd(vpnName);
 141             createUnis(vpnName, ipvcId, toConnect, rd);
 142         }
 143     }
 144
 145     @Override
 146     public void disconnectUni(String uniId) {
 147
 148         List<RetailSvcIdType> allIpvcs = MefServicesUtils.getAllIpvcsServiceIds(dataBroker);
 149         allIpvcs = allIpvcs != null ? allIpvcs : Collections.emptyList();
 150
 151         for (RetailSvcIdType ipvcSerId : allIpvcs) {
 152             InstanceIdentifier<Ipvc> ipvcId = MefServicesUtils.getIpvcInstanceIdentifier(ipvcSerId);
 153             Ipvc ipvc = MefServicesUtils.getIpvc(dataBroker, ipvcId);
 154             if (ipvc == null) {
 155                 Log.error("Inconsistent data for svcId {}", ipvcSerId);
 156                 continue;
 157             }
 158             List<Uni> toRemove = new ArrayList<>();
 159
 160             List<Uni> unis = ipvc.getUnis() != null ? ipvc.getUnis().getUni() : null;
 161             unis = unis != null ? unis : Collections.emptyList();
 162             for (Uni uni : unis) {
 163                 if (uni.getUniId().getValue().equals(uniId)) {
 164                     Log.info("Disconnecting Uni {} from svc id {}", uniId, ipvcSerId);
 165                     toRemove.add(uni);
 166                     break;
 167                 }
 168             }
 169
 170             IpvcVpn operIpvcVpn = MefServicesUtils.getOperIpvcVpn(dataBroker, ipvcId);
 171             if (operIpvcVpn == null) {
 172                 Log.error("Ipvc {} hasn't been created as required, Nothing to disconnect", ipvcSerId);
 173                 return;
 174             }
 175             String vpnName = operIpvcVpn.getVpnId();
 176
 177             synchronized (vpnName.intern()) {
 178                 WriteTransaction tx = MdsalUtils.createTransaction(dataBroker);
 179                 removeUnis(ipvcId, operIpvcVpn, toRemove, tx);
 180                 MdsalUtils.commitTransaction(tx);
 181             }
 182         }
 183     }
 184
 185     private void addIpvc(DataTreeModification<Ipvc> newDataObject) {
 186         try {
 187             Ipvc ipvc = newDataObject.getRootNode().getDataAfter();
 188             String instanceName = ipvc.getIpvcId().getValue();
 189             final String vpnName = NetvirtVpnUtils.getUUidFromString(instanceName);
 190             InstanceIdentifier<Ipvc> ipvcId = newDataObject.getRootPath().getRootIdentifier();
 191             createVpnInstance(vpnName, ipvcId);
 192             String rd = waitForRd(vpnName);
 193
 194             updateOperationalDataStoreWithVrfId(ipvcId, vpnName, rd);
 195
 196             List<Uni> unis = new ArrayList<>();
 197             if (ipvc.getUnis() != null && ipvc.getUnis() != null) {
 198                 unis = ipvc.getUnis().getUni();
 199             }
 200             Log.info("Number of UNI's: " + unis.size());
 201
 202             createUnis(vpnName, ipvcId, unis, rd);
 203         } catch (final Exception e) {
 204             Log.error("Add ipvc failed !", e);
 205         }
 206     }
 207
 208     private void updateOperationalDataStoreWithVrfId(InstanceIdentifier<Ipvc> ipvcId, String vpnName, String vrfId) {
 209         WriteTransaction tx = MdsalUtils.createTransaction(dataBroker);
 210         MefServicesUtils.addOperIpvcVpnElan(ipvcId, vpnName, vrfId, tx);
 211         MdsalUtils.commitTransaction(tx);
 212     }
 213
 214     private void createVpnInstance(final String vpnName, InstanceIdentifier<Ipvc> ipvcId) {
 215         synchronized (vpnName.intern()) {
 216             WriteTransaction tx = MdsalUtils.createTransaction(dataBroker);
 217             Log.info("Adding vpn instance: " + vpnName);
 218             NetvirtVpnUtils.createVpnInstance(vpnName, tx);
 219             MefServicesUtils.addOperIpvcVpnElan(ipvcId, vpnName, tx);
 220             MdsalUtils.commitTransaction(tx);
 221         }
 222     }
 223
 224     private String waitForRd(final String vpnName) {
 225         InstanceIdentifier<VpnInstance> vpnId = NetvirtVpnUtils.getVpnInstanceToVpnIdIdentifier(vpnName);
 226         @SuppressWarnings("resource")
 227         DataWaitListener<VpnInstance> vpnInstanceWaiter = new DataWaitListener<VpnInstance>(dataBroker, vpnId, 5,
 228                 LogicalDatastoreType.CONFIGURATION, vpn -> vpn.getVrfId());
 229         if (!vpnInstanceWaiter.waitForData()) {
 230             String errorMessage = String.format("Fail to wait for vrfId for vpn %s", vpnName);
 231             Log.error(errorMessage);
 232             throw new UnsupportedOperationException(errorMessage);
 233         }
 234         String rd = (String) vpnInstanceWaiter.getData();
 235         return rd;
 236     }
 237
 238     private void removeIpvc(DataTreeModification<Ipvc> removedDataObject) {
 239         try {
 240             Ipvc ipvc = removedDataObject.getRootNode().getDataBefore();
 241             InstanceIdentifier<Ipvc> ipvcId = removedDataObject.getRootPath().getRootIdentifier();
 242             IpvcVpn operIpvcVpn = MefServicesUtils.getOperIpvcVpn(dataBroker, ipvcId);
 243             if (operIpvcVpn == null) {
 244                 Log.error("Ipvc {} hasn't been created as required", ipvc.getIpvcId());
 245                 return;
 246             }
 247             String vpnName = operIpvcVpn.getVpnId();
 248
 249             synchronized (vpnName.intern()) {
 250                 // remove elan/vpn interfaces
 251                 // must be in different transactios
 252                 WriteTransaction tx = MdsalUtils.createTransaction(dataBroker);
 253                 removeUnis(ipvcId, operIpvcVpn, ipvc.getUnis().getUni(), tx);
 254                 MdsalUtils.commitTransaction(tx);
 255                 // Let to work for listeners
 256                 // TODO : change to listener
 257                 NetvirtUtils.safeSleep();
 258
 259                 WriteTransaction txvpn = MdsalUtils.createTransaction(dataBroker);
 260                 NetvirtVpnUtils.removeVpnInstance(operIpvcVpn.getVpnId(), txvpn);
 261                 MefServicesUtils.removeOperIpvcVpn(ipvcId, txvpn);
 262                 MdsalUtils.commitTransaction(txvpn);
 263             }
 264         } catch (final Exception e) {
 265             Log.error("Remove ipvc failed !", e);
 266         }
 267     }
 268
 269     private void removeUnis(InstanceIdentifier<Ipvc> ipvcId, IpvcVpn operIpvcVpn, List<Uni> uniToRemove,
 270             WriteTransaction tx) {
 271         if (uniToRemove == null) {
 272             Log.trace("No UNI's to remove");
 273         }
 274         for (Uni uni : uniToRemove) {
 275             Identifier45 uniId = uni.getUniId();
 276             Identifier45 ipUniId = uni.getIpUniId();
 277             IpUni ipUni = MefInterfaceUtils.getIpUni(dataBroker, uniId, ipUniId, LogicalDatastoreType.CONFIGURATION);
 278             if (ipUni == null) {
 279                 String errorMessage = String.format("Couldn't find ipuni %s for uni %s", ipUniId, uniId);
 280                 Log.error(errorMessage);
 281                 throw new UnsupportedOperationException(errorMessage);
 282             }
 283
 284             removeDirectSubnet(uni, ipUni);
 285             subnetManager.unAssignIpUniNetworks(uni.getUniId(), ipUni.getIpUniId(), ipvcId);
 286             removeInterfaces(ipvcId, operIpvcVpn, uni, ipUni, tx);
 287         }
 288         updateQos(uniToRemove);
 289     }
 290
 291     private void createUnis(String vpnName, InstanceIdentifier<Ipvc> ipvcId, List<Uni> uniToCreate, String rd) {
 292         // Create elan/vpn interfaces
 293         for (Uni uni : uniToCreate) {
 294             createInterfaces(vpnName, uni, ipvcId, rd);
 295         }
 296
 297         for (Uni uni : uniToCreate) {
 298             IpUni ipUni = MefInterfaceUtils.getIpUni(dataBroker, uni.getUniId(), uni.getIpUniId(),
 299                     LogicalDatastoreType.CONFIGURATION);
 300             createDirectSubnet(uni, ipUni);
 301             subnetManager.assignIpUniNetworks(uni.getUniId(), ipUni.getIpUniId(), ipvcId);
 302         }
 303         updateQos(uniToCreate);
 304     }
 305
 306     private void updateIpvc(DataTreeModification<Ipvc> modifiedDataObject) {
 307         try {
 308             Ipvc origIpvc = modifiedDataObject.getRootNode().getDataBefore();
 309             Ipvc updateIpvc = modifiedDataObject.getRootNode().getDataAfter();
 310             InstanceIdentifier<Ipvc> ipvcId = modifiedDataObject.getRootPath().getRootIdentifier();
 311             IpvcVpn operIpvcVpn = MefServicesUtils.getOperIpvcVpn(dataBroker, ipvcId);
 312             if (operIpvcVpn == null) {
 313                 Log.error("Ipvc {} hasn't been created as required", origIpvc.getIpvcId());
 314                 return;
 315             }
 316             String vpnName = operIpvcVpn.getVpnId();
 317             String rd = waitForRd(vpnName);
 318             List<Uni> originalUni = origIpvc.getUnis() != null && origIpvc.getUnis().getUni() != null
 319                     ? origIpvc.getUnis().getUni() : Collections.emptyList();
 320             List<Uni> updateUni = updateIpvc.getUnis() != null && updateIpvc.getUnis().getUni() != null
 321                     ? updateIpvc.getUnis().getUni() : Collections.emptyList();
 322
 323             synchronized (vpnName.intern()) {
 324                 WriteTransaction txRemove = MdsalUtils.createTransaction(dataBroker);
 325                 List<Uni> uniToRemove = new ArrayList<>(originalUni);
 326                 uniToRemove.removeAll(updateUni);
 327                 removeUnis(ipvcId, operIpvcVpn, uniToRemove, txRemove);
 328                 MdsalUtils.commitTransaction(txRemove);
 329             }
 330             List<Uni> uniToCreate = new ArrayList<>(updateUni);
 331             uniToCreate.removeAll(originalUni);
 332             createUnis(vpnName, ipvcId, uniToCreate, rd);
 333         } catch (final Exception e) {
 334             Log.error("Update ipvc failed !", e);
 335         }
 336     }
 337
 338     private void createInterfaces(String vpnName, Uni uniInService, InstanceIdentifier<Ipvc> ipvcId, String rd) {
 339         WriteTransaction tx = MdsalUtils.createTransaction(dataBroker);
 340         String uniId = uniInService.getUniId().getValue();
 341         String ipUniId = uniInService.getIpUniId().getValue();
 342         org.opendaylight.yang.gen.v1.http.metroethernetforum.org.ns.yang.mef.interfaces.rev150526.mef.interfaces.unis.Uni uni = MefInterfaceUtils
 343                 .getUni(dataBroker, uniId, LogicalDatastoreType.OPERATIONAL);
 344         if (uni == null) {
 345             String errorMessage = String.format("Couldn't find uni %s for ipvc", uniId);
 346             Log.error(errorMessage);
 347             throw new UnsupportedOperationException(errorMessage);
 348         }
 349         IpUni ipUni = MefInterfaceUtils.getIpUni(dataBroker, uniInService.getUniId(), uniInService.getIpUniId(),
 350                 LogicalDatastoreType.CONFIGURATION);
 351         if (ipUni == null) {
 352             String errorMessage = String.format("Couldn't find ipuni %s for uni %s", ipUniId, uniId);
 353             Log.error(errorMessage);
 354             throw new UnsupportedOperationException(errorMessage);
 355         }
 356
 357         String interfaceName = null;
 358         String elanName = NetvirtVpnUtils.getElanNameForVpnPort(uniId, ipUniId);
 359
 360         String srcIpAddressStr = NetvirtVpnUtils
 361                 .getIpAddressFromPrefix(NetvirtVpnUtils.ipPrefixToString(ipUni.getIpAddress()));
 362         IpAddress ipAddress = new IpAddress(srcIpAddressStr.toCharArray());
 363         NetvirtVpnUtils.registerDirectSubnetForVpn(dataBroker, new Uuid(elanName), ipAddress);
 364
 365         synchronized (vpnName.intern()) {
 366             Long vlan = ipUni.getVlan() != null ? Long.valueOf(ipUni.getVlan().getValue()) : null;
 367
 368             interfaceName = createElanInterface(vpnName, ipvcId, uniId, elanName, vlan, ipAddress, tx,
 369                     ipUni.getSegmentationId());
 370             uniQosManager.mapUniPortBandwidthLimits(uniId, interfaceName, uniInService.getIngressBwProfile());
 371             createVpnInterface(vpnName, uni, ipUni, interfaceName, elanName, tx);
 372             NetvirtVpnUtils.createVpnPortFixedIp(dataBroker, vpnName, interfaceName, ipUni.getIpAddress(),
 373                     uni.getMacAddress(), tx);
 374             MefServicesUtils.addOperIpvcVpnElan(ipvcId, vpnName, uniInService.getUniId(), uniInService.getIpUniId(),
 375                     elanName, interfaceName, null, tx);
 376             MdsalUtils.commitTransaction(tx);
 377         }
 378     }
 379
 380
 381     private String createElanInterface(String vpnName, InstanceIdentifier<Ipvc> ipvcId, String uniId, String elanName,
 382             Long vlan, IpAddress ipAddress, WriteTransaction tx, Long segmentationId) {
 383         Log.info("Adding elan instance: " + elanName);
 384         NetvirtUtils.updateElanInstance(elanName, tx, segmentationId);
 385         NetvirtVpnUtils.registerDirectSubnetForVpn(dataBroker, new Uuid(elanName), ipAddress);
 386
 387         Log.info("Added trunk interface for uni {} vlan: {}", uniId, vlan);
 388         if (vlan != null) {
 389             uniPortManager.addCeVlan(uniId, vlan);
 390         }
 391         String interfaceName = uniPortManager.getUniVlanInterface(uniId, vlan);
 392         if (interfaceName == null) {
 393             String errorMessage = String.format("Couldn't create  uni %s vlan interface %s", uniId, vlan);
 394             Log.error(errorMessage);
 395             throw new UnsupportedOperationException(errorMessage);
 396         }
 397
 398         Log.info("Adding elan interface: " + interfaceName);
 399         NetvirtUtils.createElanInterface(elanName, interfaceName, EtreeInterfaceType.Root, false, tx);
 400         return interfaceName;
 401     }
 402
 403     private void createVpnInterface(String vpnName,
 404             org.opendaylight.yang.gen.v1.http.metroethernetforum.org.ns.yang.mef.interfaces.rev150526.mef.interfaces.unis.Uni uni,
 405             IpUni ipUni, String interfaceName, String elanName, WriteTransaction tx) {
 406
 407         Log.info("Adding vpn interface: " + interfaceName);
 408
 409         NetvirtVpnUtils.createUpdateVpnInterface(vpnName, interfaceName, ipUni.getIpAddress(),
 410                 uni.getMacAddress().getValue(), true, null, elanName, tx);
 411
 412         Log.info("Finished working on vpn instance {} interface () ", vpnName, interfaceName);
 413     }
 414
 415     private void createDirectSubnet(Uni uni, IpUni ipUni) {
 416         IpPrefix uniIpPrefix = ipUni.getIpAddress();
 417         String subnetIp = NetvirtVpnUtils.getSubnetFromPrefix(uniIpPrefix);
 418         IpPrefix subnetPrefix = new IpPrefix(new Ipv4Prefix(subnetIp));
 419         InstanceIdentifier<Subnet> path = MefInterfaceUtils.getSubnetInstanceIdentifier(uni.getUniId(),
 420                 ipUni.getIpUniId(), subnetPrefix);
 421         SubnetBuilder subnet = new SubnetBuilder();
 422         subnet.setUniId(uni.getUniId());
 423         subnet.setIpUniId(ipUni.getIpUniId());
 424         subnet.setSubnet(subnetPrefix);
 425         MdsalUtils.syncWrite(dataBroker, LogicalDatastoreType.CONFIGURATION, path, subnet.build());
 426     }
 427
 428     private void removeInterfaces(InstanceIdentifier<Ipvc> ipvcId, IpvcVpn ipvcVpn, Uni uniInService, IpUni ipUni,
 429             WriteTransaction tx) {
 430         String uniId = uniInService.getUniId().getValue();
 431         String vpnName = ipvcVpn.getVpnId();
 432         VpnElans vpnElans = MefServicesUtils.findVpnElanForNetwork(new Identifier45(uniId), ipUni.getIpUniId(),
 433                 ipvcVpn);
 434         if (vpnElans == null) {
 435             Log.error("Trying to remome non-operational vpn/elan for Uni {} Ip-UNi {}", uniId, ipUni.getIpUniId());
 436             return;
 437         }
 438
 439         NetvirtVpnUtils.removeVpnInterfaceAdjacencies(dataBroker, vpnName, vpnElans.getElanPort());
 440         // TODO : change to listener
 441         NetvirtUtils.safeSleep();
 442         uniQosManager.unMapUniPortBandwidthLimits(uniId, vpnElans.getElanPort());
 443         removeElan(vpnElans, uniId, ipUni, tx);
 444         // record Uni bw limits
 445         removeVpnInterface(vpnName, vpnElans, uniId, ipUni, tx);
 446         MefServicesUtils.removeOperIpvcElan(dataBroker, ipvcId, ipvcVpn.getVpnId(), uniInService.getUniId(),
 447                 uniInService.getIpUniId(), vpnElans.getElanId(), vpnElans.getElanPort());
 448     }
 449
 450     private void removeElan(VpnElans vpnElans, String uniId, IpUni ipUni, WriteTransaction tx) {
 451         Long vlan = ipUni.getVlan() != null ? Long.valueOf(ipUni.getVlan().getValue()) : 0;
 452         Log.info("Removing trunk interface for uni {} vlan: {}", uniId, vlan);
 453         uniPortManager.removeCeVlan(uniId, vlan);
 454
 455         String elanName = vpnElans.getElanId();
 456         String interfaceName = vpnElans.getElanPort();
 457
 458         Log.info("Removing elan instance {} and interface {}: ", elanName, interfaceName);
 459         NetvirtVpnUtils.unregisterDirectSubnetForVpn(dataBroker, new Uuid(elanName));
 460         NetvirtUtils.deleteElanInterface(interfaceName, tx);
 461         NetvirtUtils.deleteElanInstance(elanName, tx);
 462     }
 463
 464     private void removeVpnInterface(String vpnName, VpnElans vpnElans, String uniId, IpUni ipUni, WriteTransaction tx) {
 465         String interfaceName = vpnElans.getElanPort();
 466         Log.info("Removing vpn interface: " + interfaceName);
 467         NetvirtVpnUtils.removeVpnInterface(interfaceName, tx);
 468         NetvirtVpnUtils.removeVpnPortFixedIp(vpnName, ipUni.getIpAddress(), tx);
 469         Log.info("Finished working on vpn instance: " + vpnName);
 470     }
 471
 472     private void removeDirectSubnet(Uni uni, IpUni ipUni) {
 473         IpPrefix uniIpPrefix = ipUni.getIpAddress();
 474         String subnetIp = NetvirtVpnUtils.getSubnetFromPrefix(uniIpPrefix);
 475         IpPrefix subnetPrefix = new IpPrefix(new Ipv4Prefix(subnetIp));
 476         InstanceIdentifier<Subnet> path = MefInterfaceUtils.getSubnetInstanceIdentifier(uni.getUniId(),
 477                 ipUni.getIpUniId(), subnetPrefix);
 478         MdsalUtils.delete(dataBroker, LogicalDatastoreType.CONFIGURATION, path);
 479     }
 480
 481     private void updateQos(List<Uni> uniToUpdate) {
 482         uniToUpdate.forEach(u -> uniQosManager.setUniBandwidthLimits(u.getUniId()));
 483     }
 484 }