NAT failure due to Napt Switch-Over not happened
[netvirt.git] / natservice / impl / src / main / java / org / opendaylight / netvirt / natservice / internal / ExternalNetworksChangeListener.java
1 /*
2  * Copyright (c) 2016 Ericsson India Global Services Pvt Ltd. and others.  All rights reserved.
3  *
4  * This program and the accompanying materials are made available under the
5  * terms of the Eclipse Public License v1.0 which accompanies this distribution,
6  * and is available at http://www.eclipse.org/legal/epl-v10.html
7  */
8 package org.opendaylight.netvirt.natservice.internal;
9
10 import static org.opendaylight.genius.infra.Datastore.CONFIGURATION;
11
12 import com.google.common.base.Optional;
13 import java.math.BigInteger;
14 import java.util.Collection;
15 import java.util.Collections;
16 import java.util.List;
17 import javax.annotation.PostConstruct;
18 import javax.inject.Inject;
19 import javax.inject.Singleton;
20 import org.opendaylight.controller.md.sal.binding.api.DataBroker;
21 import org.opendaylight.controller.md.sal.common.api.data.LogicalDatastoreType;
22 import org.opendaylight.genius.datastoreutils.AsyncDataTreeChangeListenerBase;
23 import org.opendaylight.genius.infra.ManagedNewTransactionRunner;
24 import org.opendaylight.genius.infra.ManagedNewTransactionRunnerImpl;
25 import org.opendaylight.genius.mdsalutil.MDSALUtil;
26 import org.opendaylight.genius.mdsalutil.NwConstants;
27 import org.opendaylight.infrautils.jobcoordinator.JobCoordinator;
28 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.yang.types.rev130715.Uuid;
29 import org.opendaylight.yang.gen.v1.urn.opendaylight.genius.interfacemanager.rpcs.rev160406.OdlInterfaceRpcService;
30 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.natservice.config.rev170206.NatserviceConfig;
31 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.natservice.config.rev170206.NatserviceConfig.NatMode;
32 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.natservice.rev160111.ExternalNetworks;
33 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.natservice.rev160111.IntextIpMap;
34 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.natservice.rev160111.external.networks.Networks;
35 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.natservice.rev160111.floating.ip.info.RouterPorts;
36 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.natservice.rev160111.floating.ip.info.router.ports.Ports;
37 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.natservice.rev160111.floating.ip.info.router.ports.ports.InternalToExternalPortMap;
38 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.natservice.rev160111.intext.ip.map.ip.mapping.IpMap;
39 import org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.natservice.rev160111.napt.switches.RouterToNaptSwitch;
40 import org.opendaylight.yangtools.yang.binding.InstanceIdentifier;
41 import org.opendaylight.yangtools.yang.binding.InstanceIdentifier.InstanceIdentifierBuilder;
42 import org.slf4j.Logger;
43 import org.slf4j.LoggerFactory;
44
45 @Singleton
46 public class ExternalNetworksChangeListener
47         extends AsyncDataTreeChangeListenerBase<Networks, ExternalNetworksChangeListener> {
48     private static final Logger LOG = LoggerFactory.getLogger(ExternalNetworksChangeListener.class);
49     private final DataBroker dataBroker;
50     private final ManagedNewTransactionRunner txRunner;
51     private final FloatingIPListener floatingIpListener;
52     private final ExternalRoutersListener externalRouterListener;
53     private final OdlInterfaceRpcService interfaceManager;
54     private final JobCoordinator coordinator;
55     private final NatMode natMode;
56
57     @Inject
58     public ExternalNetworksChangeListener(final DataBroker dataBroker, final FloatingIPListener floatingIpListener,
59                                           final ExternalRoutersListener externalRouterListener,
60                                           final OdlInterfaceRpcService interfaceManager,
61                                           final NatserviceConfig config,
62                                           final JobCoordinator coordinator) {
63         super(Networks.class, ExternalNetworksChangeListener.class);
64         this.dataBroker = dataBroker;
65         this.txRunner = new ManagedNewTransactionRunnerImpl(dataBroker);
66         this.floatingIpListener = floatingIpListener;
67         this.externalRouterListener = externalRouterListener;
68         this.interfaceManager = interfaceManager;
69         this.coordinator = coordinator;
70         if (config != null) {
71             this.natMode = config.getNatMode();
72         } else {
73             this.natMode = NatMode.Controller;
74         }
75     }
76
77     @Override
78     @PostConstruct
79     public void init() {
80         LOG.info("{} init", getClass().getSimpleName());
81         registerListener(LogicalDatastoreType.CONFIGURATION, dataBroker);
82     }
83
84     @Override
85     protected InstanceIdentifier<Networks> getWildCardPath() {
86         return InstanceIdentifier.create(ExternalNetworks.class).child(Networks.class);
87     }
88
89     @Override
90     protected void add(InstanceIdentifier<Networks> identifier, Networks networks) {
91
92     }
93
94     @Override
95     protected ExternalNetworksChangeListener getDataTreeChangeListener() {
96         return ExternalNetworksChangeListener.this;
97     }
98
99     @Override
100     protected void remove(InstanceIdentifier<Networks> identifier, Networks networks) {
101         if (identifier == null || networks == null || networks.getRouterIds().isEmpty()) {
102             LOG.warn("remove : returning without processing since networks/identifier is null: "
103                 + "identifier: {}, networks: {}", identifier, networks);
104             return;
105         }
106
107         for (Uuid routerId: networks.getRouterIds()) {
108             String routerName = routerId.toString();
109
110             InstanceIdentifier<RouterToNaptSwitch> routerToNaptSwitchInstanceIdentifier =
111                     NatUtil.buildNaptSwitchIdentifier(routerName);
112
113             MDSALUtil.syncDelete(dataBroker, LogicalDatastoreType.OPERATIONAL, routerToNaptSwitchInstanceIdentifier);
114
115             LOG.debug("remove : successful deletion of data in napt-switches container");
116         }
117     }
118
119     @Override
120     protected void update(InstanceIdentifier<Networks> identifier, Networks original, Networks update) {
121         //Check for VPN disassociation
122         Uuid originalVpn = original.getVpnid();
123         Uuid updatedVpn = update.getVpnid();
124         if (originalVpn == null && updatedVpn != null) {
125             //external network is dis-associated from L3VPN instance
126             associateExternalNetworkWithVPN(update);
127         } else if (originalVpn != null && updatedVpn == null) {
128             //external network is associated with vpn
129             disassociateExternalNetworkFromVPN(update, originalVpn.getValue());
130             //Remove the SNAT entries
131             removeSnatEntries(original, original.getId());
132         }
133     }
134
135     private void removeSnatEntries(Networks original, Uuid networkUuid) {
136         List<Uuid> routerUuids = original.getRouterIds();
137         for (Uuid routerUuid : routerUuids) {
138             Long routerId = NatUtil.getVpnId(dataBroker, routerUuid.getValue());
139             if (routerId == NatConstants.INVALID_ID) {
140                 LOG.error("removeSnatEntries : Invalid routerId returned for routerName {}", routerUuid.getValue());
141                 return;
142             }
143             Collection<String> externalIps = NatUtil.getExternalIpsForRouter(dataBroker,routerId);
144             if (natMode == NatMode.Controller) {
145                 coordinator.enqueueJob(NatConstants.NAT_DJC_PREFIX + routerUuid.getValue(),
146                     () -> Collections.singletonList(txRunner.callWithNewReadWriteTransactionAndSubmit(CONFIGURATION,
147                         tx -> {
148                             externalRouterListener.handleDisableSnatInternetVpn(routerUuid.getValue(), routerId,
149                                 networkUuid, externalIps, original.getVpnid().getValue(), tx);
150                         })), NatConstants.NAT_DJC_MAX_RETRIES);
151             }
152         }
153     }
154
155     private void associateExternalNetworkWithVPN(Networks network) {
156         List<Uuid> routerIds = network.getRouterIds();
157         for (Uuid routerId : routerIds) {
158             //long router = NatUtil.getVpnId(dataBroker, routerId.getValue());
159
160             InstanceIdentifier<RouterPorts> routerPortsId = NatUtil.getRouterPortsId(routerId.getValue());
161             Optional<RouterPorts> optRouterPorts = MDSALUtil.read(dataBroker, LogicalDatastoreType.CONFIGURATION,
162                 routerPortsId);
163             if (!optRouterPorts.isPresent()) {
164                 LOG.debug("associateExternalNetworkWithVPN : Could not read Router Ports data object with id: {} "
165                         + "to handle associate ext nw {}", routerId, network.getId());
166                 continue;
167             }
168             RouterPorts routerPorts = optRouterPorts.get();
169             List<Ports> interfaces = routerPorts.getPorts();
170             for (Ports port : interfaces) {
171                 String portName = port.getPortName();
172                 BigInteger dpnId = NatUtil.getDpnForInterface(interfaceManager, portName);
173                 if (dpnId.equals(BigInteger.ZERO)) {
174                     LOG.debug("associateExternalNetworkWithVPN : DPN not found for {}, "
175                             + "skip handling of ext nw {} association", portName, network.getId());
176                     continue;
177                 }
178                 List<InternalToExternalPortMap> intExtPortMapList = port.getInternalToExternalPortMap();
179                 for (InternalToExternalPortMap ipMap : intExtPortMapList) {
180                     // remove all VPN related entries
181                     coordinator.enqueueJob(NatConstants.NAT_DJC_PREFIX + ipMap.key(),
182                         () -> Collections.singletonList(txRunner.callWithNewReadWriteTransactionAndSubmit(CONFIGURATION,
183                             tx -> {
184                                 floatingIpListener.createNATFlowEntries(dpnId, portName, routerId.getValue(),
185                                     network.getId(), ipMap, tx);
186                             })), NatConstants.NAT_DJC_MAX_RETRIES);
187                 }
188             }
189         }
190
191         // SNAT
192         for (Uuid routerId : routerIds) {
193             LOG.debug("associateExternalNetworkWithVPN() : for routerId {}",  routerId);
194             Uuid networkId = network.getId();
195             if (networkId == null) {
196                 LOG.error("associateExternalNetworkWithVPN : networkId is null for the router ID {}", routerId);
197                 return;
198             }
199             final String vpnName = network.getVpnid().getValue();
200             if (vpnName == null) {
201                 LOG.error("associateExternalNetworkWithVPN : No VPN associated with ext nw {} for router {}",
202                         networkId, routerId);
203                 return;
204             }
205
206             BigInteger dpnId = new BigInteger("0");
207             InstanceIdentifier<RouterToNaptSwitch> routerToNaptSwitch =
208                 NatUtil.buildNaptSwitchRouterIdentifier(routerId.getValue());
209             Optional<RouterToNaptSwitch> rtrToNapt =
210                 MDSALUtil.read(dataBroker, LogicalDatastoreType.CONFIGURATION, routerToNaptSwitch);
211             if (rtrToNapt.isPresent()) {
212                 dpnId = rtrToNapt.get().getPrimarySwitchId();
213             }
214             LOG.debug("associateExternalNetworkWithVPN : got primarySwitch as dpnId{} ", dpnId);
215             if (dpnId == null || dpnId.equals(BigInteger.ZERO)) {
216                 LOG.warn("associateExternalNetworkWithVPN : primary napt Switch not found for router {} on dpn: {}",
217                     routerId, dpnId);
218                 return;
219             }
220             final BigInteger finalDpnId = dpnId;
221             coordinator.enqueueJob(NatConstants.NAT_DJC_PREFIX + routerId.getValue(),
222                 () -> Collections.singletonList(txRunner.callWithNewReadWriteTransactionAndSubmit(CONFIGURATION,
223                     confTx -> {
224                         Long routerIdentifier = NatUtil.getVpnId(dataBroker, routerId.getValue());
225                         InstanceIdentifierBuilder<org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.natservice
226                             .rev160111.intext.ip.map.IpMapping> idBuilder =
227                             InstanceIdentifier.builder(IntextIpMap.class)
228                                 .child(org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.natservice.rev160111
229                                     .intext.ip.map.IpMapping.class,
230                                     new org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.natservice.rev160111
231                                         .intext.ip.map.IpMappingKey(routerIdentifier));
232                         InstanceIdentifier<org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.natservice.rev160111
233                             .intext.ip.map.IpMapping> id = idBuilder.build();
234                         Optional<org.opendaylight.yang.gen.v1.urn.opendaylight.netvirt.natservice.rev160111
235                             .intext.ip.map.IpMapping> ipMapping = MDSALUtil.read(dataBroker,
236                                     LogicalDatastoreType.OPERATIONAL, id);
237                         if (ipMapping.isPresent()) {
238                             List<IpMap> ipMaps = ipMapping.get().getIpMap();
239                             for (IpMap ipMap : ipMaps) {
240                                 String externalIp = ipMap.getExternalIp();
241                                 LOG.debug("associateExternalNetworkWithVPN : Calling advToBgpAndInstallFibAndTsFlows "
242                                     + "for dpnId {},vpnName {} and externalIp {}", finalDpnId, vpnName, externalIp);
243                                 if (natMode == NatMode.Controller) {
244                                     externalRouterListener.advToBgpAndInstallFibAndTsFlows(finalDpnId,
245                                             NwConstants.INBOUND_NAPT_TABLE, vpnName, routerIdentifier,
246                                             routerId.getValue(), externalIp, network.getId(),
247                                             null /* external-router */, confTx);
248                                 }
249                             }
250                         } else {
251                             LOG.warn("associateExternalNetworkWithVPN: No ipMapping present fot the routerId {}",
252                                     routerId);
253                         }
254
255                         long vpnId = NatUtil.getVpnId(dataBroker, vpnName);
256                         // Install 47 entry to point to 21
257                         if (natMode == NatMode.Controller) {
258                             externalRouterListener.installNaptPfibEntriesForExternalSubnets(routerId.getValue(),
259                                     finalDpnId, confTx);
260                             if (vpnId != -1) {
261                                 LOG.debug("associateExternalNetworkWithVPN : Calling externalRouterListener "
262                                         + "installNaptPfibEntry for dpnId {} and vpnId {}", finalDpnId, vpnId);
263                                 externalRouterListener.installNaptPfibEntry(finalDpnId, vpnId, confTx);
264                             }
265                         }
266                     })), NatConstants.NAT_DJC_MAX_RETRIES);
267         }
268     }
269
270     private void disassociateExternalNetworkFromVPN(Networks network, String vpnName) {
271         List<Uuid> routerIds = network.getRouterIds();
272
273         for (Uuid routerId : routerIds) {
274             InstanceIdentifier<RouterPorts> routerPortsId = NatUtil.getRouterPortsId(routerId.getValue());
275             Optional<RouterPorts> optRouterPorts = MDSALUtil.read(dataBroker, LogicalDatastoreType.CONFIGURATION,
276                 routerPortsId);
277             if (!optRouterPorts.isPresent()) {
278                 LOG.debug("disassociateExternalNetworkFromVPN : Could not read Router Ports data object with id: {} "
279                         + "to handle disassociate ext nw {}", routerId, network.getId());
280                 continue;
281             }
282             RouterPorts routerPorts = optRouterPorts.get();
283             List<Ports> interfaces = routerPorts.getPorts();
284             for (Ports port : interfaces) {
285                 String portName = port.getPortName();
286                 BigInteger dpnId = NatUtil.getDpnForInterface(interfaceManager, portName);
287                 if (dpnId.equals(BigInteger.ZERO)) {
288                     LOG.debug("disassociateExternalNetworkFromVPN : DPN not found for {},"
289                             + "skip handling of ext nw {} disassociation", portName, network.getId());
290                     continue;
291                 }
292                 List<InternalToExternalPortMap> intExtPortMapList = port.getInternalToExternalPortMap();
293                 for (InternalToExternalPortMap intExtPortMap : intExtPortMapList) {
294                     coordinator.enqueueJob(NatConstants.NAT_DJC_PREFIX + intExtPortMap.key(),
295                         () -> Collections.singletonList(txRunner.callWithNewReadWriteTransactionAndSubmit(CONFIGURATION,
296                             tx -> {
297                                 floatingIpListener.removeNATFlowEntries(dpnId, portName, vpnName, routerId.getValue(),
298                                     intExtPortMap, tx);
299                             })), NatConstants.NAT_DJC_MAX_RETRIES);
300                 }
301             }
302         }
303     }
304 }