2 * Copyright (C) 2013 Red Hat, Inc.
4 * This program and the accompanying materials are made available under the
5 * terms of the Eclipse Public License v1.0 which accompanies this distribution,
6 * and is available at http://www.eclipse.org/legal/epl-v10.html
8 * Authors : Madhu Venugopal, Brent Salisbury, Dave Tucker
10 package org.opendaylight.ovsdb.openstack.netvirt.providers.openflow13;
12 import java.net.InetAddress;
13 import java.util.List;
16 import java.util.concurrent.ExecutionException;
18 import org.opendaylight.controller.md.sal.binding.api.DataBroker;
19 import org.opendaylight.controller.md.sal.binding.api.ReadOnlyTransaction;
20 import org.opendaylight.controller.md.sal.binding.api.ReadWriteTransaction;
21 import org.opendaylight.controller.md.sal.binding.api.WriteTransaction;
22 import org.opendaylight.controller.md.sal.common.api.data.LogicalDatastoreType;
23 import org.opendaylight.controller.md.sal.common.api.data.TransactionCommitFailedException;
24 import org.opendaylight.neutron.spi.NeutronNetwork;
25 import org.opendaylight.neutron.spi.NeutronSecurityGroup;
26 import org.opendaylight.ovsdb.lib.notation.Row;
27 import org.opendaylight.ovsdb.lib.notation.UUID;
28 import org.opendaylight.ovsdb.openstack.netvirt.NetworkHandler;
29 import org.opendaylight.ovsdb.openstack.netvirt.api.BridgeConfigurationManager;
30 import org.opendaylight.ovsdb.openstack.netvirt.api.ClassifierProvider;
31 import org.opendaylight.ovsdb.openstack.netvirt.api.ConfigurationService;
32 import org.opendaylight.ovsdb.openstack.netvirt.api.Constants;
33 import org.opendaylight.ovsdb.openstack.netvirt.api.EgressAclProvider;
34 import org.opendaylight.ovsdb.openstack.netvirt.api.IngressAclProvider;
35 import org.opendaylight.ovsdb.openstack.netvirt.api.L2ForwardingProvider;
36 import org.opendaylight.ovsdb.openstack.netvirt.api.NetworkingProvider;
37 import org.opendaylight.ovsdb.openstack.netvirt.api.SecurityServicesManager;
38 import org.opendaylight.ovsdb.openstack.netvirt.api.TenantNetworkManager;
39 import org.opendaylight.ovsdb.plugin.api.OvsdbConfigurationService;
40 import org.opendaylight.ovsdb.plugin.api.OvsdbConnectionService;
41 import org.opendaylight.ovsdb.plugin.api.Status;
42 import org.opendaylight.ovsdb.plugin.api.StatusCode;
43 import org.opendaylight.ovsdb.plugin.api.StatusWithUuid;
44 import org.opendaylight.ovsdb.schema.openvswitch.Bridge;
45 import org.opendaylight.ovsdb.schema.openvswitch.Interface;
46 import org.opendaylight.ovsdb.schema.openvswitch.Port;
47 import org.opendaylight.ovsdb.utils.mdsal.node.StringConvertor;
48 import org.opendaylight.ovsdb.utils.mdsal.openflow.InstructionUtils;
49 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.inet.types.rev100924.Uri;
50 import org.opendaylight.yang.gen.v1.urn.opendaylight.action.types.rev131112.action.action.GroupActionCase;
51 import org.opendaylight.yang.gen.v1.urn.opendaylight.action.types.rev131112.action.action.GroupActionCaseBuilder;
52 import org.opendaylight.yang.gen.v1.urn.opendaylight.action.types.rev131112.action.action.OutputActionCase;
53 import org.opendaylight.yang.gen.v1.urn.opendaylight.action.types.rev131112.action.action.OutputActionCaseBuilder;
54 import org.opendaylight.yang.gen.v1.urn.opendaylight.action.types.rev131112.action.action.group.action._case.GroupActionBuilder;
55 import org.opendaylight.yang.gen.v1.urn.opendaylight.action.types.rev131112.action.action.output.action._case.OutputActionBuilder;
56 import org.opendaylight.yang.gen.v1.urn.opendaylight.action.types.rev131112.action.list.Action;
57 import org.opendaylight.yang.gen.v1.urn.opendaylight.action.types.rev131112.action.list.ActionBuilder;
58 import org.opendaylight.yang.gen.v1.urn.opendaylight.action.types.rev131112.action.list.ActionKey;
59 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.inventory.rev130819.FlowCapableNode;
60 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.inventory.rev130819.FlowId;
61 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.inventory.rev130819.tables.Table;
62 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.inventory.rev130819.tables.TableKey;
63 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.inventory.rev130819.tables.table.Flow;
64 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.inventory.rev130819.tables.table.FlowBuilder;
65 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.inventory.rev130819.tables.table.FlowKey;
66 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.types.rev131026.flow.InstructionsBuilder;
67 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.types.rev131026.flow.MatchBuilder;
68 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.types.rev131026.instruction.instruction.ApplyActionsCase;
69 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.types.rev131026.instruction.instruction.ApplyActionsCaseBuilder;
70 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.types.rev131026.instruction.instruction.apply.actions._case.ApplyActionsBuilder;
71 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.types.rev131026.instruction.list.Instruction;
72 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.types.rev131026.instruction.list.InstructionBuilder;
73 import org.opendaylight.yang.gen.v1.urn.opendaylight.flow.types.rev131026.instruction.list.InstructionKey;
74 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.types.rev131018.BucketId;
75 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.types.rev131018.GroupId;
76 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.types.rev131018.GroupTypes;
77 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.types.rev131018.group.Buckets;
78 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.types.rev131018.group.BucketsBuilder;
79 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.types.rev131018.group.buckets.Bucket;
80 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.types.rev131018.group.buckets.BucketBuilder;
81 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.types.rev131018.group.buckets.BucketKey;
82 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.types.rev131018.groups.Group;
83 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.types.rev131018.groups.GroupBuilder;
84 import org.opendaylight.yang.gen.v1.urn.opendaylight.group.types.rev131018.groups.GroupKey;
85 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.NodeConnectorId;
86 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.NodeId;
87 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.Nodes;
88 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.nodes.Node;
89 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.nodes.NodeBuilder;
90 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.nodes.NodeKey;
91 import org.opendaylight.yangtools.yang.binding.InstanceIdentifier;
92 import org.slf4j.Logger;
93 import org.slf4j.LoggerFactory;
95 import com.google.common.base.Optional;
96 import com.google.common.base.Preconditions;
97 import com.google.common.collect.Lists;
98 import com.google.common.collect.Maps;
99 import com.google.common.util.concurrent.CheckedFuture;
102 * Open vSwitch OpenFlow 1.3 Networking Provider for OpenStack Neutron
104 public class OF13Provider implements NetworkingProvider {
105 private static final Logger logger = LoggerFactory.getLogger(OF13Provider.class);
106 private DataBroker dataBroker;
107 private static final short TABLE_0_DEFAULT_INGRESS = 0;
108 private static final short TABLE_1_ISOLATE_TENANT = 10;
109 private static final short TABLE_2_LOCAL_FORWARD = 20;
110 private static Long groupId = 1L;
112 private volatile ConfigurationService configurationService;
113 private volatile BridgeConfigurationManager bridgeConfigurationManager;
114 private volatile TenantNetworkManager tenantNetworkManager;
115 private volatile OvsdbConfigurationService ovsdbConfigurationService;
116 private volatile OvsdbConnectionService connectionService;
117 private volatile MdsalConsumer mdsalConsumer;
118 private volatile SecurityServicesManager securityServicesManager;
119 private volatile IngressAclProvider ingressAclProvider;
120 private volatile EgressAclProvider egressAclProvider;
121 private volatile ClassifierProvider classifierProvider;
122 private volatile L2ForwardingProvider l2ForwardingProvider;
124 public static final String NAME = "OF13Provider";
126 public OF13Provider(){
131 public String getName() {
136 public boolean supportsServices() {
141 public boolean hasPerTenantTunneling() {
145 private Status getTunnelReadinessStatus (Node node, String tunnelKey) {
146 InetAddress srcTunnelEndPoint = configurationService.getTunnelEndPoint(node);
147 if (srcTunnelEndPoint == null) {
148 logger.error("Tunnel Endpoint not configured for Node {}", node);
149 return new Status(StatusCode.NOTFOUND, "Tunnel Endpoint not configured for "+ node);
152 if (!bridgeConfigurationManager.isNodeNeutronReady(node)) {
153 logger.error(node+" is not Overlay ready");
154 return new Status(StatusCode.NOTACCEPTABLE, node+" is not Overlay ready");
157 if (!tenantNetworkManager.isTenantNetworkPresentInNode(node, tunnelKey)) {
158 logger.debug(node+" has no VM corresponding to segment "+ tunnelKey);
159 return new Status(StatusCode.NOTACCEPTABLE, node+" has no VM corresponding to segment "+ tunnelKey);
161 return new Status(StatusCode.SUCCESS);
164 private String getTunnelName(String tunnelType, InetAddress dst) {
165 return tunnelType+"-"+dst.getHostAddress();
168 private boolean isTunnelPresent(Node node, String tunnelName, String bridgeUUID) throws Exception {
169 Preconditions.checkNotNull(ovsdbConfigurationService);
170 Row bridgeRow = ovsdbConfigurationService
171 .getRow(node, ovsdbConfigurationService.getTableName(node, Bridge.class), bridgeUUID);
172 Bridge bridge = ovsdbConfigurationService.getTypedRow(node, Bridge.class, bridgeRow);
173 if (bridge != null) {
174 Set<UUID> ports = bridge.getPortsColumn().getData();
175 for (UUID portUUID : ports) {
176 Row portRow = ovsdbConfigurationService
177 .getRow(node, ovsdbConfigurationService.getTableName(node, Port.class), portUUID.toString());
178 Port port = ovsdbConfigurationService.getTypedRow(node, Port.class, portRow);
179 if (port != null && tunnelName.equalsIgnoreCase(port.getName())) return true;
185 private String getPortUuid(Node node, String name, String bridgeUUID) throws Exception {
186 Preconditions.checkNotNull(ovsdbConfigurationService);
187 Row bridgeRow = ovsdbConfigurationService
188 .getRow(node, ovsdbConfigurationService.getTableName(node, Bridge.class), bridgeUUID);
189 Bridge bridge = ovsdbConfigurationService.getTypedRow(node, Bridge.class, bridgeRow);
190 if (bridge != null) {
191 Set<UUID> ports = bridge.getPortsColumn().getData();
192 for (UUID portUUID : ports) {
193 Row portRow = ovsdbConfigurationService
194 .getRow(node, ovsdbConfigurationService.getTableName(node, Port.class), portUUID.toString());
195 Port port = ovsdbConfigurationService.getTypedRow(node, Port.class, portRow);
196 if (port != null && name.equalsIgnoreCase(port.getName())) return portUUID.toString();
202 private Status addTunnelPort (Node node, String tunnelType, InetAddress src, InetAddress dst) {
203 Preconditions.checkNotNull(ovsdbConfigurationService);
205 String bridgeUUID = null;
206 String tunnelBridgeName = configurationService.getIntegrationBridgeName();
207 Map<String, Row> bridgeTable = ovsdbConfigurationService.getRows(node, ovsdbConfigurationService.getTableName(node, Bridge.class));
208 if (bridgeTable != null) {
209 for (String uuid : bridgeTable.keySet()) {
210 Bridge bridge = ovsdbConfigurationService.getTypedRow(node,Bridge.class, bridgeTable.get(uuid));
211 if (bridge.getName().equals(tunnelBridgeName)) {
217 if (bridgeUUID == null) {
218 logger.error("Could not find Bridge {} in {}", tunnelBridgeName, node);
219 return new Status(StatusCode.NOTFOUND, "Could not find "+tunnelBridgeName+" in "+node);
221 String portName = getTunnelName(tunnelType, dst);
223 if (this.isTunnelPresent(node, portName, bridgeUUID)) {
224 logger.trace("Tunnel {} is present in {} of {}", portName, tunnelBridgeName, node);
225 return new Status(StatusCode.SUCCESS);
228 Port tunnelPort = ovsdbConfigurationService.createTypedRow(node, Port.class);
229 tunnelPort.setName(portName);
230 StatusWithUuid statusWithUuid = ovsdbConfigurationService
231 .insertRow(node, ovsdbConfigurationService.getTableName(node, Port.class), bridgeUUID, tunnelPort.getRow());
232 if (!statusWithUuid.isSuccess()) {
233 logger.error("Failed to insert Tunnel port {} in {}", portName, bridgeUUID);
234 return statusWithUuid;
237 String tunnelPortUUID = statusWithUuid.getUuid().toString();
238 String interfaceUUID = null;
240 while ((interfaceUUID == null) && (timeout > 0)) {
241 Row portRow = ovsdbConfigurationService
242 .getRow(node, ovsdbConfigurationService.getTableName(node, Port.class), tunnelPortUUID);
243 tunnelPort = ovsdbConfigurationService.getTypedRow(node, Port.class, portRow);
244 Set<UUID> interfaces = tunnelPort.getInterfacesColumn().getData();
245 if (interfaces == null || interfaces.size() == 0) {
246 // Wait for the OVSDB update to sync up the Local cache.
251 interfaceUUID = interfaces.toArray()[0].toString();
252 Row intfRow = ovsdbConfigurationService
253 .getRow(node, ovsdbConfigurationService.getTableName(node, Interface.class), interfaceUUID);
254 Interface intf = ovsdbConfigurationService.getTypedRow(node, Interface.class, intfRow);
255 if (intf == null) interfaceUUID = null;
258 if (interfaceUUID == null) {
259 logger.error("Cannot identify Tunnel Interface for port {}/{}", portName, tunnelPortUUID);
260 return new Status(StatusCode.INTERNALERROR);
263 Interface tunInterface = ovsdbConfigurationService.createTypedRow(node, Interface.class);
264 tunInterface.setType(tunnelType);
265 Map<String, String> options = Maps.newHashMap();
266 options.put("key", "flow");
267 options.put("local_ip", src.getHostAddress());
268 options.put("remote_ip", dst.getHostAddress());
269 tunInterface.setOptions(options);
270 Status status = ovsdbConfigurationService
271 .updateRow(node, ovsdbConfigurationService.getTableName(node, Interface.class), tunnelPortUUID, interfaceUUID, tunInterface.getRow());
272 logger.debug("Tunnel {} add status : {}", tunInterface, status);
274 } catch (Exception e) {
275 logger.error("Exception in addTunnelPort", e);
276 return new Status(StatusCode.INTERNALERROR);
280 /* delete port from ovsdb port table */
281 private Status deletePort(Node node, String bridgeName, String portName) {
282 Preconditions.checkNotNull(ovsdbConfigurationService);
284 String bridgeUUID = null;
285 Map<String, Row> bridgeTable = ovsdbConfigurationService.getRows(node, ovsdbConfigurationService.getTableName(node, Bridge.class));
286 if (bridgeTable != null) {
287 for (String uuid : bridgeTable.keySet()) {
288 Bridge bridge = ovsdbConfigurationService.getTypedRow(node, Bridge.class, bridgeTable.get(uuid));
289 if (bridge.getName().equals(bridgeName)) {
295 if (bridgeUUID == null) {
296 logger.debug("Could not find Bridge {} in {}", bridgeName, node);
297 return new Status(StatusCode.SUCCESS);
300 String portUUID = this.getPortUuid(node, portName, bridgeUUID);
301 Status status = new Status(StatusCode.SUCCESS);
302 if (portUUID != null) {
303 status = ovsdbConfigurationService
304 .deleteRow(node, ovsdbConfigurationService.getTableName(node, Port.class), portUUID);
305 if (!status.isSuccess()) {
306 logger.error("Failed to delete port {} in {} status : {}", portName, bridgeUUID,
310 logger.debug("Port {} delete status : {}", portName, status);
313 } catch (Exception e) {
314 logger.error("Exception in deletePort", e);
315 return new Status(StatusCode.INTERNALERROR);
319 private Status deleteTunnelPort(Node node, String tunnelType, InetAddress src, InetAddress dst) {
320 String tunnelBridgeName = configurationService.getIntegrationBridgeName();
321 String portName = getTunnelName(tunnelType, dst);
322 return deletePort(node, tunnelBridgeName, portName);
325 private Status deletePhysicalPort(Node node, String phyIntfName) {
326 String intBridgeName = configurationService.getIntegrationBridgeName();
327 return deletePort(node, intBridgeName, phyIntfName);
330 private void programLocalBridgeRules(Node node, Long dpid, String segmentationId, String attachedMac, long localPort) {
334 * Match: VM sMac and Local Ingress Port
335 * Action:Action: Set Tunnel ID and GOTO Local Table (5)
338 handleLocalInPort(dpid, TABLE_0_DEFAULT_INGRESS, TABLE_1_ISOLATE_TENANT, segmentationId, localPort, attachedMac, true);
343 * Match: Drop any remaining Ingress Local VM Packets
344 * Action: Drop w/ a low priority
347 handleDropSrcIface(dpid, localPort, true);
352 * Match: Match TunID and Destination DL/dMAC Addr
353 * Action: Output Port
354 * table=2,tun_id=0x5,dl_dst=00:00:00:00:00:01 actions=output:2
357 handleLocalUcastOut(dpid, TABLE_2_LOCAL_FORWARD, segmentationId, localPort, attachedMac, true);
362 * Match: Tunnel ID and dMAC (::::FF:FF)
363 * table=2,priority=16384,tun_id=0x5,dl_dst=ff:ff:ff:ff:ff:ff \
364 * actions=output:2,3,4,5
367 handleLocalBcastOut(dpid, TABLE_2_LOCAL_FORWARD, segmentationId, localPort, true);
368 handleTunnelFloodOut(dpid, TABLE_1_ISOLATE_TENANT, TABLE_2_LOCAL_FORWARD, segmentationId, localPort, true);
371 * TODO : Optimize the following 2 writes to be restricted only for the very first port known in a segment.
376 * Match: Any remaining Ingress Local VM Packets
377 * Action: Drop w/ a low priority
378 * -------------------------------------------
379 * table=1,priority=8192,tun_id=0x5 actions=goto_table:2
382 handleTunnelMiss(dpid, TABLE_1_ISOLATE_TENANT, TABLE_2_LOCAL_FORWARD, segmentationId, true);
387 * Match: Any Remaining Flows w/a TunID
388 * Action: Drop w/ a low priority
389 * table=2,priority=8192,tun_id=0x5 actions=drop
392 handleLocalTableMiss(dpid, TABLE_2_LOCAL_FORWARD, segmentationId, true);
395 private void removeLocalBridgeRules(Node node, Long dpid, String segmentationId, String attachedMac, long localPort) {
399 * Match: VM sMac and Local Ingress Port
400 * Action:Action: Set Tunnel ID and GOTO Local Table (5)
403 handleLocalInPort(dpid, TABLE_0_DEFAULT_INGRESS, TABLE_1_ISOLATE_TENANT, segmentationId, localPort, attachedMac, false);
408 * Match: Drop any remaining Ingress Local VM Packets
409 * Action: Drop w/ a low priority
412 handleDropSrcIface(dpid, localPort, false);
417 * Match: Match TunID and Destination DL/dMAC Addr
418 * Action: Output Port
419 * table=2,tun_id=0x5,dl_dst=00:00:00:00:00:01 actions=output:2
422 handleLocalUcastOut(dpid, TABLE_2_LOCAL_FORWARD, segmentationId, localPort, attachedMac, false);
427 * Match: Tunnel ID and dMAC (::::FF:FF)
428 * table=2,priority=16384,tun_id=0x5,dl_dst=ff:ff:ff:ff:ff:ff \
429 * actions=output:2,3,4,5
432 handleLocalBcastOut(dpid, TABLE_2_LOCAL_FORWARD, segmentationId, localPort, false);
433 handleTunnelFloodOut(dpid, TABLE_1_ISOLATE_TENANT, TABLE_2_LOCAL_FORWARD, segmentationId, localPort, false);
436 private void programLocalIngressTunnelBridgeRules(Node node, Long dpid, String segmentationId, String attachedMac, long tunnelOFPort, long localPort) {
440 * Match: Ingress Port, Tunnel ID
441 * Action: GOTO Local Table (20)
444 handleTunnelIn(dpid, TABLE_0_DEFAULT_INGRESS, TABLE_2_LOCAL_FORWARD, segmentationId, tunnelOFPort, true);
449 * Match: Match Tunnel ID and L2 ::::FF:FF Flooding
450 * Action: Flood to selected destination TEPs
451 * -------------------------------------------
452 * table=1,priority=16384,tun_id=0x5,dl_dst=ff:ff:ff:ff:ff:ff \
453 * actions=output:10,output:11,goto_table:2
456 handleTunnelFloodOut(dpid, TABLE_1_ISOLATE_TENANT, TABLE_2_LOCAL_FORWARD, segmentationId, tunnelOFPort, true);
460 private void programRemoteEgressTunnelBridgeRules(Node node, Long dpid, String segmentationId, String attachedMac, long tunnelOFPort, long localPort) {
464 * Match: Drop any remaining Ingress Local VM Packets
465 * Action: Drop w/ a low priority
466 * -------------------------------------------
467 * table=1,tun_id=0x5,dl_dst=00:00:00:00:00:08 \
468 * actions=output:11,goto_table:2
471 handleTunnelOut(dpid, TABLE_1_ISOLATE_TENANT, TABLE_2_LOCAL_FORWARD, segmentationId, tunnelOFPort, attachedMac, true);
474 private void removeRemoteEgressTunnelBridgeRules(Node node, Long dpid, String segmentationId, String attachedMac, long tunnelOFPort, long localPort) {
478 * Match: Drop any remaining Ingress Local VM Packets
479 * Action: Drop w/ a low priority
480 * -------------------------------------------
481 * table=1,tun_id=0x5,dl_dst=00:00:00:00:00:08 \
482 * actions=output:11,goto_table:2
485 handleTunnelOut(dpid, TABLE_1_ISOLATE_TENANT, TABLE_2_LOCAL_FORWARD, segmentationId, tunnelOFPort, attachedMac, false);
488 /* Remove tunnel rules if last node in this tenant network */
489 private void removePerTunnelRules(Node node, Long dpid, String segmentationId, long tunnelOFPort) {
491 * TODO : Optimize the following 2 writes to be restricted only for the very first port known in a segment.
496 * Match: Any remaining Ingress Local VM Packets
497 * Action: Drop w/ a low priority
498 * -------------------------------------------
499 * table=1,priority=8192,tun_id=0x5 actions=goto_table:2
502 handleTunnelMiss(dpid, TABLE_1_ISOLATE_TENANT, TABLE_2_LOCAL_FORWARD, segmentationId, false);
507 * Match: Any Remaining Flows w/a TunID
508 * Action: Drop w/ a low priority
509 * table=2,priority=8192,tun_id=0x5 actions=drop
512 handleLocalTableMiss(dpid, TABLE_2_LOCAL_FORWARD, segmentationId, false);
517 * Match: Ingress Port, Tunnel ID
518 * Action: GOTO Local Table (10)
521 handleTunnelIn(dpid, TABLE_0_DEFAULT_INGRESS, TABLE_2_LOCAL_FORWARD, segmentationId, tunnelOFPort, false);
526 * Match: Match Tunnel ID and L2 ::::FF:FF Flooding
527 * Action: Flood to selected destination TEPs
528 * -------------------------------------------
529 * table=1,priority=16384,tun_id=0x5,dl_dst=ff:ff:ff:ff:ff:ff \
530 * actions=output:10,output:11,goto_table:2
533 handleTunnelFloodOut(dpid, TABLE_1_ISOLATE_TENANT, TABLE_2_LOCAL_FORWARD, segmentationId, tunnelOFPort, false);
536 private void programLocalVlanRules(Node node, Long dpid, String segmentationId, String attachedMac, long localPort) {
540 * Tag traffic coming from the local port and vm srcmac
541 * Match: VM sMac and Local Ingress Port
542 * Action: Set VLAN ID and GOTO Local Table 1
545 handleLocalInPortSetVlan(dpid, TABLE_0_DEFAULT_INGRESS,
546 TABLE_1_ISOLATE_TENANT, segmentationId, localPort,
552 * Drop all other traffic coming from the local port
553 * Match: Drop any remaining Ingress Local VM Packets
554 * Action: Drop w/ a low priority
557 handleDropSrcIface(dpid, localPort, true);
562 * Forward unicast traffic destined to the local port after stripping tag
563 * Match: Match VLAN ID and Destination DL/dMAC Addr
564 * Action: strip vlan, output to local port
565 * Example: table=2,vlan_id=0x5,dl_dst=00:00:00:00:00:01 actions= strip vlan, output:2
568 handleLocalVlanUcastOut(dpid, TABLE_2_LOCAL_FORWARD, segmentationId,
569 localPort, attachedMac, true);
574 * Match: VLAN ID and dMAC (::::FF:FF)
575 * Action: strip vlan, output to all local ports in this vlan
576 * Example: table=2,priority=16384,vlan_id=0x5,dl_dst=ff:ff:ff:ff:ff:ff \
577 * actions= strip_vlan, output:2,3,4,5
580 //handleLocalVlanBcastOut(dpid, TABLE_2_LOCAL_FORWARD, segmentationId,
581 // localPort, ethPort, true);
582 //handleVlanFloodOut(dpid, TABLE_1_ISOLATE_TENANT, TABLE_2_LOCAL_FORWARD,
583 // segmentationId, localPort, ethport, true);
588 * Match: Any Remaining Flows w/a VLAN ID
589 * Action: Drop w/ a low priority
590 * Example: table=2,priority=8192,vlan_id=0x5 actions=drop
593 //handleLocalVlanTableMiss(dpid, TABLE_2_LOCAL_FORWARD, segmentationId,
597 private void removeLocalVlanRules(Node node, Long dpid,
598 String segmentationId, String attachedMac, long localPort) {
602 * Match: VM sMac and Local Ingress Port
603 * Action: Set VLAN ID and GOTO Local Table 1
606 handleLocalInPortSetVlan(dpid, TABLE_0_DEFAULT_INGRESS,
607 TABLE_1_ISOLATE_TENANT, segmentationId, localPort,
613 * Match: Drop any remaining Ingress Local VM Packets
614 * Action: Drop w/ a low priority
617 handleDropSrcIface(dpid, localPort, false);
622 * Match: Match VLAN ID and Destination DL/dMAC Addr
623 * Action: strip vlan, output to local port
624 * Example: table=2,vlan_id=0x5,dl_dst=00:00:00:00:00:01 actions= strip vlan, output:2
627 handleLocalVlanUcastOut(dpid, TABLE_2_LOCAL_FORWARD, segmentationId,
628 localPort, attachedMac, false);
633 * Match: VLAN ID and dMAC (::::FF:FF)
634 * Action: strip vlan, output to all local ports in this vlan
635 * Example: table=2,priority=16384,vlan_id=0x5,dl_dst=ff:ff:ff:ff:ff:ff \
636 * actions= strip_vlan, output:2,3,4,5
639 //handleLocalVlanBcastOut(dpid, TABLE_2_LOCAL_FORWARD, segmentationId,
640 // localPort, ethPort, false);
641 //handleVlanFloodOut(dpid, TABLE_1_ISOLATE_TENANT, TABLE_2_LOCAL_FORWARD,
642 // segmentationId, localPort, false);
646 private void programLocalIngressVlanRules(Node node, Long dpid, String segmentationId, String attachedMac,
647 long localPort, long ethPort) {
651 * Match: Ingress port = physical interface, Vlan ID
652 * Action: GOTO Local Table 2
655 handleVlanIn(dpid, TABLE_0_DEFAULT_INGRESS, TABLE_2_LOCAL_FORWARD,
656 segmentationId, ethPort, true);
661 * Match: Match VLAN ID and L2 ::::FF:FF Flooding
662 * Action: Flood to local and remote VLAN members
663 * -------------------------------------------
664 * Example: table=1,priority=16384,vlan_id=0x5,dl_dst=ff:ff:ff:ff:ff:ff \
665 * actions=output:10 (eth port),goto_table:2
666 * table=110, priority=16384,dl_vlan=2001,dl_dst=01:00:00:00:00:00/01:00:00:00:00:00 actions=output:2,pop_vlan,output:1,output:3,output:4
669 handleLocalVlanBcastOut(dpid, TABLE_2_LOCAL_FORWARD, segmentationId, localPort, ethPort, true);
674 * Match: Match VLAN ID and L2 ::::FF:FF Flooding
675 * Action: Flood to local and remote VLAN members
676 * -------------------------------------------
677 * Example: table=1,priority=16384,vlan_id=0x5,dl_dst=ff:ff:ff:ff:ff:ff \
678 * actions=output:10 (eth port),goto_table:2
681 //handleVlanFloodOut(dpid, TABLE_1_ISOLATE_TENANT, TABLE_2_LOCAL_FORWARD,
682 // segmentationId, ethPort, true);
685 private void programRemoteEgressVlanRules(Node node, Long dpid, String segmentationId,
686 String attachedMac, long ethPort) {
690 * Match: Destination MAC is local VM MAC and vlan id
691 * Action: go to table 2
692 * -------------------------------------------
693 * Example: table=1,vlan_id=0x5,dl_dst=00:00:00:00:00:08 \
694 * actions=goto_table:2
697 //handleVlanOut(dpid, TABLE_1_ISOLATE_TENANT, TABLE_2_LOCAL_FORWARD,
698 // segmentationId, ethPort, attachedMac, true);
704 * Action: Go to table 2
705 * -------------------------------------------
706 * Example: table=1,priority=8192,vlan_id=0x5 actions=output:1,goto_table:2
707 * table=110,priority=8192,dl_vlan=2001 actions=output:2
710 handleVlanMiss(dpid, TABLE_1_ISOLATE_TENANT, TABLE_2_LOCAL_FORWARD, segmentationId, ethPort, true);
713 private void removeRemoteEgressVlanRules(Node node, Long dpid, String segmentationId,
714 String attachedMac, long localPort, long ethPort) {
718 * Match: Destination MAC is local VM MAC and vlan id
719 * Action: go to table 2
720 * -------------------------------------------
721 * Example: table=1,vlan_id=0x5,dl_dst=00:00:00:00:00:08 \
722 * actions=goto_table:2
725 //handleVlanOut(dpid, TABLE_1_ISOLATE_TENANT, TABLE_2_LOCAL_FORWARD,
726 // segmentationId, ethPort, attachedMac, false);
731 * Match: Match VLAN ID and L2 ::::FF:FF Flooding
732 * Action: Flood to local and remote VLAN members
733 * -------------------------------------------
734 * Example: table=1,priority=16384,vlan_id=0x5,dl_dst=ff:ff:ff:ff:ff:ff \
735 * actions=output:10 (eth port),goto_table:2
736 * table=110, priority=16384,dl_vlan=2001,dl_dst=01:00:00:00:00:00/01:00:00:00:00:00 actions=output:2,pop_vlan,output:1,output:3,output:4
739 handleLocalVlanBcastOut(dpid, TABLE_2_LOCAL_FORWARD, segmentationId, localPort, ethPort, false);
742 private void removePerVlanRules(Node node, Long dpid, String segmentationId, long localPort, long ethPort) {
746 * Match: Any Remaining Flows w/a VLAN ID
747 * Action: Drop w/ a low priority
748 * Example: table=2,priority=8192,vlan_id=0x5 actions=drop
751 //handleLocalVlanTableMiss(dpid, TABLE_2_LOCAL_FORWARD, segmentationId, false);
756 * Match: Ingress port = physical interface, Vlan ID
757 * Action: GOTO Local Table 2
760 handleVlanIn(dpid, TABLE_0_DEFAULT_INGRESS, TABLE_2_LOCAL_FORWARD, segmentationId, ethPort, false);
765 * Match: Match VLAN ID and L2 ::::FF:FF Flooding
766 * Action: Flood to local and remote VLAN members
767 * -------------------------------------------
768 * Example: table=1,priority=16384,vlan_id=0x5,dl_dst=ff:ff:ff:ff:ff:ff \
769 * actions=output:10 (eth port),goto_table:2
770 * table=110, priority=16384,dl_vlan=2001,dl_dst=01:00:00:00:00:00/01:00:00:00:00:00 actions=output:2,pop_vlan,output:1,output:3,output:4
773 //handleLocalVlanBcastOut(dpid, TABLE_2_LOCAL_FORWARD, segmentationId, localPort, ethPort, false);
778 * Match: Match VLAN ID and L2 ::::FF:FF Flooding
779 * Action: Flood to local and remote VLAN members
780 * -------------------------------------------
781 * Example: table=1,priority=16384,vlan_id=0x5,dl_dst=ff:ff:ff:ff:ff:ff \
782 * actions=output:10 (eth port),goto_table:2
785 //handleVlanFloodOut(dpid, TABLE_1_ISOLATE_TENANT, TABLE_2_LOCAL_FORWARD,
786 // segmentationId, ethPort, false);
792 * Action: Go to table 2
793 * -------------------------------------------
794 * Example: table=1,priority=8192,vlan_id=0x5 actions=output:1,goto_table:2
795 * table=110,priority=8192,dl_vlan=2001 actions=output:2
798 handleVlanMiss(dpid, TABLE_1_ISOLATE_TENANT, TABLE_2_LOCAL_FORWARD, segmentationId, ethPort, false);
801 private Long getDpid (Node node, String bridgeUuid) {
802 Preconditions.checkNotNull(ovsdbConfigurationService);
804 Row bridgeRow = ovsdbConfigurationService
805 .getRow(node, ovsdbConfigurationService.getTableName(node, Bridge.class), bridgeUuid);
806 Bridge bridge = ovsdbConfigurationService.getTypedRow(node, Bridge.class, bridgeRow);
807 Set<String> dpids = bridge.getDatapathIdColumn().getData();
808 if (dpids == null || dpids.size() == 0) return 0L;
809 return StringConvertor.dpidStringToLong((String) dpids.toArray()[0]);
810 } catch (Exception e) {
811 logger.error("Error finding Bridge's OF DPID", e);
816 private Long getIntegrationBridgeOFDPID (Node node) {
818 String bridgeName = configurationService.getIntegrationBridgeName();
819 String brIntId = this.getInternalBridgeUUID(node, bridgeName);
820 if (brIntId == null) {
821 logger.error("Unable to spot Bridge Identifier for {} in {}", bridgeName, node);
825 return getDpid(node, brIntId);
826 } catch (Exception e) {
827 logger.error("Error finding Integration Bridge's OF DPID", e);
832 private Long getExternalBridgeDpid (Node node) {
834 String bridgeName = configurationService.getExternalBridgeName();
835 String brUuid = this.getInternalBridgeUUID(node, bridgeName);
836 if (brUuid == null) {
837 // Note: it is okay for certain nodes to not have br-ex configured; not an error
838 logger.info("Unable to spot Bridge Identifier for {} in {}", bridgeName, node);
842 return getDpid(node, brUuid);
843 } catch (Exception e) {
844 logger.error("Error finding External Bridge's OF DPID", e);
849 private void programLocalRules (String networkType, String segmentationId, Node node, Interface intf) {
851 Long dpid = this.getIntegrationBridgeOFDPID(node);
853 logger.debug("Openflow Datapath-ID not set for the integration bridge in {}", node);
857 Set<Long> of_ports = intf.getOpenFlowPortColumn().getData();
858 if (of_ports == null || of_ports.size() <= 0) {
859 logger.debug("Could NOT Identify OF value for port {} on {}", intf.getName(), node);
862 long localPort = (Long)of_ports.toArray()[0];
864 Map<String, String> externalIds = intf.getExternalIdsColumn().getData();
865 if (externalIds == null) {
866 logger.error("No external_ids seen in {}", intf);
870 String attachedMac = externalIds.get(Constants.EXTERNAL_ID_VM_MAC);
871 if (attachedMac == null) {
872 logger.error("No AttachedMac seen in {}", intf);
876 /* Program local rules based on network type */
877 if (networkType.equalsIgnoreCase(NetworkHandler.NETWORK_TYPE_VLAN)) {
878 logger.debug("Program local vlan rules for interface {}", intf.getName());
879 programLocalVlanRules(node, dpid, segmentationId, attachedMac, localPort);
881 /* If the network type is tunnel based (VXLAN/GRRE/etc) with Neutron Port Security ACLs */
882 if ((networkType.equalsIgnoreCase(NetworkHandler.NETWORK_TYPE_GRE) || networkType.equalsIgnoreCase
883 (NetworkHandler.NETWORK_TYPE_VXLAN)) && securityServicesManager.isPortSecurityReady(intf)) {
884 logger.debug("Neutron port has a Port Security Group");
885 /* Retrieve the security group UUID from the Neutron Port */
886 NeutronSecurityGroup securityGroupInPort = securityServicesManager.getSecurityGroupInPort(intf);
887 logger.debug("Program Local rules for networkType: {} does contain a Port Security Group: {} " +
888 "to be installed on DPID: {}", networkType, securityGroupInPort, dpid);
889 ingressAclProvider.programPortSecurityACL(node, dpid, segmentationId, attachedMac, localPort,
890 securityGroupInPort);
891 egressAclProvider.programPortSecurityACL(node, dpid, segmentationId, attachedMac, localPort,
892 securityGroupInPort);
894 if (networkType.equalsIgnoreCase(NetworkHandler.NETWORK_TYPE_GRE) ||
895 networkType.equalsIgnoreCase(NetworkHandler.NETWORK_TYPE_VXLAN)) {
896 logger.debug("Program local bridge rules for interface {}", intf.getName());
897 programLocalBridgeRules(node, dpid, segmentationId, attachedMac, localPort);
899 } catch (Exception e) {
900 logger.error("Exception in programming Local Rules for "+intf+" on "+node, e);
904 private void removeLocalRules (String networkType, String segmentationId, Node node, Interface intf) {
906 Long dpid = this.getIntegrationBridgeOFDPID(node);
908 logger.debug("Openflow Datapath-ID not set for the integration bridge in {}", node);
912 Set<Long> of_ports = intf.getOpenFlowPortColumn().getData();
913 if (of_ports == null || of_ports.size() <= 0) {
914 logger.debug("Could NOT Identify OF value for port {} on {}", intf.getName(), node);
917 long localPort = (Long)of_ports.toArray()[0];
919 Map<String, String> externalIds = intf.getExternalIdsColumn().getData();
920 if (externalIds == null) {
921 logger.error("No external_ids seen in {}", intf);
925 String attachedMac = externalIds.get(Constants.EXTERNAL_ID_VM_MAC);
926 if (attachedMac == null) {
927 logger.error("No AttachedMac seen in {}", intf);
931 /* Program local rules based on network type */
932 if (networkType.equalsIgnoreCase(NetworkHandler.NETWORK_TYPE_VLAN)) {
933 logger.debug("Remove local vlan rules for interface {}", intf.getName());
934 removeLocalVlanRules(node, dpid, segmentationId, attachedMac, localPort);
935 } else if (networkType.equalsIgnoreCase(NetworkHandler.NETWORK_TYPE_GRE) ||
936 networkType.equalsIgnoreCase(NetworkHandler.NETWORK_TYPE_VXLAN)) {
937 logger.debug("Remove local bridge rules for interface {}", intf.getName());
938 removeLocalBridgeRules(node, dpid, segmentationId, attachedMac, localPort);
940 } catch (Exception e) {
941 logger.error("Exception in removing Local Rules for "+intf+" on "+node, e);
945 private void programTunnelRules (String tunnelType, String segmentationId, InetAddress dst, Node node,
946 Interface intf, boolean local) {
948 Preconditions.checkNotNull(ovsdbConfigurationService);
952 Long dpid = this.getIntegrationBridgeOFDPID(node);
954 logger.debug("Openflow Datapath-ID not set for the integration bridge in {}", node);
958 Set<Long> of_ports = intf.getOpenFlowPortColumn().getData();
959 if (of_ports == null || of_ports.size() <= 0) {
960 logger.debug("Could NOT Identify OF value for port {} on {}", intf.getName(), node);
963 long localPort = (Long)of_ports.toArray()[0];
965 Map<String, String> externalIds = intf.getExternalIdsColumn().getData();
966 if (externalIds == null) {
967 logger.error("No external_ids seen in {}", intf);
971 String attachedMac = externalIds.get(Constants.EXTERNAL_ID_VM_MAC);
972 if (attachedMac == null) {
973 logger.error("No AttachedMac seen in {}", intf);
977 Map<String, Row> intfs = ovsdbConfigurationService.getRows(node, ovsdbConfigurationService.getTableName(node, Interface.class));
979 for (Row row : intfs.values()) {
980 Interface tunIntf = ovsdbConfigurationService.getTypedRow(node, Interface.class, row);
981 if (tunIntf.getName().equals(this.getTunnelName(tunnelType, dst))) {
982 of_ports = tunIntf.getOpenFlowPortColumn().getData();
983 if (of_ports == null || of_ports.size() <= 0) {
984 logger.debug("Could NOT Identify Tunnel port {} on {}", tunIntf.getName(), node);
987 long tunnelOFPort = (Long)of_ports.toArray()[0];
989 if (tunnelOFPort == -1) {
990 logger.error("Could NOT Identify Tunnel port {} -> OF ({}) on {}", tunIntf.getName(), tunnelOFPort, node);
993 logger.debug("Identified Tunnel port {} -> OF ({}) on {}", tunIntf.getName(), tunnelOFPort, node);
996 programRemoteEgressTunnelBridgeRules(node, dpid, segmentationId, attachedMac, tunnelOFPort, localPort);
998 logger.trace("program local ingress tunnel rules: node"
999 + node.getId().getValue() + " intf " + intf.getName());
1001 programLocalIngressTunnelBridgeRules(node, dpid, segmentationId, attachedMac, tunnelOFPort, localPort);
1007 } catch (Exception e) {
1008 logger.error("", e);
1012 private void removeTunnelRules (String tunnelType, String segmentationId, InetAddress dst, Node node,
1013 Interface intf, boolean local, boolean isLastInstanceOnNode) {
1015 Preconditions.checkNotNull(ovsdbConfigurationService);
1018 Long dpid = this.getIntegrationBridgeOFDPID(node);
1020 logger.debug("Openflow Datapath-ID not set for the integration bridge in {}", node);
1024 Set<Long> of_ports = intf.getOpenFlowPortColumn().getData();
1025 if (of_ports == null || of_ports.size() <= 0) {
1026 logger.error("Could NOT Identify OF value for port {} on {}", intf.getName(), node);
1029 long localPort = (Long)of_ports.toArray()[0];
1031 Map<String, String> externalIds = intf.getExternalIdsColumn().getData();
1032 if (externalIds == null) {
1033 logger.error("No external_ids seen in {}", intf);
1037 String attachedMac = externalIds.get(Constants.EXTERNAL_ID_VM_MAC);
1038 if (attachedMac == null) {
1039 logger.error("No AttachedMac seen in {}", intf);
1043 Map<String, Row> intfs = ovsdbConfigurationService.getRows(node, ovsdbConfigurationService.getTableName(node, Interface.class));
1044 if (intfs != null) {
1045 for (Row row : intfs.values()) {
1046 Interface tunIntf = ovsdbConfigurationService.getTypedRow(node, Interface.class, row);
1047 if (tunIntf.getName().equals(this.getTunnelName(tunnelType, dst))) {
1048 of_ports = tunIntf.getOpenFlowPortColumn().getData();
1049 if (of_ports == null || of_ports.size() <= 0) {
1050 logger.error("Could NOT Identify Tunnel port {} on {}", tunIntf.getName(), node);
1053 long tunnelOFPort = (Long)of_ports.toArray()[0];
1055 if (tunnelOFPort == -1) {
1056 logger.error("Could NOT Identify Tunnel port {} -> OF ({}) on {}", tunIntf.getName(), tunnelOFPort, node);
1059 logger.debug("Identified Tunnel port {} -> OF ({}) on {}", tunIntf.getName(), tunnelOFPort, node);
1062 removeRemoteEgressTunnelBridgeRules(node, dpid, segmentationId, attachedMac, tunnelOFPort, localPort);
1064 if (local && isLastInstanceOnNode) {
1065 removePerTunnelRules(node, dpid, segmentationId, tunnelOFPort);
1071 } catch (Exception e) {
1072 logger.error("", e);
1076 private void programVlanRules (NeutronNetwork network, Node node, Interface intf) {
1077 Preconditions.checkNotNull(ovsdbConfigurationService);
1078 logger.debug("Program vlan rules for interface {}", intf.getName());
1081 Long dpid = this.getIntegrationBridgeOFDPID(node);
1083 logger.debug("Openflow Datapath-ID not set for the integration bridge in {}", node);
1087 Set<Long> of_ports = intf.getOpenFlowPortColumn().getData();
1089 while ((of_ports == null) && (timeout > 0)) {
1090 of_ports = intf.getOpenFlowPortColumn().getData();
1091 if (of_ports == null || of_ports.size() <= 0) {
1092 // Wait for the OVSDB update to sync up the Local cache.
1097 if (of_ports == null || of_ports.size() <= 0) {
1098 logger.error("Could NOT Identify OF value for port {} on {}", intf.getName(), node);
1101 long localPort = (Long)of_ports.toArray()[0];
1103 Map<String, String> externalIds = intf.getExternalIdsColumn().getData();
1104 if (externalIds == null) {
1105 logger.error("No external_ids seen in {}", intf);
1109 String attachedMac = externalIds.get(Constants.EXTERNAL_ID_VM_MAC);
1110 if (attachedMac == null) {
1111 logger.error("No AttachedMac seen in {}", intf);
1115 Map<String, Row> intfs = ovsdbConfigurationService.getRows(node, ovsdbConfigurationService.getTableName(node, Interface.class));
1116 if (intfs != null) {
1117 for (Row row : intfs.values()) {
1118 Interface ethIntf = ovsdbConfigurationService.getTypedRow(node, Interface.class, row);
1119 if (ethIntf.getName().equalsIgnoreCase(bridgeConfigurationManager.getPhysicalInterfaceName(node, network.getProviderPhysicalNetwork()))) {
1120 of_ports = ethIntf.getOpenFlowPortColumn().getData();
1122 while ((of_ports == null) && (timeout > 0)) {
1123 of_ports = ethIntf.getOpenFlowPortColumn().getData();
1124 if (of_ports == null || of_ports.size() <= 0) {
1125 // Wait for the OVSDB update to sync up the Local cache.
1131 if (of_ports == null || of_ports.size() <= 0) {
1132 logger.error("Could NOT Identify eth port {} on {}", ethIntf.getName(), node);
1135 long ethOFPort = (Long)of_ports.toArray()[0];
1137 if (ethOFPort == -1) {
1138 logger.error("Could NOT Identify eth port {} -> OF ({}) on {}", ethIntf.getName(), ethOFPort, node);
1139 throw new Exception("port number < 0");
1141 logger.debug("Identified eth port {} -> OF ({}) on {}", ethIntf.getName(), ethOFPort, node);
1142 // TODO: add logic to only add rule on remote nodes
1143 programRemoteEgressVlanRules(node, dpid, network.getProviderSegmentationID(), attachedMac, ethOFPort);
1144 programLocalIngressVlanRules(node, dpid, network.getProviderSegmentationID(), attachedMac, localPort, ethOFPort);
1149 } catch (Exception e) {
1150 logger.error("", e);
1154 private void removeVlanRules (NeutronNetwork network, Node node,
1155 Interface intf, boolean isLastInstanceOnNode) {
1156 Preconditions.checkNotNull(ovsdbConfigurationService);
1157 logger.debug("Remove vlan rules for interface {}", intf.getName());
1161 Long dpid = this.getIntegrationBridgeOFDPID(node);
1163 logger.debug("Openflow Datapath-ID not set for the integration bridge in {}", node);
1167 Set<Long> of_ports = intf.getOpenFlowPortColumn().getData();
1168 if (of_ports == null || of_ports.size() <= 0) {
1169 logger.error("Could NOT Identify OF value for port {} on {}", intf.getName(), node);
1172 long localPort = (Long)of_ports.toArray()[0];
1174 Map<String, String> externalIds = intf.getExternalIdsColumn().getData();
1175 if (externalIds == null) {
1176 logger.error("No external_ids seen in {}", intf);
1180 String attachedMac = externalIds.get(Constants.EXTERNAL_ID_VM_MAC);
1181 if (attachedMac == null) {
1182 logger.error("No AttachedMac seen in {}", intf);
1186 Map<String, Row> intfs = ovsdbConfigurationService.getRows(node, ovsdbConfigurationService.getTableName(node, Interface.class));
1187 if (intfs != null) {
1188 for (Row row : intfs.values()) {
1189 Interface ethIntf = ovsdbConfigurationService.getTypedRow(node, Interface.class, row);
1190 if (ethIntf.getName().equalsIgnoreCase(bridgeConfigurationManager.getPhysicalInterfaceName(node,
1191 network.getProviderPhysicalNetwork()))) {
1192 of_ports = ethIntf.getOpenFlowPortColumn().getData();
1193 if (of_ports == null || of_ports.size() <= 0) {
1194 logger.error("Could NOT Identify eth port {} on {}", ethIntf.getName(), node);
1197 long ethOFPort = (Long)of_ports.toArray()[0];
1199 if (ethOFPort == -1) {
1200 logger.error("Could NOT Identify eth port {} -> OF ({}) on {}", ethIntf.getName(), ethOFPort, node);
1201 throw new Exception("port number < 0");
1203 logger.debug("Identified eth port {} -> OF ({}) on {}", ethIntf.getName(), ethOFPort, node);
1205 removeRemoteEgressVlanRules(node, dpid, network.getProviderSegmentationID(), attachedMac, localPort, ethOFPort);
1206 if (isLastInstanceOnNode) {
1207 removePerVlanRules(node, dpid, network.getProviderSegmentationID(), localPort, ethOFPort);
1213 } catch (Exception e) {
1214 logger.error("", e);
1219 public Status handleInterfaceUpdate(NeutronNetwork network, Node srcNode, Interface intf) {
1220 Preconditions.checkNotNull(connectionService);
1221 List<Node> nodes = connectionService.getNodes();
1222 nodes.remove(srcNode);
1223 this.programLocalRules(network.getProviderNetworkType(), network.getProviderSegmentationID(), srcNode, intf);
1225 if (network.getProviderNetworkType().equalsIgnoreCase(NetworkHandler.NETWORK_TYPE_VLAN)) {
1226 this.programVlanRules(network, srcNode, intf);
1227 } else if (network.getProviderNetworkType().equalsIgnoreCase(NetworkHandler.NETWORK_TYPE_GRE)
1228 || network.getProviderNetworkType().equalsIgnoreCase(NetworkHandler.NETWORK_TYPE_VXLAN)){
1229 for (Node dstNode : nodes) {
1230 InetAddress src = configurationService.getTunnelEndPoint(srcNode);
1231 InetAddress dst = configurationService.getTunnelEndPoint(dstNode);
1232 if ((src != null) && (dst != null)) {
1233 Status status = addTunnelPort(srcNode, network.getProviderNetworkType(), src, dst);
1234 if (status.isSuccess()) {
1235 this.programTunnelRules(network.getProviderNetworkType(), network.getProviderSegmentationID(), dst, srcNode, intf, true);
1237 addTunnelPort(dstNode, network.getProviderNetworkType(), dst, src);
1238 if (status.isSuccess()) {
1239 this.programTunnelRules(network.getProviderNetworkType(), network.getProviderSegmentationID(), src, dstNode, intf, false);
1242 logger.warn("Tunnel end-point configuration missing. Please configure it in OpenVSwitch Table. " +
1243 "Check source {} or destination {}",
1244 src != null ? src.getHostAddress() : "null",
1245 dst != null ? dst.getHostAddress() : "null");
1250 return new Status(StatusCode.SUCCESS);
1253 private Status triggerInterfaceUpdates(Node node) {
1254 Preconditions.checkNotNull(ovsdbConfigurationService);
1256 Map<String, Row> intfs = ovsdbConfigurationService.getRows(node, ovsdbConfigurationService.getTableName(node, Interface.class));
1257 if (intfs != null) {
1258 for (Row row : intfs.values()) {
1259 Interface intf = ovsdbConfigurationService.getTypedRow(node, Interface.class, row);
1260 NeutronNetwork network = tenantNetworkManager.getTenantNetwork(intf);
1261 logger.debug("Trigger Interface update for {}", intf);
1262 if (network != null) {
1263 this.handleInterfaceUpdate(network, node, intf);
1267 } catch (Exception e) {
1268 logger.error("Error Triggering the lost interface updates for "+ node, e);
1269 return new Status(StatusCode.INTERNALERROR, e.getLocalizedMessage());
1271 return new Status(StatusCode.SUCCESS);
1274 public Status handleInterfaceUpdate(String tunnelType, String tunnelKey) {
1275 // TODO Auto-generated method stub
1280 public Status handleInterfaceDelete(String tunnelType, NeutronNetwork network, Node srcNode, Interface intf,
1281 boolean isLastInstanceOnNode) {
1282 Preconditions.checkNotNull(connectionService);
1283 Status status = new Status(StatusCode.SUCCESS);
1284 List<Node> nodes = connectionService.getNodes();
1285 nodes.remove(srcNode);
1287 logger.info("Delete intf " + intf.getName() + " isLastInstanceOnNode " + isLastInstanceOnNode);
1288 List<String> phyIfName = bridgeConfigurationManager.getAllPhysicalInterfaceNames(srcNode);
1289 if (intf.getTypeColumn().getData().equalsIgnoreCase(NetworkHandler.NETWORK_TYPE_VXLAN)
1290 || intf.getTypeColumn().getData().equalsIgnoreCase(NetworkHandler.NETWORK_TYPE_GRE)) {
1291 /* Delete tunnel port */
1293 Map<String, String> options = intf.getOptionsColumn().getData();
1294 InetAddress src = InetAddress.getByName(options.get("local_ip"));
1295 InetAddress dst = InetAddress.getByName(options.get("remote_ip"));
1296 status = deleteTunnelPort(srcNode, intf.getTypeColumn().getData(), src, dst);
1297 } catch (Exception e) {
1298 logger.error(e.getMessage(), e);
1300 } else if (phyIfName.contains(intf.getName())) {
1301 deletePhysicalPort(srcNode, intf.getName());
1303 /* delete all other interfaces */
1304 this.removeLocalRules(network.getProviderNetworkType(), network.getProviderSegmentationID(),
1307 if (network.getProviderNetworkType().equalsIgnoreCase(NetworkHandler.NETWORK_TYPE_VLAN)) {
1308 this.removeVlanRules(network, srcNode,
1309 intf, isLastInstanceOnNode);
1310 } else if (network.getProviderNetworkType().equalsIgnoreCase(NetworkHandler.NETWORK_TYPE_GRE)
1311 || network.getProviderNetworkType().equalsIgnoreCase(NetworkHandler.NETWORK_TYPE_VXLAN)) {
1313 for (Node dstNode : nodes) {
1314 InetAddress src = configurationService.getTunnelEndPoint(srcNode);
1315 InetAddress dst = configurationService.getTunnelEndPoint(dstNode);
1316 if ((src != null) && (dst != null)) {
1317 logger.info("Remove tunnel rules for interface "
1318 + intf.getName() + " on srcNode " + srcNode.getId().getValue());
1319 this.removeTunnelRules(tunnelType, network.getProviderSegmentationID(),
1320 dst, srcNode, intf, true, isLastInstanceOnNode);
1321 logger.info("Remove tunnel rules for interface "
1322 + intf.getName() + " on dstNode " + dstNode.getId().getValue());
1323 this.removeTunnelRules(tunnelType, network.getProviderSegmentationID(),
1324 src, dstNode, intf, false, isLastInstanceOnNode);
1326 logger.warn("Tunnel end-point configuration missing. Please configure it in OpenVSwitch Table. ",
1327 "Check source {} or destination {}",
1328 src != null ? src.getHostAddress() : "null",
1329 dst != null ? dst.getHostAddress() : "null");
1338 public void initializeFlowRules(Node node) {
1339 this.initializeFlowRules(node, configurationService.getIntegrationBridgeName());
1340 this.initializeFlowRules(node, configurationService.getExternalBridgeName());
1341 this.triggerInterfaceUpdates(node);
1344 private void initializeFlowRules(Node node, String bridgeName) {
1345 String bridgeUuid = this.getInternalBridgeUUID(node, bridgeName);
1346 if (bridgeUuid == null) {
1350 Long dpid = getDpid(node, bridgeUuid);
1353 logger.debug("Openflow Datapath-ID not set for the integration bridge in {}", node);
1360 * Match: LLDP (0x88CCL)
1361 * Action: Packet_In to Controller Reserved Port
1364 writeLLDPRule(dpid);
1365 if (bridgeName.equals(configurationService.getExternalBridgeName())) {
1366 writeNormalRule(dpid);
1371 * Create an LLDP Flow Rule to encapsulate into
1372 * a packet_in that is sent to the controller
1373 * for topology handling.
1374 * Match: Ethertype 0x88CCL
1375 * Action: Punt to Controller in a Packet_In msg
1378 private void writeLLDPRule(Long dpidLong) {
1379 classifierProvider.programLLDPPuntRule(dpidLong);
1383 * Create a NORMAL Table Miss Flow Rule
1385 * Action: forward to NORMAL pipeline
1388 private void writeNormalRule(Long dpidLong) {
1390 String nodeName = Constants.OPENFLOW_NODE_PREFIX + dpidLong;
1392 MatchBuilder matchBuilder = new MatchBuilder();
1393 NodeBuilder nodeBuilder = createNodeBuilder(nodeName);
1394 FlowBuilder flowBuilder = new FlowBuilder();
1396 // Create the OF Actions and Instructions
1397 InstructionBuilder ib = new InstructionBuilder();
1398 InstructionsBuilder isb = new InstructionsBuilder();
1400 // Instructions List Stores Individual Instructions
1401 List<Instruction> instructions = Lists.newArrayList();
1403 // Call the InstructionBuilder Methods Containing Actions
1404 InstructionUtils.createNormalInstructions(nodeName, ib);
1406 ib.setKey(new InstructionKey(0));
1407 instructions.add(ib.build());
1409 // Add InstructionBuilder to the Instruction(s)Builder List
1410 isb.setInstruction(instructions);
1412 // Add InstructionsBuilder to FlowBuilder
1413 flowBuilder.setInstructions(isb.build());
1415 String flowId = "NORMAL";
1416 flowBuilder.setId(new FlowId(flowId));
1417 FlowKey key = new FlowKey(new FlowId(flowId));
1418 flowBuilder.setMatch(matchBuilder.build());
1419 flowBuilder.setPriority(0);
1420 flowBuilder.setBarrier(true);
1421 flowBuilder.setTableId((short) 0);
1422 flowBuilder.setKey(key);
1423 flowBuilder.setFlowName(flowId);
1424 flowBuilder.setHardTimeout(0);
1425 flowBuilder.setIdleTimeout(0);
1426 writeFlow(flowBuilder, nodeBuilder);
1430 * (Table:0) Ingress Tunnel Traffic
1431 * Match: OpenFlow InPort and Tunnel ID
1432 * Action: GOTO Local Table (10)
1433 * table=0,tun_id=0x5,in_port=10, actions=goto_table:2
1436 private void handleTunnelIn(Long dpidLong, Short writeTable,
1437 Short goToTableId, String segmentationId,
1438 Long ofPort, boolean write) {
1439 classifierProvider.programTunnelIn(dpidLong, segmentationId, ofPort, write);
1443 * (Table:0) Ingress VLAN Traffic
1444 * Match: OpenFlow InPort and vlan ID
1445 * Action: GOTO Local Table (20)
1446 * table=0,vlan_id=0x5,in_port=10, actions=goto_table:2
1449 private void handleVlanIn(Long dpidLong, Short writeTable, Short goToTableId,
1450 String segmentationId, Long ethPort, boolean write) {
1451 classifierProvider.programVlanIn(dpidLong, segmentationId, ethPort, write);
1455 * (Table:0) Egress VM Traffic Towards TEP
1456 * Match: Destination Ethernet Addr and OpenFlow InPort
1457 * Instruction: Set TunnelID and GOTO Table Tunnel Table (n)
1458 * table=0,in_port=2,dl_src=00:00:00:00:00:01 \
1459 * actions=set_field:5->tun_id,goto_table=1"
1462 private void handleLocalInPort(Long dpidLong, Short writeTable, Short goToTableId,
1463 String segmentationId, Long inPort, String attachedMac,
1465 classifierProvider.programLocalInPort(dpidLong, segmentationId, inPort, attachedMac, write);
1469 * (Table:0) Egress VM Traffic Towards TEP
1470 * Match: Source Ethernet Addr and OpenFlow InPort
1471 * Instruction: Set VLANID and GOTO Table Egress (n)
1472 * table=0,in_port=2,dl_src=00:00:00:00:00:01 \
1473 * actions=push_vlan, set_field:5->vlan_id,goto_table=1"
1476 private void handleLocalInPortSetVlan(Long dpidLong, Short writeTable,
1477 Short goToTableId, String segmentationId,
1478 Long inPort, String attachedMac,
1480 classifierProvider.programLocalInPortSetVlan(dpidLong, segmentationId, inPort, attachedMac, write);
1484 * (Table:0) Drop frames source from a VM that do not
1485 * match the associated MAC address of the local VM.
1486 * Match: Low priority anything not matching the VM SMAC
1488 * table=0,priority=16384,in_port=1 actions=drop"
1491 private void handleDropSrcIface(Long dpidLong, Long inPort, boolean write) {
1492 classifierProvider.programDropSrcIface(dpidLong, inPort, write);
1496 * (Table:1) Egress Tunnel Traffic
1497 * Match: Destination Ethernet Addr and Local InPort
1498 * Instruction: Set TunnelID and GOTO Table Tunnel Table (n)
1499 * table=1,tun_id=0x5,dl_dst=00:00:00:00:00:08 \
1500 * actions=output:10,goto_table:2"
1502 private void handleTunnelOut(Long dpidLong, Short writeTable,
1503 Short goToTableId, String segmentationId,
1504 Long OFPortOut, String attachedMac,
1506 l2ForwardingProvider.programTunnelOut(dpidLong, segmentationId, OFPortOut, attachedMac, write);
1510 * (Table:1) Egress VLAN Traffic
1511 * Match: Destination Ethernet Addr and VLAN id
1512 * Instruction: GOTO Table Table 2
1513 * table=1,vlan_id=0x5,dl_dst=00:00:00:00:00:08 \
1514 * actions= goto_table:2"
1517 private void handleVlanOut(Long dpidLong, Short writeTable,
1518 Short goToTableId, String segmentationId,
1519 Long ethPort, String attachedMac, boolean write) {
1520 l2ForwardingProvider.programVlanOut(dpidLong, segmentationId, ethPort, attachedMac, write);
1524 * (Table:1) Egress Tunnel Traffic
1525 * Match: Destination Ethernet Addr and Local InPort
1526 * Instruction: Set TunnelID and GOTO Table Tunnel Table (n)
1527 * table=1,priority=16384,tun_id=0x5,dl_dst=ff:ff:ff:ff:ff:ff \
1528 * actions=output:10,output:11,goto_table:2
1531 private void handleTunnelFloodOut(Long dpidLong, Short writeTable,
1532 Short localTable, String segmentationId,
1533 Long OFPortOut, boolean write) {
1534 l2ForwardingProvider.programTunnelFloodOut(dpidLong, segmentationId, OFPortOut, write);
1538 * (Table:1) Egress VLAN Traffic
1539 * Match: Destination Ethernet Addr and VLAN id
1540 * Instruction: GOTO table 2 and Output port eth interface
1541 * Example: table=1,priority=16384,vlan_id=0x5,dl_dst=ff:ff:ff:ff:ff:ff \
1542 * actions=output:eth1,goto_table:2
1545 private void handleVlanFloodOut(Long dpidLong, Short writeTable,
1546 Short localTable, String segmentationId,
1547 Long localPort, Long ethPort, boolean write) {
1548 //l2ForwardingProvider.programVlanFloodOut(dpidLong, segmentationId, localPort, ethPort, write);
1552 * (Table:1) Table Drain w/ Catch All
1554 * Action: GOTO Local Table (10)
1555 * table=2,priority=8192,tun_id=0x5 actions=drop
1558 private void handleTunnelMiss(Long dpidLong, Short writeTable,
1559 Short goToTableId, String segmentationId,
1561 l2ForwardingProvider.programTunnelMiss(dpidLong, segmentationId, write);
1566 * (Table:1) Table Drain w/ Catch All
1568 * Action: Output port eth interface
1569 * table=1,priority=8192,vlan_id=0x5 actions= output port:eth1
1570 * table=110,priority=8192,dl_vlan=2001 actions=output:2
1573 private void handleVlanMiss(Long dpidLong, Short writeTable,
1574 Short goToTableId, String segmentationId,
1575 Long ethPort, boolean write) {
1576 l2ForwardingProvider.programVlanMiss(dpidLong, segmentationId, ethPort, write);
1580 * (Table:1) Local Broadcast Flood
1581 * Match: Tunnel ID and dMAC
1582 * Action: Output Port
1583 * table=2,tun_id=0x5,dl_dst=00:00:00:00:00:01 actions=output:2
1586 private void handleLocalUcastOut(Long dpidLong, Short writeTable,
1587 String segmentationId, Long localPort,
1588 String attachedMac, boolean write) {
1589 l2ForwardingProvider.programLocalUcastOut(dpidLong, segmentationId, localPort, attachedMac, write);
1593 * (Table:2) Local VLAN unicast
1594 * Match: VLAN ID and dMAC
1595 * Action: Output Port
1596 * table=2,vlan_id=0x5,dl_dst=00:00:00:00:00:01 actions=output:2
1599 private void handleLocalVlanUcastOut(Long dpidLong, Short writeTable,
1600 String segmentationId, Long localPort,
1601 String attachedMac, boolean write) {
1602 l2ForwardingProvider.programLocalVlanUcastOut(dpidLong, segmentationId, localPort, attachedMac, write);
1606 * (Table:2) Local Broadcast Flood
1607 * Match: Tunnel ID and dMAC (::::FF:FF)
1608 * table=2,priority=16384,tun_id=0x5,dl_dst=ff:ff:ff:ff:ff:ff \
1609 * actions=output:2,3,4,5
1612 private void handleLocalBcastOut(Long dpidLong, Short writeTable,
1613 String segmentationId, Long localPort,
1615 l2ForwardingProvider.programLocalBcastOut(dpidLong, segmentationId, localPort, write);
1619 * (Table:2) Local VLAN Broadcast Flood
1620 * Match: vlan ID and dMAC (::::FF:FF)
1621 * table=2,priority=16384,vlan_id=0x5,dl_dst=ff:ff:ff:ff:ff:ff \
1622 * actions=strip_vlan, output:2,3,4,5
1623 * table=110,dl_vlan=2001,dl_dst=01:00:00:00:00:00/01:00:00:00:00:00 actions=output:2,pop_vlan,output:1,output:3,output:4
1626 private void handleLocalVlanBcastOut(Long dpidLong, Short writeTable, String segmentationId,
1627 Long localPort, Long ethPort, boolean write) {
1628 l2ForwardingProvider.programLocalVlanBcastOut(dpidLong, segmentationId, localPort, ethPort, write);
1632 * (Table:1) Local Table Miss
1633 * Match: Any Remaining Flows w/a TunID
1634 * Action: Drop w/ a low priority
1635 * table=2,priority=8192,tun_id=0x5 actions=drop
1638 private void handleLocalTableMiss(Long dpidLong, Short writeTable,
1639 String segmentationId, boolean write) {
1640 l2ForwardingProvider.programLocalTableMiss(dpidLong, segmentationId, write);
1644 * (Table:1) Local Table Miss
1645 * Match: Any Remaining Flows w/a VLAN ID
1646 * Action: Drop w/ a low priority
1647 * table=2,priority=8192,vlan_id=0x5 actions=drop
1650 private void handleLocalVlanTableMiss(Long dpidLong, Short writeTable,
1651 String segmentationId, boolean write) {
1652 l2ForwardingProvider.programLocalVlanTableMiss(dpidLong, segmentationId, write);
1655 private Group getGroup(GroupBuilder groupBuilder, NodeBuilder nodeBuilder) {
1656 Preconditions.checkNotNull(mdsalConsumer);
1657 if (mdsalConsumer == null) {
1658 logger.error("ERROR finding MDSAL Service. Its possible that writeFlow is called too soon ?");
1662 dataBroker = mdsalConsumer.getDataBroker();
1663 if (dataBroker == null) {
1664 logger.error("ERROR finding reference for DataBroker. Please check MD-SAL support on the Controller.");
1668 InstanceIdentifier<Group> path1 = InstanceIdentifier.builder(Nodes.class).child(org.opendaylight.yang.gen.v1.urn.opendaylight.inventory
1669 .rev130819.nodes.Node.class, nodeBuilder.getKey()).augmentation(FlowCapableNode.class).child(Group.class,
1670 new GroupKey(groupBuilder.getGroupId())).build();
1671 ReadOnlyTransaction readTx = dataBroker.newReadOnlyTransaction();
1673 Optional<Group> data = readTx.read(LogicalDatastoreType.CONFIGURATION, path1).get();
1674 if (data.isPresent()) {
1677 } catch (InterruptedException|ExecutionException e) {
1678 logger.error(e.getMessage(), e);
1681 logger.debug("Cannot find data for Group " + groupBuilder.getGroupName());
1685 private void writeGroup(GroupBuilder groupBuilder, NodeBuilder nodeBuilder) {
1686 Preconditions.checkNotNull(mdsalConsumer);
1687 if (mdsalConsumer == null) {
1688 logger.error("ERROR finding MDSAL Service. Its possible that writeFlow is called too soon ?");
1692 dataBroker = mdsalConsumer.getDataBroker();
1693 if (dataBroker == null) {
1694 logger.error("ERROR finding reference for DataBroker. Please check MD-SAL support on the Controller.");
1698 ReadWriteTransaction modification = dataBroker.newReadWriteTransaction();
1699 InstanceIdentifier<Group> path1 = InstanceIdentifier.builder(Nodes.class).child(org.opendaylight.yang.gen.v1.urn.opendaylight.inventory
1700 .rev130819.nodes.Node.class, nodeBuilder.getKey()).augmentation(FlowCapableNode.class).child(Group.class,
1701 new GroupKey(groupBuilder.getGroupId())).build();
1702 modification.put(LogicalDatastoreType.CONFIGURATION, path1, groupBuilder.build(), true /*createMissingParents*/);
1704 CheckedFuture<Void, TransactionCommitFailedException> commitFuture = modification.submit();
1706 commitFuture.get(); // TODO: Make it async (See bug 1362)
1707 logger.debug("Transaction success for write of Group "+groupBuilder.getGroupName());
1708 } catch (InterruptedException|ExecutionException e) {
1709 logger.error(e.getMessage(), e);
1713 private void removeGroup(GroupBuilder groupBuilder, NodeBuilder nodeBuilder) {
1714 Preconditions.checkNotNull(mdsalConsumer);
1715 if (mdsalConsumer == null) {
1716 logger.error("ERROR finding MDSAL Service. Its possible that writeFlow is called too soon ?");
1720 dataBroker = mdsalConsumer.getDataBroker();
1721 if (dataBroker == null) {
1722 logger.error("ERROR finding reference for DataBroker. Please check MD-SAL support on the Controller.");
1726 WriteTransaction modification = dataBroker.newWriteOnlyTransaction();
1727 InstanceIdentifier<Group> path1 = InstanceIdentifier.builder(Nodes.class).child(org.opendaylight.yang.gen.v1.urn.opendaylight.inventory
1728 .rev130819.nodes.Node.class, nodeBuilder.getKey()).augmentation(FlowCapableNode.class).child(Group.class,
1729 new GroupKey(groupBuilder.getGroupId())).build();
1730 modification.delete(LogicalDatastoreType.CONFIGURATION, path1);
1731 CheckedFuture<Void, TransactionCommitFailedException> commitFuture = modification.submit();
1734 commitFuture.get(); // TODO: Make it async (See bug 1362)
1735 logger.debug("Transaction success for deletion of Group "+groupBuilder.getGroupName());
1736 } catch (InterruptedException|ExecutionException e) {
1737 logger.error(e.getMessage(), e);
1740 private Flow getFlow(FlowBuilder flowBuilder, NodeBuilder nodeBuilder) {
1741 Preconditions.checkNotNull(mdsalConsumer);
1742 if (mdsalConsumer == null) {
1743 logger.error("ERROR finding MDSAL Service. Its possible that writeFlow is called too soon ?");
1747 dataBroker = mdsalConsumer.getDataBroker();
1748 if (dataBroker == null) {
1749 logger.error("ERROR finding reference for DataBroker. Please check MD-SAL support on the Controller.");
1753 InstanceIdentifier<Flow> path1 = InstanceIdentifier.builder(Nodes.class).child(org.opendaylight.yang.gen.v1.urn.opendaylight.inventory
1754 .rev130819.nodes.Node.class, nodeBuilder.getKey()).augmentation(FlowCapableNode.class).child(Table.class,
1755 new TableKey(flowBuilder.getTableId())).child(Flow.class, flowBuilder.getKey()).build();
1757 ReadOnlyTransaction readTx = dataBroker.newReadOnlyTransaction();
1759 Optional<Flow> data = readTx.read(LogicalDatastoreType.CONFIGURATION, path1).get();
1760 if (data.isPresent()) {
1763 } catch (InterruptedException|ExecutionException e) {
1764 logger.error(e.getMessage(), e);
1767 logger.debug("Cannot find data for Flow " + flowBuilder.getFlowName());
1771 private void writeFlow(FlowBuilder flowBuilder, NodeBuilder nodeBuilder) {
1772 Preconditions.checkNotNull(mdsalConsumer);
1773 if (mdsalConsumer == null) {
1774 logger.error("ERROR finding MDSAL Service. Its possible that writeFlow is called too soon ?");
1778 dataBroker = mdsalConsumer.getDataBroker();
1779 if (dataBroker == null) {
1780 logger.error("ERROR finding reference for DataBroker. Please check MD-SAL support on the Controller.");
1784 ReadWriteTransaction modification = dataBroker.newReadWriteTransaction();
1785 InstanceIdentifier<Flow> path1 = InstanceIdentifier.builder(Nodes.class).child(org.opendaylight.yang.gen.v1.urn.opendaylight.inventory
1786 .rev130819.nodes.Node.class, nodeBuilder.getKey()).augmentation(FlowCapableNode.class).child(Table.class,
1787 new TableKey(flowBuilder.getTableId())).child(Flow.class, flowBuilder.getKey()).build();
1789 //modification.put(LogicalDatastoreType.OPERATIONAL, path1, flowBuilder.build());
1790 modification.put(LogicalDatastoreType.CONFIGURATION, path1, flowBuilder.build(), true /*createMissingParents*/);
1793 CheckedFuture<Void, TransactionCommitFailedException> commitFuture = modification.submit();
1795 commitFuture.get(); // TODO: Make it async (See bug 1362)
1796 logger.debug("Transaction success for write of Flow "+flowBuilder.getFlowName());
1797 } catch (InterruptedException|ExecutionException e) {
1798 logger.error(e.getMessage(), e);
1802 private void removeFlow(FlowBuilder flowBuilder, NodeBuilder nodeBuilder) {
1803 Preconditions.checkNotNull(mdsalConsumer);
1804 if (mdsalConsumer == null) {
1805 logger.error("ERROR finding MDSAL Service.");
1809 dataBroker = mdsalConsumer.getDataBroker();
1810 if (dataBroker == null) {
1811 logger.error("ERROR finding reference for DataBroker. Please check MD-SAL support on the Controller.");
1815 WriteTransaction modification = dataBroker.newWriteOnlyTransaction();
1816 InstanceIdentifier<Flow> path1 = InstanceIdentifier.builder(Nodes.class)
1817 .child(org.opendaylight.yang.gen.v1.urn.opendaylight.inventory
1818 .rev130819.nodes.Node.class, nodeBuilder.getKey())
1819 .augmentation(FlowCapableNode.class).child(Table.class,
1820 new TableKey(flowBuilder.getTableId())).child(Flow.class, flowBuilder.getKey()).build();
1821 //modification.delete(LogicalDatastoreType.OPERATIONAL, nodeBuilderToInstanceId(nodeBuilder));
1822 //modification.delete(LogicalDatastoreType.OPERATIONAL, path1);
1823 //modification.delete(LogicalDatastoreType.CONFIGURATION, nodeBuilderToInstanceId(nodeBuilder));
1824 modification.delete(LogicalDatastoreType.CONFIGURATION, path1);
1826 CheckedFuture<Void, TransactionCommitFailedException> commitFuture = modification.submit();
1828 commitFuture.get(); // TODO: Make it async (See bug 1362)
1829 logger.debug("Transaction success for deletion of Flow "+flowBuilder.getFlowName());
1830 } catch (InterruptedException|ExecutionException e) {
1831 logger.error(e.getMessage(), e);
1836 * Create Output Port Group Instruction
1838 * @param ib Map InstructionBuilder without any instructions
1839 * @param dpidLong Long the datapath ID of a switch/node
1840 * @param port Long representing a port on a switch/node
1841 * @return ib InstructionBuilder Map with instructions
1843 protected InstructionBuilder createOutputGroupInstructions(NodeBuilder nodeBuilder,
1844 InstructionBuilder ib,
1845 Long dpidLong, Long port ,
1846 List<Instruction> instructions) {
1847 NodeConnectorId ncid = new NodeConnectorId(Constants.OPENFLOW_NODE_PREFIX + dpidLong + ":" + port);
1848 logger.debug("createOutputGroupInstructions() Node Connector ID is - Type=openflow: DPID={} port={} existingInstructions={}", dpidLong, port, instructions);
1850 List<Action> actionList = Lists.newArrayList();
1851 ActionBuilder ab = new ActionBuilder();
1853 List<Action> existingActions;
1854 if (instructions != null) {
1855 for (Instruction in : instructions) {
1856 if (in.getInstruction() instanceof ApplyActionsCase) {
1857 existingActions = (((ApplyActionsCase) in.getInstruction()).getApplyActions().getAction());
1858 actionList.addAll(existingActions);
1863 GroupBuilder groupBuilder = new GroupBuilder();
1866 /* Create output action for this port*/
1867 OutputActionBuilder oab = new OutputActionBuilder();
1868 oab.setOutputNodeConnector(ncid);
1869 ab.setAction(new OutputActionCaseBuilder().setOutputAction(oab.build()).build());
1870 logger.debug("createOutputGroupInstructions(): output action {}", ab.build());
1871 boolean addNew = true;
1872 boolean groupActionAdded = false;
1874 /* Find the group action and get the group */
1875 for (Action action : actionList) {
1876 if (action.getAction() instanceof GroupActionCase) {
1877 groupActionAdded = true;
1878 GroupActionCase groupAction = (GroupActionCase) action.getAction();
1879 Long id = groupAction.getGroupAction().getGroupId();
1880 String groupName = groupAction.getGroupAction().getGroup();
1881 GroupKey key = new GroupKey(new GroupId(id));
1883 groupBuilder.setGroupId(new GroupId(id));
1884 groupBuilder.setGroupName(groupName);
1885 groupBuilder.setGroupType(GroupTypes.GroupAll);
1886 groupBuilder.setKey(key);
1887 group = getGroup(groupBuilder, nodeBuilder);
1888 logger.debug("createOutputGroupInstructions: group {}", group);
1893 logger.debug("createOutputGroupInstructions: groupActionAdded {}", groupActionAdded);
1894 if (groupActionAdded) {
1895 /* modify the action bucket in group */
1896 groupBuilder = new GroupBuilder(group);
1897 Buckets buckets = groupBuilder.getBuckets();
1898 for (Bucket bucket : buckets.getBucket()) {
1899 List<Action> bucketActions = bucket.getAction();
1900 logger.debug("createOutputGroupInstructions: bucketActions {}", bucketActions);
1901 for (Action action : bucketActions) {
1902 if (action.getAction() instanceof OutputActionCase) {
1903 OutputActionCase opAction = (OutputActionCase)action.getAction();
1904 /* If output port action already in the action list of one of the buckets, skip */
1905 if (opAction.getOutputAction().getOutputNodeConnector().equals(new Uri(ncid))) {
1912 logger.debug("createOutputGroupInstructions: addNew {}", addNew);
1914 /* the new output action is not in the bucket, add to bucket */
1915 if (!buckets.getBucket().isEmpty()) {
1916 Bucket bucket = buckets.getBucket().get(0);
1917 List<Action> bucketActionList = Lists.newArrayList();
1918 bucketActionList.addAll(bucket.getAction());
1919 /* set order for new action and add to action list */
1920 ab.setOrder(bucketActionList.size());
1921 ab.setKey(new ActionKey(bucketActionList.size()));
1922 bucketActionList.add(ab.build());
1924 /* set bucket and buckets list. Reset groupBuilder with new buckets.*/
1925 BucketsBuilder bucketsBuilder = new BucketsBuilder();
1926 List<Bucket> bucketList = Lists.newArrayList();
1927 BucketBuilder bucketBuilder = new BucketBuilder();
1928 bucketBuilder.setBucketId(new BucketId((long) 1));
1929 bucketBuilder.setKey(new BucketKey(new BucketId((long) 1)));
1930 bucketBuilder.setAction(bucketActionList);
1931 bucketList.add(bucketBuilder.build());
1932 bucketsBuilder.setBucket(bucketList);
1933 groupBuilder.setBuckets(bucketsBuilder.build());
1934 logger.debug("createOutputGroupInstructions: bucketList {}", bucketList);
1939 groupBuilder = new GroupBuilder();
1940 groupBuilder.setGroupType(GroupTypes.GroupAll);
1941 groupBuilder.setGroupId(new GroupId(groupId));
1942 groupBuilder.setKey(new GroupKey(new GroupId(groupId)));
1943 groupBuilder.setGroupName("Output port group " + groupId);
1944 groupBuilder.setBarrier(false);
1946 BucketsBuilder bucketBuilder = new BucketsBuilder();
1947 List<Bucket> bucketList = Lists.newArrayList();
1948 BucketBuilder bucket = new BucketBuilder();
1949 bucket.setBucketId(new BucketId((long) 1));
1950 bucket.setKey(new BucketKey(new BucketId((long) 1)));
1952 /* put output action to the bucket */
1953 List<Action> bucketActionList = Lists.newArrayList();
1954 /* set order for new action and add to action list */
1955 ab.setOrder(bucketActionList.size());
1956 ab.setKey(new ActionKey(bucketActionList.size()));
1957 bucketActionList.add(ab.build());
1959 bucket.setAction(bucketActionList);
1960 bucketList.add(bucket.build());
1961 bucketBuilder.setBucket(bucketList);
1962 groupBuilder.setBuckets(bucketBuilder.build());
1964 /* Add new group action */
1965 GroupActionBuilder groupActionB = new GroupActionBuilder();
1966 groupActionB.setGroupId(groupId);
1967 groupActionB.setGroup("Output port group " + groupId);
1968 ab = new ActionBuilder();
1969 ab.setAction(new GroupActionCaseBuilder().setGroupAction(groupActionB.build()).build());
1970 ab.setOrder(actionList.size());
1971 ab.setKey(new ActionKey(actionList.size()));
1972 actionList.add(ab.build());
1976 logger.debug("createOutputGroupInstructions: group {}", groupBuilder.build());
1977 logger.debug("createOutputGroupInstructions: actionList {}", actionList);
1980 /* rewrite the group to group table */
1981 writeGroup(groupBuilder, nodeBuilder);
1984 // Create an Apply Action
1985 ApplyActionsBuilder aab = new ApplyActionsBuilder();
1986 aab.setAction(actionList);
1987 ib.setInstruction(new ApplyActionsCaseBuilder().setApplyActions(aab.build()).build());
1993 * Remove Output Port from action list in group bucket
1995 * @param ib Map InstructionBuilder without any instructions
1996 * @param dpidLong Long the datapath ID of a switch/node
1997 * @param port Long representing a port on a switch/node
1998 * @return ib InstructionBuilder Map with instructions
2000 protected boolean removeOutputPortFromGroup(NodeBuilder nodeBuilder, InstructionBuilder ib,
2001 Long dpidLong, Long port , List<Instruction> instructions) {
2003 NodeConnectorId ncid = new NodeConnectorId(Constants.OPENFLOW_NODE_PREFIX + dpidLong + ":" + port);
2004 logger.debug("removeOutputPortFromGroup() Node Connector ID is - Type=openflow: DPID={} port={} existingInstructions={}", dpidLong, port, instructions);
2006 List<Action> actionList = Lists.newArrayList();
2009 List<Action> existingActions;
2010 if (instructions != null) {
2011 for (Instruction in : instructions) {
2012 if (in.getInstruction() instanceof ApplyActionsCase) {
2013 existingActions = (((ApplyActionsCase) in.getInstruction()).getApplyActions().getAction());
2014 actionList.addAll(existingActions);
2020 GroupBuilder groupBuilder = new GroupBuilder();
2022 boolean groupActionAdded = false;
2023 /* Find the group action and get the group */
2024 for (Action action : actionList) {
2025 if (action.getAction() instanceof GroupActionCase) {
2026 groupActionAdded = true;
2027 GroupActionCase groupAction = (GroupActionCase) action.getAction();
2028 Long id = groupAction.getGroupAction().getGroupId();
2029 String groupName = groupAction.getGroupAction().getGroup();
2030 GroupKey key = new GroupKey(new GroupId(id));
2032 groupBuilder.setGroupId(new GroupId(id));
2033 groupBuilder.setGroupName(groupName);
2034 groupBuilder.setGroupType(GroupTypes.GroupAll);
2035 groupBuilder.setKey(key);
2036 group = getGroup(groupBuilder, nodeBuilder);
2041 if (groupActionAdded) {
2042 /* modify the action bucket in group */
2043 groupBuilder = new GroupBuilder(group);
2044 Buckets buckets = groupBuilder.getBuckets();
2045 List<Action> bucketActions = Lists.newArrayList();
2046 for (Bucket bucket : buckets.getBucket()) {
2048 boolean isPortDeleted = false;
2049 bucketActions = bucket.getAction();
2050 for (Action action : bucketActions) {
2051 if (action.getAction() instanceof OutputActionCase) {
2052 OutputActionCase opAction = (OutputActionCase)action.getAction();
2053 if (opAction.getOutputAction().getOutputNodeConnector().equals(new Uri(ncid))) {
2054 /* Find the output port in action list and remove */
2055 index = bucketActions.indexOf(action);
2056 bucketActions.remove(action);
2057 isPortDeleted = true;
2062 if (isPortDeleted && !bucketActions.isEmpty()) {
2063 for (int i = index; i< bucketActions.size(); i++) {
2064 Action action = bucketActions.get(i);
2065 if (action.getOrder() != i) {
2066 /* Shift the action order */
2067 ab = new ActionBuilder();
2068 ab.setAction(action.getAction());
2070 ab.setKey(new ActionKey(i));
2071 Action actionNewOrder = ab.build();
2072 bucketActions.remove(action);
2073 bucketActions.add(i, actionNewOrder);
2077 } else if (bucketActions.isEmpty()) {
2078 /* remove bucket with empty action list */
2079 buckets.getBucket().remove(bucket);
2083 if (!buckets.getBucket().isEmpty()) {
2084 /* rewrite the group to group table */
2085 /* set bucket and buckets list. Reset groupBuilder with new buckets.*/
2086 BucketsBuilder bucketsBuilder = new BucketsBuilder();
2087 List<Bucket> bucketList = Lists.newArrayList();
2088 BucketBuilder bucketBuilder = new BucketBuilder();
2089 bucketBuilder.setBucketId(new BucketId((long) 1));
2090 bucketBuilder.setKey(new BucketKey(new BucketId((long) 1)));
2091 bucketBuilder.setAction(bucketActions);
2092 bucketList.add(bucketBuilder.build());
2093 bucketsBuilder.setBucket(bucketList);
2094 groupBuilder.setBuckets(bucketsBuilder.build());
2095 logger.debug("removeOutputPortFromGroup: bucketList {}", bucketList);
2097 writeGroup(groupBuilder, nodeBuilder);
2098 ApplyActionsBuilder aab = new ApplyActionsBuilder();
2099 aab.setAction(actionList);
2100 ib.setInstruction(new ApplyActionsCaseBuilder().setApplyActions(aab.build()).build());
2103 /* remove group with empty bucket. return true to delete flow */
2104 removeGroup(groupBuilder, nodeBuilder);
2108 /* no group for port list. flow can be removed */
2114 public void initializeOFFlowRules(Node openflowNode) {
2115 Preconditions.checkNotNull(connectionService);
2116 List<Node> ovsNodes = connectionService.getNodes();
2117 if (ovsNodes == null) return;
2118 for (Node ovsNode : ovsNodes) {
2119 Long brIntDpid = this.getIntegrationBridgeOFDPID(ovsNode);
2120 Long brExDpid = this.getExternalBridgeDpid(ovsNode);
2121 logger.debug("Compare openflowNode to OVS node {} vs {} and {}",
2122 openflowNode.getId().getValue(), brIntDpid, brExDpid);
2123 String openflowID = openflowNode.getId().getValue();
2124 if (openflowID.contains(brExDpid.toString())) {
2125 this.initializeFlowRules(ovsNode, configurationService.getExternalBridgeName());
2126 this.triggerInterfaceUpdates(ovsNode);
2128 if (openflowID.contains(brIntDpid.toString())) {
2129 this.initializeFlowRules(ovsNode, configurationService.getIntegrationBridgeName());
2130 this.triggerInterfaceUpdates(ovsNode);
2136 public void notifyFlowCapableNodeEvent(Long dpid, org.opendaylight.ovsdb.openstack.netvirt.api.Action action) {
2137 mdsalConsumer.notifyFlowCapableNodeCreateEvent(Constants.OPENFLOW_NODE_PREFIX + dpid, action);
2140 public static NodeBuilder createNodeBuilder(String nodeId) {
2141 NodeBuilder builder = new NodeBuilder();
2142 builder.setId(new NodeId(nodeId));
2143 builder.setKey(new NodeKey(builder.getId()));
2147 private InstanceIdentifier<org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.nodes.Node> nodeBuilderToInstanceId(NodeBuilder
2149 return InstanceIdentifier.builder(Nodes.class).child(org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.nodes.Node.class,
2150 node.getKey()).toInstance();
2153 private String getInternalBridgeUUID (Node node, String bridgeName) {
2154 Preconditions.checkNotNull(ovsdbConfigurationService);
2156 Map<String, Row> bridgeTable = ovsdbConfigurationService.getRows(node, ovsdbConfigurationService.getTableName(node, Bridge.class));
2157 if (bridgeTable == null) return null;
2158 for (String key : bridgeTable.keySet()) {
2159 Bridge bridge = ovsdbConfigurationService.getTypedRow(node, Bridge.class, bridgeTable.get(key));
2160 if (bridge.getName().equals(bridgeName)) return key;
2162 } catch (Exception e) {
2163 logger.error("Error getting Bridge Identifier for {} / {}", node, bridgeName, e);