Introducing RPCs for remote calls to VPP
[groupbasedpolicy.git] / neutron-vpp-mapper / src / main / java / org / opendaylight / groupbasedpolicy / neutron / vpp / mapper / processors / PortHandler.java
1 /*\r
2  * Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved.\r
3  *\r
4  * This program and the accompanying materials are made available under the\r
5  * terms of the Eclipse Public License v1.0 which accompanies this distribution,\r
6  * and is available at http://www.eclipse.org/legal/epl-v10.html\r
7  */\r
8 \r
9 package org.opendaylight.groupbasedpolicy.neutron.vpp.mapper.processors;\r
10 \r
11 import org.opendaylight.controller.md.sal.binding.api.BindingTransactionChain;\r
12 import org.opendaylight.controller.md.sal.binding.api.DataBroker;\r
13 import org.opendaylight.controller.md.sal.binding.api.ReadOnlyTransaction;\r
14 import org.opendaylight.controller.md.sal.binding.api.WriteTransaction;\r
15 import org.opendaylight.controller.md.sal.common.api.data.AsyncTransaction;\r
16 import org.opendaylight.controller.md.sal.common.api.data.LogicalDatastoreType;\r
17 import org.opendaylight.controller.md.sal.common.api.data.TransactionChain;\r
18 import org.opendaylight.controller.md.sal.common.api.data.TransactionChainListener;\r
19 import org.opendaylight.groupbasedpolicy.neutron.vpp.mapper.SocketInfo;\r
20 import org.opendaylight.groupbasedpolicy.util.DataStoreHelper;\r
21 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.inet.types.rev130715.IpPrefix;\r
22 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.inet.types.rev130715.Ipv4Prefix;\r
23 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.yang.types.rev130715.PhysAddress;\r
24 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.yang.types.rev130715.Uuid;\r
25 import org.opendaylight.yang.gen.v1.urn.opendaylight.groupbasedpolicy.common.rev140421.UniqueId;\r
26 import org.opendaylight.yang.gen.v1.urn.opendaylight.groupbasedpolicy.neutron.gbp.mapper.rev150513.Mappings;\r
27 import org.opendaylight.yang.gen.v1.urn.opendaylight.groupbasedpolicy.neutron.gbp.mapper.rev150513.mappings.GbpByNeutronMappings;\r
28 import org.opendaylight.yang.gen.v1.urn.opendaylight.groupbasedpolicy.neutron.gbp.mapper.rev150513.mappings.gbp.by.neutron.mappings.BaseEndpointsByPorts;\r
29 import org.opendaylight.yang.gen.v1.urn.opendaylight.groupbasedpolicy.neutron.gbp.mapper.rev150513.mappings.gbp.by.neutron.mappings.base.endpoints.by.ports.BaseEndpointByPort;\r
30 import org.opendaylight.yang.gen.v1.urn.opendaylight.groupbasedpolicy.neutron.gbp.mapper.rev150513.mappings.gbp.by.neutron.mappings.base.endpoints.by.ports.BaseEndpointByPortKey;\r
31 import org.opendaylight.yang.gen.v1.urn.opendaylight.groupbasedpolicy.vpp_renderer.rev160425.Config;\r
32 import org.opendaylight.yang.gen.v1.urn.opendaylight.groupbasedpolicy.vpp_renderer.rev160425.config.VppEndpoint;\r
33 import org.opendaylight.yang.gen.v1.urn.opendaylight.groupbasedpolicy.vpp_renderer.rev160425.config.VppEndpointBuilder;\r
34 import org.opendaylight.yang.gen.v1.urn.opendaylight.groupbasedpolicy.vpp_renderer.rev160425.config.VppEndpointKey;\r
35 import org.opendaylight.yang.gen.v1.urn.opendaylight.groupbasedpolicy.vpp_renderer.rev160425._interface.attributes._interface.type.choice.LoopbackCase;\r
36 import org.opendaylight.yang.gen.v1.urn.opendaylight.groupbasedpolicy.vpp_renderer.rev160425._interface.attributes._interface.type.choice.LoopbackCaseBuilder;\r
37 import org.opendaylight.yang.gen.v1.urn.opendaylight.groupbasedpolicy.vpp_renderer.rev160425._interface.attributes._interface.type.choice.TapCase;\r
38 import org.opendaylight.yang.gen.v1.urn.opendaylight.groupbasedpolicy.vpp_renderer.rev160425._interface.attributes._interface.type.choice.TapCaseBuilder;\r
39 import org.opendaylight.yang.gen.v1.urn.opendaylight.groupbasedpolicy.vpp_renderer.rev160425._interface.attributes._interface.type.choice.VhostUserCaseBuilder;\r
40 import org.opendaylight.yang.gen.v1.urn.opendaylight.neutron.binding.rev150712.PortBindingExtension;\r
41 import org.opendaylight.yang.gen.v1.urn.opendaylight.neutron.binding.rev150712.binding.attributes.VifDetails;\r
42 import org.opendaylight.yang.gen.v1.urn.opendaylight.neutron.l3.rev150712.routers.attributes.Routers;\r
43 import org.opendaylight.yang.gen.v1.urn.opendaylight.neutron.l3.rev150712.routers.attributes.routers.Router;\r
44 import org.opendaylight.yang.gen.v1.urn.opendaylight.neutron.l3.rev150712.routers.attributes.routers.RouterKey;\r
45 import org.opendaylight.yang.gen.v1.urn.opendaylight.neutron.ports.rev150712.port.attributes.FixedIps;\r
46 import org.opendaylight.yang.gen.v1.urn.opendaylight.neutron.ports.rev150712.ports.attributes.Ports;\r
47 import org.opendaylight.yang.gen.v1.urn.opendaylight.neutron.ports.rev150712.ports.attributes.ports.Port;\r
48 import org.opendaylight.yang.gen.v1.urn.opendaylight.neutron.ports.rev150712.ports.attributes.ports.PortKey;\r
49 import org.opendaylight.yang.gen.v1.urn.opendaylight.neutron.rev150712.Neutron;\r
50 import org.opendaylight.yang.gen.v1.urn.opendaylight.neutron.subnets.rev150712.subnets.attributes.Subnets;\r
51 import org.opendaylight.yang.gen.v1.urn.opendaylight.neutron.subnets.rev150712.subnets.attributes.subnets.Subnet;\r
52 import org.opendaylight.yang.gen.v1.urn.opendaylight.neutron.subnets.rev150712.subnets.attributes.subnets.SubnetKey;\r
53 import org.opendaylight.yang.gen.v1.urn.tbd.params.xml.ns.yang.network.topology.rev131021.NetworkTopology;\r
54 import org.opendaylight.yang.gen.v1.urn.tbd.params.xml.ns.yang.network.topology.rev131021.NodeId;\r
55 import org.opendaylight.yang.gen.v1.urn.tbd.params.xml.ns.yang.network.topology.rev131021.TopologyId;\r
56 import org.opendaylight.yang.gen.v1.urn.tbd.params.xml.ns.yang.network.topology.rev131021.network.topology.Topology;\r
57 import org.opendaylight.yang.gen.v1.urn.tbd.params.xml.ns.yang.network.topology.rev131021.network.topology.TopologyKey;\r
58 import org.opendaylight.yang.gen.v1.urn.tbd.params.xml.ns.yang.network.topology.rev131021.network.topology.topology.Node;\r
59 import org.opendaylight.yang.gen.v1.urn.tbd.params.xml.ns.yang.network.topology.rev131021.network.topology.topology.NodeKey;\r
60 import org.opendaylight.yangtools.yang.binding.InstanceIdentifier;\r
61 import org.opendaylight.yangtools.yang.binding.InstanceIdentifier.InstanceIdentifierBuilder;\r
62 import org.slf4j.Logger;\r
63 import org.slf4j.LoggerFactory;\r
64 \r
65 import com.google.common.annotations.VisibleForTesting;\r
66 import com.google.common.base.Optional;\r
67 \r
68 import javax.annotation.Nullable;\r
69 import java.util.Collections;\r
70 import java.util.List;\r
71 \r
72 public class PortHandler implements TransactionChainListener {\r
73 \r
74     private static final Logger LOG = LoggerFactory.getLogger(MappingProvider.class);\r
75 \r
76     private static final String COMPUTE_OWNER = "compute";\r
77     private static final String DHCP_OWNER = "dhcp";\r
78     private static final String ROUTER_OWNER = "network:router_interface";\r
79     private static final String[] SUPPORTED_DEVICE_OWNERS = {COMPUTE_OWNER, DHCP_OWNER, ROUTER_OWNER};\r
80     private static final String VHOST_USER = "vhostuser";\r
81     private static final String NETCONF_TOPOLOGY_ID = "topology-netconf";\r
82     private static final String VPP_INTERFACE_NAME_PREFIX = "neutron_port_";\r
83     private static final String TAP_PORT_NAME_PREFIX = "tap";\r
84     private static final String RT_PORT_NAME_PREFIX = "qr-";\r
85 \r
86     private BindingTransactionChain transactionChain;\r
87     private DataBroker dataBroker;\r
88     private SocketInfo socketInfo;\r
89 \r
90     PortHandler(DataBroker dataBroker, SocketInfo socketInfo) {\r
91         this.dataBroker = dataBroker;\r
92         this.socketInfo = socketInfo;\r
93         transactionChain = this.dataBroker.createTransactionChain(this);\r
94     }\r
95 \r
96     void processCreated(Port port) {\r
97         ReadOnlyTransaction rTx = transactionChain.newReadOnlyTransaction();\r
98         Optional<BaseEndpointByPort> optBaseEpByPort = DataStoreHelper.readFromDs(LogicalDatastoreType.OPERATIONAL,\r
99                 createBaseEpByPortIid(port.getUuid()), rTx);\r
100         rTx.close();\r
101         if (!optBaseEpByPort.isPresent()) {\r
102             return;\r
103         }\r
104         processCreatedData(port, optBaseEpByPort.get());\r
105     }\r
106 \r
107     void processCreated(BaseEndpointByPort bebp) {\r
108         ReadOnlyTransaction rTx = transactionChain.newReadOnlyTransaction();\r
109         Optional<Port> optPort = DataStoreHelper.readFromDs(LogicalDatastoreType.CONFIGURATION,\r
110                 createPortIid(bebp.getPortId()), rTx);\r
111         rTx.close();\r
112         if (!optPort.isPresent()) {\r
113             return;\r
114         }\r
115         processCreatedData(optPort.get(), bebp);\r
116     }\r
117 \r
118     @VisibleForTesting\r
119     void processCreatedData(Port port, BaseEndpointByPort bebp) {\r
120         if (isValidVhostUser(port)) {\r
121             VppEndpoint vppEp = buildVppEndpoint(port, bebp);\r
122             writeVppEndpoint(createVppEndpointIid(vppEp.getKey()), vppEp);\r
123             LOG.debug("Created vpp-endpoint {}", vppEp);\r
124         }\r
125     }\r
126 \r
127     private boolean isValidVhostUser(Port port) {\r
128         PortBindingExtension portBindingExt = port.getAugmentation(PortBindingExtension.class);\r
129         if (portBindingExt != null) {\r
130             String vifType = portBindingExt.getVifType();\r
131             String deviceOwner = port.getDeviceOwner();\r
132             if (vifType != null && deviceOwner != null) {\r
133                 if (vifType.contains(VHOST_USER)) {\r
134                     for (String supportedDeviceOwner : SUPPORTED_DEVICE_OWNERS) {\r
135                         if (deviceOwner.contains(supportedDeviceOwner)) {\r
136                             return true;\r
137                         }\r
138                     }\r
139                 }\r
140             }\r
141         }\r
142         return false;\r
143     }\r
144 \r
145     void processUpdated(Port original, Port delta) {\r
146         if (!isUpdateNeeded(original, delta)){\r
147             LOG.trace("Port update skipped, port didn`t change. before {}, after: {}" , original, delta);\r
148             return;\r
149         }\r
150 \r
151         LOG.trace("Updating port before: {}, after: {}" , original, delta);\r
152         if (isValidVhostUser(original)) {\r
153             ReadOnlyTransaction rTx = transactionChain.newReadOnlyTransaction();\r
154             Optional<BaseEndpointByPort> optBebp = DataStoreHelper.readFromDs(LogicalDatastoreType.OPERATIONAL,\r
155                     createBaseEpByPortIid(original.getUuid()), rTx);\r
156             rTx.close();\r
157             if (!optBebp.isPresent()) {\r
158                 return;\r
159             }\r
160             LOG.trace("Updating port - deleting old port {}" , optBebp.get().getPortId());\r
161             processDeleted(optBebp.get());\r
162         }\r
163         LOG.trace("Updating port - creating new port {}" , delta.getUuid());\r
164         processCreated(delta);\r
165     }\r
166 \r
167     private boolean isUpdateNeeded(Port oldPort, Port newPort) {\r
168         //TODO fix this to better support update of ports for VPP\r
169         PortBindingExtension oldPortAugmentation = oldPort.getAugmentation(PortBindingExtension.class);\r
170         PortBindingExtension newPortAugmentation = newPort.getAugmentation(PortBindingExtension.class);\r
171 \r
172         List<VifDetails> vifDetails = oldPortAugmentation.getVifDetails();\r
173 \r
174         if (newPortAugmentation == null) {\r
175             LOG.trace("Port {} is no longer a vhost type port, updating port...");\r
176             return true;\r
177         }\r
178 \r
179         if (!oldPortAugmentation.getHostId().equals(newPortAugmentation.getHostId()) ||\r
180             nullToEmpty(vifDetails).size() != nullToEmpty(newPortAugmentation.getVifDetails()).size()) {\r
181             return true;\r
182         }\r
183 \r
184         for (VifDetails vifDetail : nullToEmpty(vifDetails)) {\r
185             //check if vhostuser_socket, vhostuser_mode and port_filter are changed\r
186             if (!newPortAugmentation.getVifDetails().contains(vifDetail))\r
187                 return true;\r
188         }\r
189         return false;\r
190     }\r
191 \r
192     void processDeleted(BaseEndpointByPort bebp) {\r
193         LOG.trace("Deleting vpp-endpoint by BaseEndpointByPort {}" , bebp);\r
194         VppEndpointKey vppEpKey = new VppEndpointKey(bebp.getAddress(), bebp.getAddressType(), bebp.getContextId(),\r
195                 bebp.getContextType());\r
196         InstanceIdentifier<VppEndpoint> vppEpIid = createVppEndpointIid(vppEpKey);\r
197         ReadOnlyTransaction rTx = transactionChain.newReadOnlyTransaction();\r
198         Optional<VppEndpoint> readVppEp = DataStoreHelper.readFromDs(LogicalDatastoreType.CONFIGURATION, vppEpIid, rTx);\r
199         rTx.close();\r
200         if (readVppEp.isPresent()) {\r
201             writeVppEndpoint(vppEpIid, null);\r
202             LOG.debug("Deleted vpp-endpoint {}", vppEpKey);\r
203         }\r
204     }\r
205 \r
206     private synchronized void writeVppEndpoint(InstanceIdentifier<VppEndpoint> vppEpIid, VppEndpoint vppEp) {\r
207         WriteTransaction wTx = transactionChain.newWriteOnlyTransaction();\r
208         if (vppEp != null) {\r
209             wTx.put(LogicalDatastoreType.CONFIGURATION, vppEpIid, vppEp, true);\r
210         } else {\r
211             wTx.delete(LogicalDatastoreType.CONFIGURATION, vppEpIid);\r
212         }\r
213         wTx.submit();\r
214     }\r
215 \r
216     @VisibleForTesting\r
217     VppEndpoint buildVppEndpoint(Port port, BaseEndpointByPort bebp) {\r
218         PortBindingExtension portBinding = port.getAugmentation(PortBindingExtension.class);\r
219         VppEndpointBuilder vppEpBuilder = new VppEndpointBuilder().setDescription("neutron port")\r
220             .setContextId(bebp.getContextId())\r
221             .setContextType(bebp.getContextType())\r
222             .setAddress(bebp.getAddress())\r
223             .setAddressType(bebp.getAddressType())\r
224             .setVppInterfaceName(VPP_INTERFACE_NAME_PREFIX + bebp.getPortId().getValue())\r
225             .setVppNodePath(createNodeIid(new NodeId(portBinding.getHostId())));\r
226         if (port.getDeviceOwner().contains(COMPUTE_OWNER)) {\r
227             String socket = socketInfo.getSocketPath() + socketInfo.getSocketPrefix() + bebp.getPortId().getValue();\r
228             vppEpBuilder.setInterfaceTypeChoice(new VhostUserCaseBuilder().setSocket(socket).build());\r
229         } else if (port.getDeviceOwner().contains(DHCP_OWNER) && port.getMacAddress() != null) {\r
230             TapCase tapCase = new TapCaseBuilder().setPhysicalAddress(new PhysAddress(port.getMacAddress().getValue()))\r
231                 .setName(createPortName(port.getUuid()))\r
232                 .build();\r
233             vppEpBuilder.setInterfaceTypeChoice(tapCase);\r
234         } else if (isValidQRouterPort(port)) {\r
235             TapCase tapCase = new TapCaseBuilder().setPhysicalAddress(new PhysAddress(port.getMacAddress().getValue()))\r
236                     .setName(createQRouterPortName(port.getUuid()))\r
237                     .build();\r
238             vppEpBuilder.setInterfaceTypeChoice(tapCase);\r
239         } else if (isValidVppRouterPort(port)) {\r
240             vppEpBuilder.setInterfaceTypeChoice(getLoopbackCase(port));\r
241         }\r
242         return vppEpBuilder.build();\r
243     }\r
244 \r
245     private LoopbackCase getLoopbackCase(Port port) {\r
246         LoopbackCaseBuilder loopbackCase = new LoopbackCaseBuilder()\r
247             .setPhysAddress(new PhysAddress(port.getMacAddress().getValue()));\r
248         Optional<FixedIps> fixedIpsOptional = resolveFirstFixedIps(port);\r
249         if(fixedIpsOptional.isPresent() && fixedIpsOptional.get().getIpAddress() != null){\r
250             loopbackCase.setIpAddress(fixedIpsOptional.get().getIpAddress());\r
251             ReadOnlyTransaction rTx = transactionChain.newReadOnlyTransaction();\r
252             Optional<Subnet> subnetOptional =\r
253                 DataStoreHelper.readFromDs(LogicalDatastoreType.CONFIGURATION,\r
254                     InstanceIdentifier.builder(Neutron.class)\r
255                         .child(Subnets.class)\r
256                         .child(Subnet.class, new SubnetKey(fixedIpsOptional.get().getSubnetId()))\r
257                         .build(), rTx);\r
258             if (subnetOptional.isPresent()) {\r
259                 Ipv4Prefix ipv4Prefix = subnetOptional.get().getCidr().getIpv4Prefix();\r
260                 loopbackCase.setIpPrefix(new IpPrefix(ipv4Prefix));\r
261             } else {\r
262                 LOG.warn("IpPrefix for loopback port: {} was not set.", port);\r
263             }\r
264             if (loopbackCase.getIpAddress() != null && loopbackCase.getIpPrefix() != null) {\r
265                 loopbackCase.setBvi(true);\r
266                 LOG.trace("Creating loopback BVI interface: {} for VPP router port: {}.", loopbackCase, port);\r
267             }\r
268 \r
269         } else {\r
270             LOG.warn("IpAddress for loopback port: {} was not set.", port);\r
271         }\r
272         return loopbackCase.build();\r
273     }\r
274 \r
275     /**\r
276      * If Qrouter (L3 Agent) is in use, any of Openstack neutron routers is not going be mapped\r
277      * to ODL neutron.\r
278      */\r
279     private boolean isValidQRouterPort(Port port) {\r
280         Optional<Router> optRouter = getRouterOptional(port);\r
281         return !optRouter.isPresent() && port.getDeviceOwner().contains(ROUTER_OWNER)\r
282                 && port.getMacAddress() != null;\r
283     }\r
284 \r
285     private boolean isValidVppRouterPort(Port port) {\r
286         Optional<Router> optRouter = getRouterOptional(port);\r
287         return optRouter.isPresent() && port.getDeviceOwner().contains(ROUTER_OWNER)\r
288             && port.getMacAddress() != null;\r
289     }\r
290 \r
291     private Optional<Router> getRouterOptional(Port port) {\r
292         ReadOnlyTransaction rTx = transactionChain.newReadOnlyTransaction();\r
293         InstanceIdentifier<Router> routerIid = InstanceIdentifier.builder(Neutron.class)\r
294             .child(Routers.class)\r
295             .child(Router.class, new RouterKey(new Uuid(port.getDeviceId())))\r
296             .build();\r
297         Optional<Router> optRouter = DataStoreHelper.readFromDs(LogicalDatastoreType.CONFIGURATION, routerIid, rTx);\r
298         rTx.close();\r
299         return optRouter;\r
300     }\r
301 \r
302     public static Optional<FixedIps> resolveFirstFixedIps(Port port) {\r
303         List<FixedIps> fixedIps = port.getFixedIps();\r
304         if (fixedIps != null && !fixedIps.isEmpty()) {\r
305             return Optional.of(fixedIps.get(0));\r
306         }\r
307         return Optional.absent();\r
308     }\r
309 \r
310     private String createPortName(Uuid portUuid) {\r
311         String tapPortName;\r
312         String uuid = portUuid.getValue();\r
313         if (uuid != null && uuid.length() >= 12) {\r
314             tapPortName = TAP_PORT_NAME_PREFIX + uuid.substring(0, 11);\r
315         } else {\r
316             tapPortName = TAP_PORT_NAME_PREFIX + uuid;\r
317         }\r
318         return tapPortName;\r
319     }\r
320 \r
321     private String createQRouterPortName(Uuid portUuid) {\r
322         String tapPortName;\r
323         String uuid = portUuid.getValue();\r
324         if (uuid != null && uuid.length() >= 12) {\r
325             tapPortName = RT_PORT_NAME_PREFIX + uuid.substring(0, 11);\r
326         } else {\r
327             tapPortName = RT_PORT_NAME_PREFIX + uuid;\r
328         }\r
329         return tapPortName;\r
330     }\r
331 \r
332     private InstanceIdentifier<Node> createNodeIid(NodeId nodeId) {\r
333         return InstanceIdentifier.builder(NetworkTopology.class)\r
334             .child(Topology.class, new TopologyKey(new TopologyId(NETCONF_TOPOLOGY_ID)))\r
335             .child(Node.class, new NodeKey(nodeId))\r
336             .build();\r
337     }\r
338 \r
339     private InstanceIdentifier<VppEndpoint> createVppEndpointIid(VppEndpointKey vppEpKey) {\r
340         return InstanceIdentifier.builder(Config.class).child(VppEndpoint.class, vppEpKey).build();\r
341     }\r
342 \r
343     private InstanceIdentifier<BaseEndpointByPort> createBaseEpByPortIid(Uuid uuid) {\r
344         return createBaseEpByPortIid(new UniqueId(uuid.getValue()));\r
345     }\r
346 \r
347     private InstanceIdentifier<BaseEndpointByPort> createBaseEpByPortIid(UniqueId uuid) {\r
348         return InstanceIdentifier.builder(Mappings.class)\r
349             .child(GbpByNeutronMappings.class)\r
350             .child(BaseEndpointsByPorts.class)\r
351             .child(BaseEndpointByPort.class, new BaseEndpointByPortKey(uuid))\r
352             .build();\r
353     }\r
354 \r
355     InstanceIdentifier<Port> createWildcartedPortIid() {\r
356         return portsIid().child(Port.class).build();\r
357     }\r
358 \r
359     private InstanceIdentifier<Port> createPortIid(UniqueId uuid) {\r
360         return portsIid().child(Port.class, new PortKey(new Uuid(uuid.getValue()))).build();\r
361     }\r
362 \r
363     private InstanceIdentifierBuilder<Ports> portsIid() {\r
364         return InstanceIdentifier.builder(Neutron.class).child(Ports.class);\r
365     }\r
366 \r
367     @Override\r
368     public void onTransactionChainFailed(TransactionChain<?, ?> chain, AsyncTransaction<?, ?> transaction,\r
369             Throwable cause) {\r
370         LOG.error("Transaction chain failed. {} \nTransaction which caused the chain to fail {}", cause.getMessage(),\r
371                 transaction, cause);\r
372         transactionChain.close();\r
373         transactionChain = dataBroker.createTransactionChain(this);\r
374     }\r
375 \r
376     @Override\r
377     public void onTransactionChainSuccessful(TransactionChain<?, ?> chain) {\r
378         LOG.trace("Transaction chain was successful. {}", chain);\r
379     }\r
380 \r
381     private <T> List<T> nullToEmpty(@Nullable List<T> list) {\r
382         return list == null ? Collections.emptyList() : list;\r
383     }\r
384 }\r