2 * Copyright (c) 2018 Ericsson India Global Services Pvt Ltd. and others. All rights reserved.
4 * This program and the accompanying materials are made available under the
5 * terms of the Eclipse Public License v1.0 which accompanies this distribution,
6 * and is available at http://www.eclipse.org/legal/epl-v10.html
9 package org.opendaylight.openflowplugin.applications.southboundcli;
11 import static org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.reconciliation.service.rev180227.NodeReconcileState.State.COMPLETED;
12 import static org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.reconciliation.service.rev180227.NodeReconcileState.State.FAILED;
13 import static org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.reconciliation.service.rev180227.NodeReconcileState.State.INPROGRESS;
15 import com.google.common.base.Optional;
16 import com.google.common.util.concurrent.ListenableFuture;
17 import com.google.common.util.concurrent.SettableFuture;
18 import java.math.BigInteger;
19 import java.text.SimpleDateFormat;
20 import java.util.ArrayList;
21 import java.util.Date;
22 import java.util.List;
23 import java.util.concurrent.ExecutionException;
24 import java.util.concurrent.ExecutorService;
25 import java.util.concurrent.Executors;
26 import java.util.concurrent.Future;
27 import java.util.stream.Collectors;
28 import org.opendaylight.controller.md.sal.binding.api.DataBroker;
29 import org.opendaylight.controller.md.sal.binding.api.ReadOnlyTransaction;
30 import org.opendaylight.controller.md.sal.binding.api.ReadWriteTransaction;
31 import org.opendaylight.controller.md.sal.common.api.data.LogicalDatastoreType;
32 import org.opendaylight.openflowplugin.applications.southboundcli.alarm.AlarmAgent;
33 import org.opendaylight.openflowplugin.applications.southboundcli.util.OFNode;
34 import org.opendaylight.openflowplugin.applications.southboundcli.util.ShellUtil;
35 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.yang.types.rev130715.DateAndTime;
36 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.NodeId;
37 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.NodeRef;
38 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.Nodes;
39 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.nodes.Node;
40 import org.opendaylight.yang.gen.v1.urn.opendaylight.inventory.rev130819.nodes.NodeKey;
41 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.frm.reconciliation.service.rev180227.FrmReconciliationService;
42 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.frm.reconciliation.service.rev180227.ReconcileNodeInput;
43 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.frm.reconciliation.service.rev180227.ReconcileNodeInputBuilder;
44 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.frm.reconciliation.service.rev180227.ReconcileNodeOutput;
45 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.reconciliation.service.rev180227.NodeReconcileState.State;
46 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.reconciliation.service.rev180227.ReconcileInput;
47 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.reconciliation.service.rev180227.ReconcileOutput;
48 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.reconciliation.service.rev180227.ReconcileOutputBuilder;
49 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.reconciliation.service.rev180227.ReconciliationCounter;
50 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.reconciliation.service.rev180227.ReconciliationService;
51 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.reconciliation.service.rev180227.ReconciliationState;
52 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.reconciliation.service.rev180227.reconciliation.counter.ReconcileCounter;
53 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.reconciliation.service.rev180227.reconciliation.counter.ReconcileCounterBuilder;
54 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.reconciliation.service.rev180227.reconciliation.counter.ReconcileCounterKey;
55 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.reconciliation.service.rev180227.reconciliation.state.ReconciliationStateList;
56 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.reconciliation.service.rev180227.reconciliation.state.ReconciliationStateListBuilder;
57 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.openflowplugin.app.reconciliation.service.rev180227.reconciliation.state.ReconciliationStateListKey;
58 import org.opendaylight.yangtools.yang.binding.InstanceIdentifier;
59 import org.opendaylight.yangtools.yang.common.RpcError;
60 import org.opendaylight.yangtools.yang.common.RpcResult;
61 import org.opendaylight.yangtools.yang.common.RpcResultBuilder;
62 import org.slf4j.Logger;
63 import org.slf4j.LoggerFactory;
65 public class ReconciliationServiceImpl implements ReconciliationService, AutoCloseable {
67 private static final Logger LOG = LoggerFactory.getLogger(ReconciliationServiceImpl.class);
69 private final DataBroker broker;
70 private final FrmReconciliationService frmReconciliationService;
71 private final AlarmAgent alarmAgent;
72 private final Long startCount = 1L;
73 private final int threadPoolSize = 10;
74 private final ExecutorService executor = Executors.newWorkStealingPool(threadPoolSize);
76 public ReconciliationServiceImpl(final DataBroker broker, final FrmReconciliationService frmReconciliationService,
77 final AlarmAgent alarmAgent) {
79 this.frmReconciliationService = frmReconciliationService;
80 this.alarmAgent = alarmAgent;
85 if (executor != null) {
86 executor.shutdownNow();
91 public ListenableFuture<RpcResult<ReconcileOutput>> reconcile(ReconcileInput input) {
92 boolean reconcileAllNodes = input.isReconcileAllNodes();
93 List<BigInteger> inputNodes = input.getNodes();
94 if (inputNodes == null) {
95 inputNodes = new ArrayList<>();
97 if (reconcileAllNodes && inputNodes.size() > 0) {
98 return buildErrorResponse("Error executing command reconcile. "
99 + "If 'all' option is enabled, no Node must be specified as input parameter.");
101 if (!reconcileAllNodes && inputNodes.size() == 0) {
102 return buildErrorResponse("Error executing command reconcile. No Node information was specified.");
104 SettableFuture<RpcResult<ReconcileOutput>> result = SettableFuture.create();
105 List<Long> nodeList = getAllNodes();
106 List<Long> nodesToReconcile = reconcileAllNodes ? nodeList :
107 inputNodes.stream().distinct().map(node -> node.longValue()).collect(Collectors.toList());
108 if (nodesToReconcile.size() > 0) {
109 List<Long> unresolvedNodes =
110 nodesToReconcile.stream().filter(node -> !nodeList.contains(node)).collect(Collectors.toList());
111 if (!unresolvedNodes.isEmpty()) {
112 return buildErrorResponse("Error executing command reconcile. "
113 + "Node(s) not found: " + String.join(", ", unresolvedNodes.toString()));
115 List<BigInteger> inprogressNodes = new ArrayList<>();
116 nodesToReconcile.parallelStream().forEach(nodeId -> {
117 Optional<ReconciliationStateList> state = getReconciliationState(nodeId);
118 if (state.isPresent() && state.get().getState().equals(INPROGRESS)) {
119 inprogressNodes.add(new BigInteger(String.valueOf(nodeId)));
121 alarmAgent.raiseNodeReconciliationAlarm(nodeId);
122 LOG.info("Executing reconciliation for node {}", nodeId);
123 NodeKey nodeKey = new NodeKey(new NodeId("openflow:" + nodeId));
124 ReconciliationTask reconcileTask = new ReconciliationTask(new BigInteger(String.valueOf(nodeId)),
126 executor.execute(reconcileTask);
129 ReconcileOutput reconcilingInProgress = new ReconcileOutputBuilder()
130 .setInprogressNodes(inprogressNodes)
132 result.set(RpcResultBuilder.success(reconcilingInProgress).build());
135 return buildErrorResponse("Error executing command reconcile. "
136 + "No node information is found for reconciliation");
140 private Optional<ReconciliationStateList> getReconciliationState(final Long nodeId) {
141 InstanceIdentifier<ReconciliationStateList> instanceIdentifier = InstanceIdentifier
142 .builder(ReconciliationState.class).child(ReconciliationStateList.class,
143 new ReconciliationStateListKey(new BigInteger(String.valueOf(nodeId)))).build();
144 ReadOnlyTransaction tx = broker.newReadOnlyTransaction();
146 return tx.read(LogicalDatastoreType.OPERATIONAL, instanceIdentifier).get();
148 } catch (InterruptedException | ExecutionException e) {
149 LOG.error("Exception while reading reconciliation state for {}", nodeId, e);
153 return Optional.absent();
156 private ListenableFuture<RpcResult<ReconcileOutput>> buildErrorResponse(String msg) {
157 SettableFuture<RpcResult<ReconcileOutput>> result = SettableFuture.create();
158 LOG.error("Error {}", msg);
159 RpcError error = RpcResultBuilder.newError(RpcError.ErrorType.PROTOCOL, "reconcile", msg);
160 result.set(RpcResultBuilder.<ReconcileOutput>failed().withRpcError(error).build());
164 private List<Long> getAllNodes() {
165 List<OFNode> nodeList = ShellUtil.getAllNodes(broker);
166 List<Long> nodes = nodeList.stream().distinct().map(node -> node.getNodeId()).collect(Collectors.toList());
170 private final class ReconciliationTask implements Runnable {
171 private static final String DATE_AND_TIME_FORMAT = "yyyy-MM-dd'T'HH:mm:ss.SSSXXX";
172 private final NodeKey nodeKey;
173 private final BigInteger nodeId;
175 private ReconciliationTask(BigInteger nodeId, NodeKey nodeKey) {
176 this.nodeId = nodeId;
177 this.nodeKey = nodeKey;
182 ReconcileNodeInput reconInput = new ReconcileNodeInputBuilder()
183 .setNodeId(nodeId).setNode(new NodeRef(InstanceIdentifier.builder(Nodes.class)
184 .child(Node.class, nodeKey).build())).build();
185 updateReconciliationState(INPROGRESS);
186 Future<RpcResult<ReconcileNodeOutput>> reconOutput = frmReconciliationService
187 .reconcileNode(reconInput);
189 RpcResult<ReconcileNodeOutput> rpcResult = reconOutput.get();
190 if (rpcResult.isSuccessful()) {
191 increaseReconcileCount(true);
192 updateReconciliationState(COMPLETED);
193 LOG.info("Reconciliation successfully completed for node {}", this.nodeId);
195 increaseReconcileCount(false);
196 updateReconciliationState(FAILED);
197 LOG.error("Reconciliation failed for node {} with error {}", this.nodeId, rpcResult.getErrors());
199 } catch (ExecutionException | InterruptedException e) {
200 increaseReconcileCount(false);
201 updateReconciliationState(FAILED);
202 LOG.error("Error occurred while invoking reconcile RPC for node {}", this.nodeId, e);
204 alarmAgent.clearNodeReconciliationAlarm(nodeId.longValue());
208 private void increaseReconcileCount(final boolean isSuccess) {
209 final SimpleDateFormat simpleDateFormat = new SimpleDateFormat(DATE_AND_TIME_FORMAT);
210 InstanceIdentifier<ReconcileCounter> instanceIdentifier = InstanceIdentifier
211 .builder(ReconciliationCounter.class).child(ReconcileCounter.class,
212 new ReconcileCounterKey(nodeId)).build();
213 ReadWriteTransaction tx = broker.newReadWriteTransaction();
214 Optional<ReconcileCounter> count = getReconciliationCount(tx, instanceIdentifier);
215 ReconcileCounterBuilder counterBuilder = new ReconcileCounterBuilder()
216 .withKey(new ReconcileCounterKey(nodeId))
217 .setLastRequestTime(new DateAndTime(simpleDateFormat.format(new Date())));
220 if (count.isPresent()) {
221 Long successCount = count.get().getSuccessCount();
222 counterBuilder.setSuccessCount(++successCount);
223 LOG.debug("Reconcile success count {} for the node: {} ", successCount, nodeId);
225 counterBuilder.setSuccessCount(startCount);
228 if (count.isPresent()) {
229 Long failureCount = count.get().getFailureCount();
230 counterBuilder.setFailureCount(++failureCount);
231 LOG.debug("Reconcile failure count {} for the node: {} ", failureCount, nodeId);
233 counterBuilder.setFailureCount(startCount);
237 tx.merge(LogicalDatastoreType.OPERATIONAL, instanceIdentifier, counterBuilder.build(), true);
239 } catch (InterruptedException | ExecutionException e) {
240 LOG.error("Exception while submitting counter for {}", nodeId, e);
244 private Optional<ReconcileCounter> getReconciliationCount(ReadWriteTransaction tx,
245 InstanceIdentifier<ReconcileCounter> instanceIdentifier) {
247 return tx.read(LogicalDatastoreType.OPERATIONAL, instanceIdentifier).get();
248 } catch (InterruptedException | ExecutionException e) {
249 LOG.error("Exception while reading counter for node: {}", nodeId, e);
251 return Optional.absent();
254 private void updateReconciliationState(State state) {
255 ReadWriteTransaction tx = broker.newReadWriteTransaction();
256 InstanceIdentifier<ReconciliationStateList> instanceIdentifier = InstanceIdentifier
257 .builder(ReconciliationState.class).child(ReconciliationStateList.class,
258 new ReconciliationStateListKey(nodeId)).build();
259 ReconciliationStateListBuilder stateBuilder = new ReconciliationStateListBuilder()
260 .withKey(new ReconciliationStateListKey(nodeId))
263 tx.merge(LogicalDatastoreType.OPERATIONAL, instanceIdentifier, stateBuilder.build(), true);
265 } catch (InterruptedException | ExecutionException e) {
266 LOG.error("Exception while updating reconciliation state: {}", nodeId, e);