2 * Copyright (c) 2014 Cisco Systems, Inc. and others. All rights reserved.
4 * This program and the accompanying materials are made available under the
5 * terms of the Eclipse Public License v1.0 which accompanies this distribution,
6 * and is available at http://www.eclipse.org/legal/epl-v10.html
8 package org.opendaylight.netconf.sal.streams.listeners;
10 import com.google.common.base.Charsets;
11 import com.google.common.base.Preconditions;
12 import com.google.common.eventbus.AsyncEventBus;
13 import com.google.common.eventbus.EventBus;
14 import com.google.common.eventbus.Subscribe;
15 import io.netty.channel.Channel;
16 import io.netty.handler.codec.http.websocketx.TextWebSocketFrame;
17 import io.netty.util.internal.ConcurrentSet;
18 import java.io.ByteArrayOutputStream;
19 import java.io.IOException;
20 import java.io.OutputStreamWriter;
21 import java.io.UnsupportedEncodingException;
22 import java.text.SimpleDateFormat;
23 import java.util.Collection;
24 import java.util.Date;
25 import java.util.HashMap;
27 import java.util.Map.Entry;
28 import java.util.Random;
30 import java.util.concurrent.Executors;
31 import java.util.regex.Pattern;
32 import javax.xml.parsers.DocumentBuilder;
33 import javax.xml.parsers.DocumentBuilderFactory;
34 import javax.xml.parsers.ParserConfigurationException;
35 import javax.xml.stream.XMLOutputFactory;
36 import javax.xml.stream.XMLStreamException;
37 import javax.xml.stream.XMLStreamWriter;
38 import javax.xml.transform.OutputKeys;
39 import javax.xml.transform.Transformer;
40 import javax.xml.transform.TransformerException;
41 import javax.xml.transform.TransformerFactory;
42 import javax.xml.transform.dom.DOMResult;
43 import javax.xml.transform.dom.DOMSource;
44 import javax.xml.transform.stream.StreamResult;
45 import org.opendaylight.controller.md.sal.common.api.data.AsyncDataChangeEvent;
46 import org.opendaylight.controller.md.sal.dom.api.DOMDataChangeListener;
47 import org.opendaylight.netconf.sal.restconf.impl.ControllerContext;
48 import org.opendaylight.yangtools.concepts.ListenerRegistration;
49 import org.opendaylight.yangtools.yang.common.QName;
50 import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier;
51 import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier.NodeIdentifierWithPredicates;
52 import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier.NodeWithValue;
53 import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier.PathArgument;
54 import org.opendaylight.yangtools.yang.data.api.schema.NormalizedNode;
55 import org.opendaylight.yangtools.yang.data.api.schema.NormalizedNodeContainer;
56 import org.opendaylight.yangtools.yang.data.api.schema.stream.NormalizedNodeStreamWriter;
57 import org.opendaylight.yangtools.yang.data.api.schema.stream.NormalizedNodeWriter;
58 import org.opendaylight.yangtools.yang.data.impl.codec.xml.XMLStreamNormalizedNodeStreamWriter;
59 import org.opendaylight.yangtools.yang.data.impl.codec.xml.XmlDocumentUtils;
60 import org.opendaylight.yangtools.yang.data.util.DataSchemaContextTree;
61 import org.opendaylight.yangtools.yang.model.api.SchemaContext;
62 import org.slf4j.Logger;
63 import org.slf4j.LoggerFactory;
64 import org.w3c.dom.Document;
65 import org.w3c.dom.Element;
66 import org.w3c.dom.Node;
69 * {@link ListenerAdapter} is responsible to track events, which occurred by changing data in data source.
71 public class ListenerAdapter implements DOMDataChangeListener {
73 private static final Logger LOG = LoggerFactory.getLogger(ListenerAdapter.class);
74 private static final DocumentBuilderFactory DBF = DocumentBuilderFactory.newInstance();
75 private static final TransformerFactory FACTORY = TransformerFactory.newInstance();
76 private static final Pattern RFC3339_PATTERN = Pattern.compile("(\\d\\d)(\\d\\d)$");
78 private final SimpleDateFormat rfc3339 = new SimpleDateFormat("yyyy-MM-dd'T'hh:mm:ssZ");
80 private final YangInstanceIdentifier path;
81 private ListenerRegistration<DOMDataChangeListener> registration;
82 private final String streamName;
83 private Set<Channel> subscribers = new ConcurrentSet<>();
84 private final EventBus eventBus;
85 private final EventBusChangeRecorder eventBusChangeRecorder;
88 * Creates new {@link ListenerAdapter} listener specified by path and stream name.
91 * Path to data in data store.
93 * The name of the stream.
95 ListenerAdapter(final YangInstanceIdentifier path, final String streamName) {
96 Preconditions.checkNotNull(path);
97 Preconditions.checkArgument(streamName != null && !streamName.isEmpty());
99 this.streamName = streamName;
100 eventBus = new AsyncEventBus(Executors.newSingleThreadExecutor());
101 eventBusChangeRecorder = new EventBusChangeRecorder();
102 eventBus.register(eventBusChangeRecorder);
106 public void onDataChanged(final AsyncDataChangeEvent<YangInstanceIdentifier, NormalizedNode<?, ?>> change) {
107 if (!change.getCreatedData().isEmpty() || !change.getUpdatedData().isEmpty()
108 || !change.getRemovedPaths().isEmpty()) {
109 final String xml = prepareXmlFrom(change);
110 final Event event = new Event(EventType.NOTIFY);
112 eventBus.post(event);
117 * Tracks events of data change by customer.
119 private final class EventBusChangeRecorder {
121 public void recordCustomerChange(final Event event) {
122 if (event.getType() == EventType.REGISTER) {
123 final Channel subscriber = event.getSubscriber();
124 if (!subscribers.contains(subscriber)) {
125 subscribers.add(subscriber);
127 } else if (event.getType() == EventType.DEREGISTER) {
128 subscribers.remove(event.getSubscriber());
129 Notificator.removeListenerIfNoSubscriberExists(ListenerAdapter.this);
130 } else if (event.getType() == EventType.NOTIFY) {
131 for (final Channel subscriber : subscribers) {
132 if (subscriber.isActive()) {
133 LOG.debug("Data are sent to subscriber {}:", subscriber.remoteAddress());
134 subscriber.writeAndFlush(new TextWebSocketFrame(event.getData()));
136 LOG.debug("Subscriber {} is removed - channel is not active yet.", subscriber.remoteAddress());
137 subscribers.remove(subscriber);
145 * Represents event of specific {@link EventType} type, holds data and {@link Channel} subscriber.
147 private final class Event {
148 private final EventType type;
149 private Channel subscriber;
153 * Creates new event specified by {@link EventType} type.
158 public Event(final EventType type) {
163 * Gets the {@link Channel} subscriber.
167 public Channel getSubscriber() {
172 * Sets subscriber for event.
177 public void setSubscriber(final Channel subscriber) {
178 this.subscriber = subscriber;
184 * @return String representation of event data.
186 public String getData() {
193 * @param data String.
195 public void setData(final String data) {
202 * @return The type of the event.
204 public EventType getType() {
212 private enum EventType {
219 * Prepare data in printable form and transform it to String.
223 * @return Data in printable form.
225 private String prepareXmlFrom(final AsyncDataChangeEvent<YangInstanceIdentifier, NormalizedNode<?, ?>> change) {
226 final SchemaContext schemaContext = ControllerContext.getInstance().getGlobalSchema();
227 final DataSchemaContextTree dataContextTree = DataSchemaContextTree.from(schemaContext);
228 final Document doc = createDocument();
229 final Element notificationElement = doc.createElementNS("urn:ietf:params:xml:ns:netconf:notification:1.0",
231 doc.appendChild(notificationElement);
233 final Element eventTimeElement = doc.createElement("eventTime");
234 eventTimeElement.setTextContent(toRFC3339(new Date()));
235 notificationElement.appendChild(eventTimeElement);
237 final Element dataChangedNotificationEventElement = doc.createElementNS(
238 "urn:opendaylight:params:xml:ns:yang:controller:md:sal:remote", "data-changed-notification");
239 addValuesToDataChangedNotificationEventElement(doc, dataChangedNotificationEventElement, change,
240 schemaContext, dataContextTree);
241 notificationElement.appendChild(dataChangedNotificationEventElement);
244 final ByteArrayOutputStream out = new ByteArrayOutputStream();
245 final Transformer transformer = FACTORY.newTransformer();
246 transformer.setOutputProperty(OutputKeys.OMIT_XML_DECLARATION, "no");
247 transformer.setOutputProperty(OutputKeys.METHOD, "xml");
248 transformer.setOutputProperty(OutputKeys.INDENT, "yes");
249 transformer.setOutputProperty(OutputKeys.ENCODING, "UTF-8");
250 transformer.setOutputProperty("{http://xml.apache.org/xslt}indent-amount", "4");
251 transformer.transform(new DOMSource(doc), new StreamResult(new OutputStreamWriter(out, Charsets.UTF_8)));
252 final byte[] charData = out.toByteArray();
253 return new String(charData, "UTF-8");
254 } catch (TransformerException | UnsupportedEncodingException e) {
255 final String msg = "Error during transformation of Document into String";
262 * Formats data specified by RFC3339.
266 * @return Data specified by RFC3339.
268 private String toRFC3339(final Date d) {
269 return RFC3339_PATTERN.matcher(rfc3339.format(d)).replaceAll("$1:$2");
273 * Creates {@link Document} document.
274 * @return {@link Document} document.
276 private Document createDocument() {
277 final DocumentBuilder bob;
279 bob = DBF.newDocumentBuilder();
280 } catch (final ParserConfigurationException e) {
283 return bob.newDocument();
287 * Adds values to data changed notification event element.
291 * @param dataChangedNotificationEventElement
294 * {@link AsyncDataChangeEvent}
296 private void addValuesToDataChangedNotificationEventElement(final Document doc,
297 final Element dataChangedNotificationEventElement,
298 final AsyncDataChangeEvent<YangInstanceIdentifier, NormalizedNode<?, ?>> change,
299 final SchemaContext schemaContext, final DataSchemaContextTree dataSchemaContextTree) {
301 addCreatedChangedValuesFromDataToElement(doc, change.getCreatedData().entrySet(),
302 dataChangedNotificationEventElement,
303 Operation.CREATED, schemaContext, dataSchemaContextTree);
304 if (change.getCreatedData().isEmpty()) {
305 addCreatedChangedValuesFromDataToElement(doc, change.getUpdatedData().entrySet(),
306 dataChangedNotificationEventElement,
307 Operation.UPDATED, schemaContext, dataSchemaContextTree);
309 addValuesFromDataToElement(doc, change.getRemovedPaths(), dataChangedNotificationEventElement,
314 * Adds values from data to element.
319 * Set of {@link YangInstanceIdentifier}.
325 private void addValuesFromDataToElement(final Document doc, final Set<YangInstanceIdentifier> data, final Element element,
326 final Operation operation) {
327 if (data == null || data.isEmpty()) {
330 for (final YangInstanceIdentifier path : data) {
331 if (!ControllerContext.getInstance().isNodeMixin(path)) {
332 final Node node = createDataChangeEventElement(doc, path, operation);
333 element.appendChild(node);
338 private void addCreatedChangedValuesFromDataToElement(final Document doc, final Set<Entry<YangInstanceIdentifier,
339 NormalizedNode<?,?>>> data, final Element element, final Operation operation, final SchemaContext
340 schemaContext, final DataSchemaContextTree dataSchemaContextTree) {
341 if (data == null || data.isEmpty()) {
344 for (Entry<YangInstanceIdentifier, NormalizedNode<?, ?>> entry : data) {
345 if (!ControllerContext.getInstance().isNodeMixin(entry.getKey())) {
346 final Node node = createCreatedChangedDataChangeEventElement(doc, entry, operation, schemaContext,
347 dataSchemaContextTree);
348 element.appendChild(node);
354 * Creates changed event element from data.
359 * Path to data in data store.
362 * @return {@link Node} node represented by changed event element.
364 private Node createDataChangeEventElement(final Document doc, final YangInstanceIdentifier path, final Operation operation) {
365 final Element dataChangeEventElement = doc.createElement("data-change-event");
366 final Element pathElement = doc.createElement("path");
367 addPathAsValueToElement(path, pathElement);
368 dataChangeEventElement.appendChild(pathElement);
370 final Element operationElement = doc.createElement("operation");
371 operationElement.setTextContent(operation.value);
372 dataChangeEventElement.appendChild(operationElement);
374 return dataChangeEventElement;
377 private Node createCreatedChangedDataChangeEventElement(final Document doc, final Entry<YangInstanceIdentifier,
378 NormalizedNode<?, ?>> entry, final Operation operation, final SchemaContext
379 schemaContext, final DataSchemaContextTree dataSchemaContextTree) {
380 final Element dataChangeEventElement = doc.createElement("data-change-event");
381 final Element pathElement = doc.createElement("path");
382 final YangInstanceIdentifier path = entry.getKey();
383 addPathAsValueToElement(path, pathElement);
384 dataChangeEventElement.appendChild(pathElement);
386 final Element operationElement = doc.createElement("operation");
387 operationElement.setTextContent(operation.value);
388 dataChangeEventElement.appendChild(operationElement);
391 final DOMResult domResult = writeNormalizedNode((NormalizedNodeContainer<?,?,?>) entry.getValue(), path,
392 schemaContext, dataSchemaContextTree);
393 final Node result = doc.importNode(domResult.getNode().getFirstChild(), true);
394 dataChangeEventElement.appendChild(result);
395 } catch (IOException e) {
396 LOG.error("Error in writer ", e);
397 } catch (XMLStreamException e) {
398 LOG.error("Error processing stream", e);
401 return dataChangeEventElement;
404 private static DOMResult writeNormalizedNode(final NormalizedNodeContainer<?,?,?> normalized, final
405 YangInstanceIdentifier path, final SchemaContext context, final DataSchemaContextTree dataSchemaContextTree) throws
406 IOException, XMLStreamException {
407 final XMLOutputFactory XML_FACTORY = XMLOutputFactory.newFactory();
408 final Document doc = XmlDocumentUtils.getDocument();
409 final DOMResult result = new DOMResult(doc, "data");
410 NormalizedNodeWriter normalizedNodeWriter = null;
411 NormalizedNodeStreamWriter normalizedNodeStreamWriter = null;
412 XMLStreamWriter writer = null;
414 writer = XML_FACTORY.createXMLStreamWriter(result);
415 normalizedNodeStreamWriter = XMLStreamNormalizedNodeStreamWriter.create(writer, context, dataSchemaContextTree
416 .getChild(path).getDataSchemaNode().getPath().getParent());
417 normalizedNodeWriter = NormalizedNodeWriter.forStreamWriter(normalizedNodeStreamWriter);
419 normalizedNodeWriter.write(normalized);
421 normalizedNodeWriter.flush();
423 if (normalizedNodeWriter != null) {
424 normalizedNodeWriter.close();
426 if (normalizedNodeStreamWriter != null) {
427 normalizedNodeStreamWriter.close();
429 if (writer != null) {
438 * Adds path as value to element.
441 * Path to data in data store.
445 private void addPathAsValueToElement(final YangInstanceIdentifier path, final Element element) {
446 // Map< key = namespace, value = prefix>
447 final Map<String, String> prefixes = new HashMap<>();
448 final YangInstanceIdentifier normalizedPath = ControllerContext.getInstance().toXpathRepresentation(path);
449 final StringBuilder textContent = new StringBuilder();
451 // FIXME: BUG-1281: this is duplicated code from yangtools (BUG-1275)
452 for (final PathArgument pathArgument : normalizedPath.getPathArguments()) {
453 if (pathArgument instanceof YangInstanceIdentifier.AugmentationIdentifier) {
456 textContent.append("/");
457 writeIdentifierWithNamespacePrefix(element, textContent, pathArgument.getNodeType(), prefixes);
458 if (pathArgument instanceof NodeIdentifierWithPredicates) {
459 final Map<QName, Object> predicates = ((NodeIdentifierWithPredicates) pathArgument).getKeyValues();
460 for (final QName keyValue : predicates.keySet()) {
461 final String predicateValue = String.valueOf(predicates.get(keyValue));
462 textContent.append("[");
463 writeIdentifierWithNamespacePrefix(element, textContent, keyValue, prefixes);
464 textContent.append("='");
465 textContent.append(predicateValue);
466 textContent.append("'");
467 textContent.append("]");
469 } else if (pathArgument instanceof NodeWithValue) {
470 textContent.append("[.='");
471 textContent.append(((NodeWithValue) pathArgument).getValue());
472 textContent.append("'");
473 textContent.append("]");
476 element.setTextContent(textContent.toString());
480 * Writes identifier that consists of prefix and QName.
489 * Map of namespaces and prefixes.
491 private static void writeIdentifierWithNamespacePrefix(final Element element, final StringBuilder textContent,
492 final QName qName, final Map<String, String> prefixes) {
493 final String namespace = qName.getNamespace().toString();
494 String prefix = prefixes.get(namespace);
495 if (prefix == null) {
496 prefix = generateNewPrefix(prefixes.values());
499 element.setAttribute("xmlns:" + prefix, namespace);
500 textContent.append(prefix);
501 prefixes.put(namespace, prefix);
503 textContent.append(":");
504 textContent.append(qName.getLocalName());
508 * Generates new prefix which consists of four random characters <a-z>.
511 * Collection of prefixes.
512 * @return New prefix which consists of four random characters <a-z>.
514 private static String generateNewPrefix(final Collection<String> prefixes) {
515 StringBuilder result = null;
516 final Random random = new Random();
518 result = new StringBuilder();
519 for (int i = 0; i < 4; i++) {
520 final int randomNumber = 0x61 + (Math.abs(random.nextInt()) % 26);
521 result.append(Character.toChars(randomNumber));
523 } while (prefixes.contains(result.toString()));
525 return result.toString();
529 * Gets path pointed to data in data store.
531 * @return Path pointed to data in data store.
533 public YangInstanceIdentifier getPath() {
538 * Sets {@link ListenerRegistration} registration.
540 * @param registration DOMDataChangeListener registration
542 public void setRegistration(final ListenerRegistration<DOMDataChangeListener> registration) {
543 this.registration = registration;
547 * Gets the name of the stream.
549 * @return The name of the stream.
551 public String getStreamName() {
556 * Removes all subscribers and unregisters event bus change recorder form event bus.
558 public void close() throws Exception {
559 subscribers = new ConcurrentSet<>();
560 registration.close();
562 eventBus.unregister(eventBusChangeRecorder);
566 * Checks if {@link ListenerRegistration} registration exist.
568 * @return True if exist, false otherwise.
570 public boolean isListening() {
571 return registration == null ? false : true;
575 * Creates event of type {@link EventType#REGISTER}, set {@link Channel} subscriber to the event and post event into
581 public void addSubscriber(final Channel subscriber) {
582 if (!subscriber.isActive()) {
583 LOG.debug("Channel is not active between websocket server and subscriber {}" + subscriber.remoteAddress());
585 final Event event = new Event(EventType.REGISTER);
586 event.setSubscriber(subscriber);
587 eventBus.post(event);
591 * Creates event of type {@link EventType#DEREGISTER}, sets {@link Channel} subscriber to the event and posts event
596 public void removeSubscriber(final Channel subscriber) {
597 LOG.debug("Subscriber {} is removed.", subscriber.remoteAddress());
598 final Event event = new Event(EventType.DEREGISTER);
599 event.setSubscriber(subscriber);
600 eventBus.post(event);
604 * Checks if exists at least one {@link Channel} subscriber.
606 * @return True if exist at least one {@link Channel} subscriber, false otherwise.
608 public boolean hasSubscribers() {
609 return !subscribers.isEmpty();
613 * Consists of two types {@link Store#CONFIG} and {@link Store#OPERATION}.
615 private static enum Store {
617 OPERATION("operation");
619 private final String value;
621 private Store(final String value) {
627 * Consists of three types {@link Operation#CREATED}, {@link Operation#UPDATED} and {@link Operation#DELETED}.
629 private static enum Operation {
634 private final String value;
636 private Operation(final String value) {