2 * Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved.
4 * This program and the accompanying materials are made available under the
5 * terms of the Eclipse Public License v1.0 which accompanies this distribution,
6 * and is available at http://www.eclipse.org/legal/epl-v10.html
8 package org.opendaylight.restconf.nb.rfc8040.rests.services.impl;
10 import static java.util.Objects.requireNonNull;
11 import static org.opendaylight.restconf.nb.rfc8040.rests.utils.RestconfStreamsConstants.NOTIFICATION_STREAM;
12 import static org.opendaylight.restconf.nb.rfc8040.rests.utils.RestconfStreamsConstants.STREAMS_PATH;
13 import static org.opendaylight.restconf.nb.rfc8040.rests.utils.RestconfStreamsConstants.STREAM_ACCESS_PATH_PART;
14 import static org.opendaylight.restconf.nb.rfc8040.rests.utils.RestconfStreamsConstants.STREAM_LOCATION_PATH_PART;
15 import static org.opendaylight.restconf.nb.rfc8040.rests.utils.RestconfStreamsConstants.STREAM_PATH;
16 import static org.opendaylight.restconf.nb.rfc8040.rests.utils.RestconfStreamsConstants.STREAM_PATH_PART;
18 import com.google.common.annotations.VisibleForTesting;
19 import com.google.common.util.concurrent.Futures;
20 import com.google.common.util.concurrent.MoreExecutors;
22 import java.time.Clock;
23 import java.time.LocalDateTime;
24 import java.time.format.DateTimeFormatter;
25 import java.util.HashMap;
26 import java.util.List;
28 import java.util.Optional;
29 import java.util.concurrent.CancellationException;
30 import java.util.concurrent.ExecutionException;
31 import javax.ws.rs.Path;
32 import javax.ws.rs.core.Response;
33 import javax.ws.rs.core.Response.Status;
34 import javax.ws.rs.core.UriInfo;
35 import org.opendaylight.mdsal.common.api.LogicalDatastoreType;
36 import org.opendaylight.mdsal.dom.api.DOMActionException;
37 import org.opendaylight.mdsal.dom.api.DOMActionResult;
38 import org.opendaylight.mdsal.dom.api.DOMActionService;
39 import org.opendaylight.mdsal.dom.api.DOMDataBroker;
40 import org.opendaylight.mdsal.dom.api.DOMDataTreeIdentifier;
41 import org.opendaylight.mdsal.dom.api.DOMDataTreeWriteOperations;
42 import org.opendaylight.mdsal.dom.api.DOMDataTreeWriteTransaction;
43 import org.opendaylight.mdsal.dom.api.DOMMountPoint;
44 import org.opendaylight.mdsal.dom.api.DOMMountPointService;
45 import org.opendaylight.mdsal.dom.spi.SimpleDOMActionResult;
46 import org.opendaylight.restconf.common.context.InstanceIdentifierContext;
47 import org.opendaylight.restconf.common.errors.RestconfDocumentedException;
48 import org.opendaylight.restconf.common.patch.PatchContext;
49 import org.opendaylight.restconf.common.patch.PatchStatusContext;
50 import org.opendaylight.restconf.nb.rfc8040.ReadDataParams;
51 import org.opendaylight.restconf.nb.rfc8040.Rfc8040;
52 import org.opendaylight.restconf.nb.rfc8040.WriteDataParams;
53 import org.opendaylight.restconf.nb.rfc8040.databind.jaxrs.QueryParams;
54 import org.opendaylight.restconf.nb.rfc8040.handlers.SchemaContextHandler;
55 import org.opendaylight.restconf.nb.rfc8040.legacy.NormalizedNodePayload;
56 import org.opendaylight.restconf.nb.rfc8040.legacy.QueryParameters;
57 import org.opendaylight.restconf.nb.rfc8040.rests.services.api.RestconfDataService;
58 import org.opendaylight.restconf.nb.rfc8040.rests.services.api.RestconfStreamsSubscriptionService;
59 import org.opendaylight.restconf.nb.rfc8040.rests.transactions.MdsalRestconfStrategy;
60 import org.opendaylight.restconf.nb.rfc8040.rests.transactions.RestconfStrategy;
61 import org.opendaylight.restconf.nb.rfc8040.rests.utils.DeleteDataTransactionUtil;
62 import org.opendaylight.restconf.nb.rfc8040.rests.utils.PatchDataTransactionUtil;
63 import org.opendaylight.restconf.nb.rfc8040.rests.utils.PlainPatchDataTransactionUtil;
64 import org.opendaylight.restconf.nb.rfc8040.rests.utils.PostDataTransactionUtil;
65 import org.opendaylight.restconf.nb.rfc8040.rests.utils.PutDataTransactionUtil;
66 import org.opendaylight.restconf.nb.rfc8040.rests.utils.ReadDataTransactionUtil;
67 import org.opendaylight.restconf.nb.rfc8040.streams.Configuration;
68 import org.opendaylight.restconf.nb.rfc8040.streams.listeners.NotificationListenerAdapter;
69 import org.opendaylight.restconf.nb.rfc8040.utils.mapping.RestconfMappingNodeUtil;
70 import org.opendaylight.restconf.nb.rfc8040.utils.parser.ParserIdentifier;
71 import org.opendaylight.yang.gen.v1.urn.sal.restconf.event.subscription.rev140708.NotificationOutputTypeGrouping.NotificationOutputType;
72 import org.opendaylight.yangtools.yang.common.ErrorTag;
73 import org.opendaylight.yangtools.yang.common.ErrorType;
74 import org.opendaylight.yangtools.yang.common.QName;
75 import org.opendaylight.yangtools.yang.common.Revision;
76 import org.opendaylight.yangtools.yang.common.RpcResultBuilder;
77 import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier;
78 import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier.NodeIdentifierWithPredicates;
79 import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier.PathArgument;
80 import org.opendaylight.yangtools.yang.data.api.schema.ContainerNode;
81 import org.opendaylight.yangtools.yang.data.api.schema.MapEntryNode;
82 import org.opendaylight.yangtools.yang.data.api.schema.NormalizedNode;
83 import org.opendaylight.yangtools.yang.model.api.ActionDefinition;
84 import org.opendaylight.yangtools.yang.model.api.EffectiveModelContext;
85 import org.opendaylight.yangtools.yang.model.api.ListSchemaNode;
86 import org.opendaylight.yangtools.yang.model.api.NotificationDefinition;
87 import org.opendaylight.yangtools.yang.model.api.SchemaContext;
88 import org.opendaylight.yangtools.yang.model.api.SchemaNode;
89 import org.opendaylight.yangtools.yang.model.api.stmt.SchemaNodeIdentifier.Absolute;
90 import org.slf4j.Logger;
91 import org.slf4j.LoggerFactory;
94 * Implementation of {@link RestconfDataService}.
97 public class RestconfDataServiceImpl implements RestconfDataService {
98 private static final Logger LOG = LoggerFactory.getLogger(RestconfDataServiceImpl.class);
99 private static final DateTimeFormatter FORMATTER = DateTimeFormatter.ofPattern("yyyy-MMM-dd HH:mm:ss");
100 private static final QName NETCONF_BASE_QNAME = SchemaContext.NAME;
102 private final RestconfStreamsSubscriptionService delegRestconfSubscrService;
103 private final SchemaContextHandler schemaContextHandler;
104 private final MdsalRestconfStrategy restconfStrategy;
105 private final DOMMountPointService mountPointService;
106 private final SubscribeToStreamUtil streamUtils;
107 private final DOMActionService actionService;
108 private final DOMDataBroker dataBroker;
110 public RestconfDataServiceImpl(final SchemaContextHandler schemaContextHandler,
111 final DOMDataBroker dataBroker, final DOMMountPointService mountPointService,
112 final RestconfStreamsSubscriptionService delegRestconfSubscrService,
113 final DOMActionService actionService, final Configuration configuration) {
114 this.schemaContextHandler = requireNonNull(schemaContextHandler);
115 this.dataBroker = requireNonNull(dataBroker);
116 restconfStrategy = new MdsalRestconfStrategy(dataBroker);
117 this.mountPointService = requireNonNull(mountPointService);
118 this.delegRestconfSubscrService = requireNonNull(delegRestconfSubscrService);
119 this.actionService = requireNonNull(actionService);
120 streamUtils = configuration.isUseSSE() ? SubscribeToStreamUtil.serverSentEvents()
121 : SubscribeToStreamUtil.webSockets();
125 public Response readData(final UriInfo uriInfo) {
126 return readData(null, uriInfo);
130 public Response readData(final String identifier, final UriInfo uriInfo) {
131 final ReadDataParams readParams = QueryParams.newReadDataParams(uriInfo);
133 final EffectiveModelContext schemaContextRef = schemaContextHandler.get();
134 final InstanceIdentifierContext instanceIdentifier = ParserIdentifier.toInstanceIdentifier(
135 identifier, schemaContextRef, Optional.of(mountPointService));
136 final DOMMountPoint mountPoint = instanceIdentifier.getMountPoint();
138 // FIXME: this looks quite crazy, why do we even have it?
139 if (mountPoint == null && identifier != null && identifier.contains(STREAMS_PATH)
140 && !identifier.contains(STREAM_PATH_PART)) {
141 createAllYangNotificationStreams(schemaContextRef, uriInfo);
144 final QueryParameters queryParams = QueryParams.newQueryParameters(readParams, instanceIdentifier);
145 final List<YangInstanceIdentifier> fieldPaths = queryParams.fieldPaths();
146 final RestconfStrategy strategy = getRestconfStrategy(mountPoint);
147 final NormalizedNode node;
148 if (fieldPaths != null && !fieldPaths.isEmpty()) {
149 node = ReadDataTransactionUtil.readData(readParams.content(), instanceIdentifier.getInstanceIdentifier(),
150 strategy, readParams.withDefaults(), schemaContextRef, fieldPaths);
152 node = ReadDataTransactionUtil.readData(readParams.content(), instanceIdentifier.getInstanceIdentifier(),
153 strategy, readParams.withDefaults(), schemaContextRef);
156 // FIXME: this is utter craziness, refactor it properly!
157 if (identifier != null && identifier.contains(STREAM_PATH) && identifier.contains(STREAM_ACCESS_PATH_PART)
158 && identifier.contains(STREAM_LOCATION_PATH_PART)) {
159 final String value = (String) node.body();
160 final String streamName = value.substring(value.indexOf(NOTIFICATION_STREAM + '/'));
161 delegRestconfSubscrService.subscribeToStream(streamName, uriInfo);
164 throw new RestconfDocumentedException(
165 "Request could not be completed because the relevant data model content does not exist",
166 ErrorType.PROTOCOL, ErrorTag.DATA_MISSING);
169 switch (readParams.content()) {
172 final QName type = node.getIdentifier().getNodeType();
173 return Response.status(Status.OK)
174 .entity(NormalizedNodePayload.ofReadData(instanceIdentifier, node, queryParams))
175 .header("ETag", '"' + type.getModule().getRevision().map(Revision::toString).orElse(null)
176 + "-" + type.getLocalName() + '"')
177 .header("Last-Modified", FORMATTER.format(LocalDateTime.now(Clock.systemUTC())))
180 return Response.status(Status.OK)
181 .entity(NormalizedNodePayload.ofReadData(instanceIdentifier, node, queryParams))
186 private void createAllYangNotificationStreams(final EffectiveModelContext schemaContext, final UriInfo uriInfo) {
187 final DOMDataTreeWriteTransaction transaction = dataBroker.newWriteOnlyTransaction();
188 for (final NotificationDefinition notificationDefinition : schemaContext.getNotifications()) {
189 writeNotificationStreamToDatastore(schemaContext, uriInfo, transaction,
190 CreateStreamUtil.createYangNotifiStream(notificationDefinition, schemaContext,
191 NotificationOutputType.XML));
192 writeNotificationStreamToDatastore(schemaContext, uriInfo, transaction,
193 CreateStreamUtil.createYangNotifiStream(notificationDefinition, schemaContext,
194 NotificationOutputType.JSON));
197 transaction.commit().get();
198 } catch (final InterruptedException | ExecutionException e) {
199 throw new RestconfDocumentedException("Problem while putting data to DS.", e);
203 private void writeNotificationStreamToDatastore(final EffectiveModelContext schemaContext,
204 final UriInfo uriInfo, final DOMDataTreeWriteOperations tx, final NotificationListenerAdapter listener) {
205 final URI uri = streamUtils.prepareUriByStreamName(uriInfo, listener.getStreamName());
206 final MapEntryNode mapToStreams = RestconfMappingNodeUtil.mapYangNotificationStreamByIetfRestconfMonitoring(
207 listener.getSchemaPath().lastNodeIdentifier(), schemaContext.getNotifications(), null,
208 listener.getOutputType(), uri);
210 tx.merge(LogicalDatastoreType.OPERATIONAL,
211 Rfc8040.restconfStateStreamPath(mapToStreams.getIdentifier()), mapToStreams);
215 public Response putData(final String identifier, final NormalizedNodePayload payload, final UriInfo uriInfo) {
216 requireNonNull(payload);
218 final WriteDataParams params = QueryParams.newWriteDataParams(uriInfo);
220 final InstanceIdentifierContext iid = payload.getInstanceIdentifierContext();
222 validInputData(iid.getSchemaNode() != null, payload);
223 validTopLevelNodeName(iid.getInstanceIdentifier(), payload);
224 validateListKeysEqualityInPayloadAndUri(payload);
226 final RestconfStrategy strategy = getRestconfStrategy(iid.getMountPoint());
227 return PutDataTransactionUtil.putData(payload, iid.getSchemaContext(), strategy, params);
231 public Response postData(final String identifier, final NormalizedNodePayload payload, final UriInfo uriInfo) {
232 return postData(payload, uriInfo);
236 public Response postData(final NormalizedNodePayload payload, final UriInfo uriInfo) {
237 requireNonNull(payload);
238 final InstanceIdentifierContext iid = payload.getInstanceIdentifierContext();
239 if (iid.getSchemaNode() instanceof ActionDefinition) {
240 return invokeAction(payload);
243 final WriteDataParams params = QueryParams.newWriteDataParams(uriInfo);
244 final RestconfStrategy strategy = getRestconfStrategy(iid.getMountPoint());
245 return PostDataTransactionUtil.postData(uriInfo, payload, strategy, iid.getSchemaContext(), params);
249 public Response deleteData(final String identifier) {
250 final InstanceIdentifierContext instanceIdentifier = ParserIdentifier.toInstanceIdentifier(
251 identifier, schemaContextHandler.get(), Optional.of(mountPointService));
253 final DOMMountPoint mountPoint = instanceIdentifier.getMountPoint();
254 final RestconfStrategy strategy = getRestconfStrategy(mountPoint);
255 return DeleteDataTransactionUtil.deleteData(strategy, instanceIdentifier.getInstanceIdentifier());
259 public PatchStatusContext patchData(final String identifier, final PatchContext context, final UriInfo uriInfo) {
260 return patchData(context, uriInfo);
264 public PatchStatusContext patchData(final PatchContext context, final UriInfo uriInfo) {
265 final InstanceIdentifierContext iid = RestconfDocumentedException.throwIfNull(context,
266 ErrorType.PROTOCOL, ErrorTag.MALFORMED_MESSAGE, "No patch documented provided")
267 .getInstanceIdentifierContext();
268 final RestconfStrategy strategy = getRestconfStrategy(iid.getMountPoint());
269 return PatchDataTransactionUtil.patchData(context, strategy, iid.getSchemaContext());
273 public Response patchData(final String identifier, final NormalizedNodePayload payload, final UriInfo uriInfo) {
274 requireNonNull(payload);
276 final InstanceIdentifierContext iid = payload.getInstanceIdentifierContext();
277 validInputData(iid.getSchemaNode() != null, payload);
278 validTopLevelNodeName(iid.getInstanceIdentifier(), payload);
279 validateListKeysEqualityInPayloadAndUri(payload);
281 final RestconfStrategy strategy = getRestconfStrategy(iid.getMountPoint());
282 return PlainPatchDataTransactionUtil.patchData(payload, strategy, iid.getSchemaContext());
285 // FIXME: why is this synchronized?
286 public synchronized RestconfStrategy getRestconfStrategy(final DOMMountPoint mountPoint) {
287 if (mountPoint == null) {
288 return restconfStrategy;
291 return RestconfStrategy.forMountPoint(mountPoint).orElseThrow(() -> {
292 LOG.warn("Mount point {} does not expose a suitable access interface", mountPoint.getIdentifier());
293 return new RestconfDocumentedException("Could not find a supported access interface in mount point "
294 + mountPoint.getIdentifier());
299 * Invoke Action operation.
301 * @param payload {@link NormalizedNodePayload} - the body of the operation
302 * @return {@link NormalizedNodePayload} wrapped in {@link Response}
304 public Response invokeAction(final NormalizedNodePayload payload) {
305 final InstanceIdentifierContext context = payload.getInstanceIdentifierContext();
306 final YangInstanceIdentifier yangIIdContext = context.getInstanceIdentifier();
307 final NormalizedNode data = payload.getData();
309 if (yangIIdContext.isEmpty() && !NETCONF_BASE_QNAME.equals(data.getIdentifier().getNodeType())) {
310 throw new RestconfDocumentedException("Instance identifier need to contain at least one path argument",
311 ErrorType.PROTOCOL, ErrorTag.MALFORMED_MESSAGE);
314 final DOMMountPoint mountPoint = context.getMountPoint();
315 final Absolute schemaPath = context.inference().toSchemaInferenceStack().toSchemaNodeIdentifier();
316 final DOMActionResult response;
317 if (mountPoint != null) {
318 response = invokeAction((ContainerNode) data, schemaPath, yangIIdContext, mountPoint);
320 response = invokeAction((ContainerNode) data, schemaPath, yangIIdContext, actionService);
322 final DOMActionResult result = checkActionResponse(response);
324 ContainerNode resultData = null;
325 if (result != null) {
326 resultData = result.getOutput().orElse(null);
329 if (resultData != null && resultData.isEmpty()) {
330 return Response.status(Status.NO_CONTENT).build();
333 return Response.status(Status.OK)
334 .entity(NormalizedNodePayload.ofNullable(context, resultData))
339 * Invoking Action via mount point.
341 * @param mountPoint mount point
342 * @param data input data
343 * @param schemaPath schema path of data
344 * @return {@link DOMActionResult}
346 private static DOMActionResult invokeAction(final ContainerNode data,
347 final Absolute schemaPath, final YangInstanceIdentifier yangIId, final DOMMountPoint mountPoint) {
348 return invokeAction(data, schemaPath, yangIId, mountPoint.getService(DOMActionService.class)
349 .orElseThrow(() -> new RestconfDocumentedException("DomAction service is missing.")));
353 * Invoke Action via ActionServiceHandler.
355 * @param data input data
356 * @param yangIId invocation context
357 * @param schemaPath schema path of data
358 * @param actionService action service to invoke action
359 * @return {@link DOMActionResult}
361 // FIXME: NETCONF-718: we should be returning a future here
362 private static DOMActionResult invokeAction(final ContainerNode data, final Absolute schemaPath,
363 final YangInstanceIdentifier yangIId, final DOMActionService actionService) {
364 return RestconfInvokeOperationsServiceImpl.checkedGet(Futures.catching(actionService.invokeAction(
365 schemaPath, new DOMDataTreeIdentifier(LogicalDatastoreType.OPERATIONAL, yangIId.getParent()), data),
366 DOMActionException.class,
367 cause -> new SimpleDOMActionResult(List.of(RpcResultBuilder.newError(
368 ErrorType.RPC, ErrorTag.OPERATION_FAILED, cause.getMessage()))),
369 MoreExecutors.directExecutor()));
373 * Check the validity of the result.
375 * @param response response of Action
376 * @return {@link DOMActionResult} result
378 private static DOMActionResult checkActionResponse(final DOMActionResult response) {
379 if (response == null) {
384 if (response.getErrors().isEmpty()) {
387 LOG.debug("InvokeAction Error Message {}", response.getErrors());
388 throw new RestconfDocumentedException("InvokeAction Error Message ", null, response.getErrors());
389 } catch (final CancellationException e) {
390 final String errMsg = "The Action Operation was cancelled while executing.";
391 LOG.debug("Cancel Execution: {}", errMsg, e);
392 throw new RestconfDocumentedException(errMsg, ErrorType.RPC, ErrorTag.PARTIAL_OPERATION, e);
397 * Valid input data based on presence of a schema node.
399 * @param haveSchemaNode true if there is an underlying schema node
400 * @param payload input data
403 public static void validInputData(final boolean haveSchemaNode, final NormalizedNodePayload payload) {
404 final boolean haveData = payload.getData() != null;
405 if (haveSchemaNode) {
407 throw new RestconfDocumentedException("Input is required.", ErrorType.PROTOCOL,
408 ErrorTag.MALFORMED_MESSAGE);
410 } else if (haveData) {
411 throw new RestconfDocumentedException("No input expected.", ErrorType.PROTOCOL, ErrorTag.MALFORMED_MESSAGE);
416 * Valid top level node name.
418 * @param path path of node
419 * @param payload data
422 public static void validTopLevelNodeName(final YangInstanceIdentifier path, final NormalizedNodePayload payload) {
423 final QName dataNodeType = payload.getData().getIdentifier().getNodeType();
424 if (path.isEmpty()) {
425 if (!NETCONF_BASE_QNAME.equals(dataNodeType)) {
426 throw new RestconfDocumentedException("Instance identifier has to contain at least one path argument",
427 ErrorType.PROTOCOL, ErrorTag.MALFORMED_MESSAGE);
430 final String identifierName = path.getLastPathArgument().getNodeType().getLocalName();
431 final String payloadName = dataNodeType.getLocalName();
432 if (!payloadName.equals(identifierName)) {
433 throw new RestconfDocumentedException(
434 "Payload name (" + payloadName + ") is different from identifier name (" + identifierName + ")",
435 ErrorType.PROTOCOL, ErrorTag.MALFORMED_MESSAGE);
442 * Validates whether keys in {@code payload} are equal to values of keys in
443 * {@code iiWithData} for list schema node.
445 * @throws RestconfDocumentedException if key values or key count in payload and URI isn't equal
448 public static void validateListKeysEqualityInPayloadAndUri(final NormalizedNodePayload payload) {
449 final InstanceIdentifierContext iiWithData = payload.getInstanceIdentifierContext();
450 final PathArgument lastPathArgument = iiWithData.getInstanceIdentifier().getLastPathArgument();
451 final SchemaNode schemaNode = iiWithData.getSchemaNode();
452 final NormalizedNode data = payload.getData();
453 if (schemaNode instanceof ListSchemaNode) {
454 final List<QName> keyDefinitions = ((ListSchemaNode) schemaNode).getKeyDefinition();
455 if (lastPathArgument instanceof NodeIdentifierWithPredicates && data instanceof MapEntryNode) {
456 final Map<QName, Object> uriKeyValues = ((NodeIdentifierWithPredicates) lastPathArgument).asMap();
457 isEqualUriAndPayloadKeyValues(uriKeyValues, (MapEntryNode) data, keyDefinitions);
462 private static void isEqualUriAndPayloadKeyValues(final Map<QName, Object> uriKeyValues, final MapEntryNode payload,
463 final List<QName> keyDefinitions) {
464 final Map<QName, Object> mutableCopyUriKeyValues = new HashMap<>(uriKeyValues);
465 for (final QName keyDefinition : keyDefinitions) {
466 final Object uriKeyValue = RestconfDocumentedException.throwIfNull(
467 mutableCopyUriKeyValues.remove(keyDefinition), ErrorType.PROTOCOL, ErrorTag.DATA_MISSING,
468 "Missing key %s in URI.", keyDefinition);
470 final Object dataKeyValue = payload.getIdentifier().getValue(keyDefinition);
472 if (!uriKeyValue.equals(dataKeyValue)) {
473 final String errMsg = "The value '" + uriKeyValue + "' for key '" + keyDefinition.getLocalName()
474 + "' specified in the URI doesn't match the value '" + dataKeyValue
475 + "' specified in the message body. ";
476 throw new RestconfDocumentedException(errMsg, ErrorType.PROTOCOL, ErrorTag.INVALID_VALUE);