Bump upstreams to SNAPSHOTs
[netconf.git] / restconf / restconf-nb-rfc8040 / src / main / java / org / opendaylight / restconf / nb / rfc8040 / jersey / providers / patch / JsonPatchBodyReader.java
1 /*
2  * Copyright (c) 2016 Cisco Systems, Inc. and others.  All rights reserved.
3  *
4  * This program and the accompanying materials are made available under the
5  * terms of the Eclipse Public License v1.0 which accompanies this distribution,
6  * and is available at http://www.eclipse.org/legal/epl-v10.html
7  */
8 package org.opendaylight.restconf.nb.rfc8040.jersey.providers.patch;
9
10 import static com.google.common.base.Preconditions.checkArgument;
11 import static com.google.common.base.Verify.verify;
12 import static java.util.Objects.requireNonNull;
13
14 import com.google.common.base.Throwables;
15 import com.google.common.collect.ImmutableList;
16 import com.google.gson.stream.JsonReader;
17 import com.google.gson.stream.JsonToken;
18 import java.io.IOException;
19 import java.io.InputStream;
20 import java.io.InputStreamReader;
21 import java.io.StringReader;
22 import java.nio.charset.StandardCharsets;
23 import java.util.ArrayList;
24 import java.util.List;
25 import java.util.Locale;
26 import java.util.Optional;
27 import java.util.concurrent.atomic.AtomicReference;
28 import javax.ws.rs.Consumes;
29 import javax.ws.rs.WebApplicationException;
30 import javax.ws.rs.ext.Provider;
31 import org.eclipse.jdt.annotation.NonNull;
32 import org.opendaylight.mdsal.dom.api.DOMMountPointService;
33 import org.opendaylight.restconf.common.context.InstanceIdentifierContext;
34 import org.opendaylight.restconf.common.errors.RestconfDocumentedException;
35 import org.opendaylight.restconf.common.patch.PatchContext;
36 import org.opendaylight.restconf.common.patch.PatchEditOperation;
37 import org.opendaylight.restconf.common.patch.PatchEntity;
38 import org.opendaylight.restconf.nb.rfc8040.MediaTypes;
39 import org.opendaylight.restconf.nb.rfc8040.handlers.SchemaContextHandler;
40 import org.opendaylight.restconf.nb.rfc8040.utils.parser.ParserIdentifier;
41 import org.opendaylight.yangtools.yang.common.ErrorTag;
42 import org.opendaylight.yangtools.yang.common.ErrorType;
43 import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier;
44 import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier.NodeIdentifierWithPredicates;
45 import org.opendaylight.yangtools.yang.data.api.schema.NormalizedNode;
46 import org.opendaylight.yangtools.yang.data.api.schema.stream.NormalizedNodeStreamWriter;
47 import org.opendaylight.yangtools.yang.data.codec.gson.JSONCodecFactorySupplier;
48 import org.opendaylight.yangtools.yang.data.codec.gson.JsonParserStream;
49 import org.opendaylight.yangtools.yang.data.impl.schema.ImmutableNormalizedNodeStreamWriter;
50 import org.opendaylight.yangtools.yang.data.impl.schema.NormalizedNodeResult;
51 import org.opendaylight.yangtools.yang.data.impl.schema.ResultAlreadySetException;
52 import org.opendaylight.yangtools.yang.data.util.DataSchemaContextTree;
53 import org.opendaylight.yangtools.yang.model.api.SchemaNode;
54 import org.opendaylight.yangtools.yang.model.api.meta.EffectiveStatement;
55 import org.opendaylight.yangtools.yang.model.util.SchemaInferenceStack;
56 import org.opendaylight.yangtools.yang.model.util.SchemaInferenceStack.Inference;
57 import org.slf4j.Logger;
58 import org.slf4j.LoggerFactory;
59
60 @Provider
61 @Consumes(MediaTypes.APPLICATION_YANG_PATCH_JSON)
62 public class JsonPatchBodyReader extends AbstractPatchBodyReader {
63     private static final Logger LOG = LoggerFactory.getLogger(JsonPatchBodyReader.class);
64
65     public JsonPatchBodyReader(final SchemaContextHandler schemaContextHandler,
66             final DOMMountPointService mountPointService) {
67         super(schemaContextHandler, mountPointService);
68     }
69
70     @SuppressWarnings("checkstyle:IllegalCatch")
71     @Override
72     protected PatchContext readBody(final InstanceIdentifierContext path, final InputStream entityStream)
73             throws WebApplicationException {
74         try {
75             return readFrom(path, entityStream);
76         } catch (final Exception e) {
77             throw propagateExceptionAs(e);
78         }
79     }
80
81     private PatchContext readFrom(final InstanceIdentifierContext path, final InputStream entityStream)
82             throws IOException {
83         final JsonReader jsonReader = new JsonReader(new InputStreamReader(entityStream, StandardCharsets.UTF_8));
84         AtomicReference<String> patchId = new AtomicReference<>();
85         final List<PatchEntity> resultList = read(jsonReader, path, patchId);
86         jsonReader.close();
87
88         return new PatchContext(path, resultList, patchId.get());
89     }
90
91     @SuppressWarnings("checkstyle:IllegalCatch")
92     public PatchContext readFrom(final String uriPath, final InputStream entityStream) throws
93             RestconfDocumentedException {
94         try {
95             return readFrom(
96                     ParserIdentifier.toInstanceIdentifier(uriPath, getSchemaContext(),
97                             Optional.ofNullable(getMountPointService())), entityStream);
98         } catch (final Exception e) {
99             propagateExceptionAs(e);
100             return null; // no-op
101         }
102     }
103
104     private static RuntimeException propagateExceptionAs(final Exception exception) throws RestconfDocumentedException {
105         Throwables.throwIfInstanceOf(exception, RestconfDocumentedException.class);
106         LOG.debug("Error parsing json input", exception);
107
108         if (exception instanceof ResultAlreadySetException) {
109             throw new RestconfDocumentedException("Error parsing json input: Failed to create new parse result data. ");
110         }
111
112         RestconfDocumentedException.throwIfYangError(exception);
113         throw new RestconfDocumentedException("Error parsing json input: " + exception.getMessage(), ErrorType.PROTOCOL,
114             ErrorTag.MALFORMED_MESSAGE, exception);
115     }
116
117     private List<PatchEntity> read(final JsonReader in, final InstanceIdentifierContext path,
118             final AtomicReference<String> patchId) throws IOException {
119         final DataSchemaContextTree schemaTree = DataSchemaContextTree.from(path.getSchemaContext());
120         final List<PatchEntity> resultCollection = new ArrayList<>();
121         final JsonPatchBodyReader.PatchEdit edit = new JsonPatchBodyReader.PatchEdit();
122
123         while (in.hasNext()) {
124             switch (in.peek()) {
125                 case STRING:
126                 case NUMBER:
127                     in.nextString();
128                     break;
129                 case BOOLEAN:
130                     Boolean.toString(in.nextBoolean());
131                     break;
132                 case NULL:
133                     in.nextNull();
134                     break;
135                 case BEGIN_ARRAY:
136                     in.beginArray();
137                     break;
138                 case BEGIN_OBJECT:
139                     in.beginObject();
140                     break;
141                 case END_DOCUMENT:
142                     break;
143                 case NAME:
144                     parseByName(in.nextName(), edit, in, path, schemaTree, resultCollection, patchId);
145                     break;
146                 case END_OBJECT:
147                     in.endObject();
148                     break;
149                 case END_ARRAY:
150                     in.endArray();
151                     break;
152
153                 default:
154                     break;
155             }
156         }
157
158         return ImmutableList.copyOf(resultCollection);
159     }
160
161     /**
162      * Switch value of parsed JsonToken.NAME and read edit definition or patch id.
163      *
164      * @param name value of token
165      * @param edit PatchEdit instance
166      * @param in JsonReader reader
167      * @param path InstanceIdentifierContext context
168      * @param codec Draft11StringModuleInstanceIdentifierCodec codec
169      * @param resultCollection collection of parsed edits
170      * @throws IOException if operation fails
171      */
172     private void parseByName(final @NonNull String name, final @NonNull PatchEdit edit,
173                              final @NonNull JsonReader in, final @NonNull InstanceIdentifierContext path,
174                              final @NonNull DataSchemaContextTree schemaTree,
175                              final @NonNull List<PatchEntity> resultCollection,
176                              final @NonNull AtomicReference<String> patchId) throws IOException {
177         switch (name) {
178             case "edit":
179                 if (in.peek() == JsonToken.BEGIN_ARRAY) {
180                     in.beginArray();
181
182                     while (in.hasNext()) {
183                         readEditDefinition(edit, in, path, schemaTree);
184                         resultCollection.add(prepareEditOperation(edit));
185                         edit.clear();
186                     }
187
188                     in.endArray();
189                 } else {
190                     readEditDefinition(edit, in, path, schemaTree);
191                     resultCollection.add(prepareEditOperation(edit));
192                     edit.clear();
193                 }
194
195                 break;
196             case "patch-id":
197                 patchId.set(in.nextString());
198                 break;
199             default:
200                 break;
201         }
202     }
203
204     /**
205      * Read one patch edit object from Json input.
206      *
207      * @param edit PatchEdit instance to be filled with read data
208      * @param in JsonReader reader
209      * @param path InstanceIdentifierContext path context
210      * @param codec Draft11StringModuleInstanceIdentifierCodec codec
211      * @throws IOException if operation fails
212      */
213     private void readEditDefinition(final @NonNull PatchEdit edit, final @NonNull JsonReader in,
214                                     final @NonNull InstanceIdentifierContext path,
215                                     final @NonNull DataSchemaContextTree schemaTree) throws IOException {
216         String deferredValue = null;
217         in.beginObject();
218
219         while (in.hasNext()) {
220             final String editDefinition = in.nextName();
221             switch (editDefinition) {
222                 case "edit-id":
223                     edit.setId(in.nextString());
224                     break;
225                 case "operation":
226                     edit.setOperation(PatchEditOperation.valueOf(in.nextString().toUpperCase(Locale.ROOT)));
227                     break;
228                 case "target":
229                     // target can be specified completely in request URI
230                     final String target = in.nextString();
231                     if (target.equals("/")) {
232                         edit.setTarget(path.getInstanceIdentifier());
233                         edit.setTargetSchemaNode(SchemaInferenceStack.of(path.getSchemaContext()).toInference());
234                     } else {
235                         edit.setTarget(ParserIdentifier.parserPatchTarget(path, target));
236
237                         final var stack = schemaTree.enterPath(edit.getTarget()).orElseThrow().stack();
238                         if (!stack.isEmpty()) {
239                             stack.exit();
240                         }
241
242                         final EffectiveStatement<?, ?> parentStmt = stack.currentStatement();
243                         verify(parentStmt instanceof SchemaNode, "Unexpected parent %s", parentStmt);
244                         edit.setTargetSchemaNode(stack.toInference());
245                     }
246
247                     break;
248                 case "value":
249                     checkArgument(edit.getData() == null && deferredValue == null, "Multiple value entries found");
250
251                     if (edit.getTargetSchemaNode() == null) {
252                         // save data defined in value node for next (later) processing, because target needs to be read
253                         // always first and there is no ordering in Json input
254                         deferredValue = readValueNode(in);
255                     } else {
256                         // We have a target schema node, reuse this reader without buffering the value.
257                         edit.setData(readEditData(in, edit.getTargetSchemaNode(), path));
258                     }
259                     break;
260                 default:
261                     // FIXME: this does not look right, as it can wreck our logic
262                     break;
263             }
264         }
265
266         in.endObject();
267
268         if (deferredValue != null) {
269             // read saved data to normalized node when target schema is already known
270             edit.setData(readEditData(new JsonReader(new StringReader(deferredValue)), edit.getTargetSchemaNode(),
271                 path));
272         }
273     }
274
275     /**
276      * Parse data defined in value node and saves it to buffer.
277      * @param sb Buffer to read value node
278      * @param in JsonReader reader
279      * @throws IOException if operation fails
280      */
281     private String readValueNode(final @NonNull JsonReader in) throws IOException {
282         in.beginObject();
283         final StringBuilder sb = new StringBuilder().append("{\"").append(in.nextName()).append("\":");
284
285         switch (in.peek()) {
286             case BEGIN_ARRAY:
287                 in.beginArray();
288                 sb.append('[');
289
290                 while (in.hasNext()) {
291                     if (in.peek() == JsonToken.STRING) {
292                         sb.append('"').append(in.nextString()).append('"');
293                     } else {
294                         readValueObject(sb, in);
295                     }
296                     if (in.peek() != JsonToken.END_ARRAY) {
297                         sb.append(',');
298                     }
299                 }
300
301                 in.endArray();
302                 sb.append(']');
303                 break;
304             default:
305                 readValueObject(sb, in);
306                 break;
307         }
308
309         in.endObject();
310         return sb.append('}').toString();
311     }
312
313     /**
314      * Parse one value object of data and saves it to buffer.
315      * @param sb Buffer to read value object
316      * @param in JsonReader reader
317      * @throws IOException if operation fails
318      */
319     private void readValueObject(final @NonNull StringBuilder sb, final @NonNull JsonReader in) throws IOException {
320         // read simple leaf value
321         if (in.peek() == JsonToken.STRING) {
322             sb.append('"').append(in.nextString()).append('"');
323             return;
324         }
325
326         in.beginObject();
327         sb.append('{');
328
329         while (in.hasNext()) {
330             sb.append('"').append(in.nextName()).append("\":");
331
332             switch (in.peek()) {
333                 case STRING:
334                     sb.append('"').append(in.nextString()).append('"');
335                     break;
336                 case BEGIN_ARRAY:
337                     in.beginArray();
338                     sb.append('[');
339
340                     while (in.hasNext()) {
341                         if (in.peek() == JsonToken.STRING) {
342                             sb.append('"').append(in.nextString()).append('"');
343                         } else {
344                             readValueObject(sb, in);
345                         }
346
347                         if (in.peek() != JsonToken.END_ARRAY) {
348                             sb.append(',');
349                         }
350                     }
351
352                     in.endArray();
353                     sb.append(']');
354                     break;
355                 default:
356                     readValueObject(sb, in);
357             }
358
359             if (in.peek() != JsonToken.END_OBJECT) {
360                 sb.append(',');
361             }
362         }
363
364         in.endObject();
365         sb.append('}');
366     }
367
368     /**
369      * Read patch edit data defined in value node to NormalizedNode.
370      * @param in reader JsonReader reader
371      * @return NormalizedNode representing data
372      */
373     private static NormalizedNode readEditData(final @NonNull JsonReader in,
374              final @NonNull Inference targetSchemaNode, final @NonNull InstanceIdentifierContext path) {
375         final NormalizedNodeResult resultHolder = new NormalizedNodeResult();
376         final NormalizedNodeStreamWriter writer = ImmutableNormalizedNodeStreamWriter.from(resultHolder);
377         JsonParserStream.create(writer, JSONCodecFactorySupplier.RFC7951.getShared(path.getSchemaContext()),
378             targetSchemaNode).parse(in);
379
380         return resultHolder.getResult();
381     }
382
383     /**
384      * Prepare PatchEntity from PatchEdit instance when it satisfies conditions, otherwise throws exception.
385      * @param edit Instance of PatchEdit
386      * @return PatchEntity Patch entity
387      */
388     private static PatchEntity prepareEditOperation(final @NonNull PatchEdit edit) {
389         if (edit.getOperation() != null && edit.getTargetSchemaNode() != null
390                 && checkDataPresence(edit.getOperation(), edit.getData() != null)) {
391             if (!edit.getOperation().isWithValue()) {
392                 return new PatchEntity(edit.getId(), edit.getOperation(), edit.getTarget());
393             }
394
395             // for lists allow to manipulate with list items through their parent
396             final YangInstanceIdentifier targetNode;
397             if (edit.getTarget().getLastPathArgument() instanceof NodeIdentifierWithPredicates) {
398                 targetNode = edit.getTarget().getParent();
399             } else {
400                 targetNode = edit.getTarget();
401             }
402
403             return new PatchEntity(edit.getId(), edit.getOperation(), targetNode, edit.getData());
404         }
405
406         throw new RestconfDocumentedException("Error parsing input", ErrorType.PROTOCOL, ErrorTag.MALFORMED_MESSAGE);
407     }
408
409     /**
410      * Check if data is present when operation requires it and not present when operation data is not allowed.
411      * @param operation Name of operation
412      * @param hasData Data in edit are present/not present
413      * @return true if data is present when operation requires it or if there are no data when operation does not
414      *     allow it, false otherwise
415      */
416     private static boolean checkDataPresence(final @NonNull PatchEditOperation operation, final boolean hasData) {
417         return operation.isWithValue() == hasData;
418     }
419
420     /**
421      * Helper class representing one patch edit.
422      */
423     private static final class PatchEdit {
424         private String id;
425         private PatchEditOperation operation;
426         private YangInstanceIdentifier target;
427         private Inference targetSchemaNode;
428         private NormalizedNode data;
429
430         String getId() {
431             return id;
432         }
433
434         void setId(final String id) {
435             this.id = requireNonNull(id);
436         }
437
438         PatchEditOperation getOperation() {
439             return operation;
440         }
441
442         void setOperation(final PatchEditOperation operation) {
443             this.operation = requireNonNull(operation);
444         }
445
446         YangInstanceIdentifier getTarget() {
447             return target;
448         }
449
450         void setTarget(final YangInstanceIdentifier target) {
451             this.target = requireNonNull(target);
452         }
453
454         Inference getTargetSchemaNode() {
455             return targetSchemaNode;
456         }
457
458         void setTargetSchemaNode(final Inference targetSchemaNode) {
459             this.targetSchemaNode = requireNonNull(targetSchemaNode);
460         }
461
462         NormalizedNode getData() {
463             return data;
464         }
465
466         void setData(final NormalizedNode data) {
467             this.data = requireNonNull(data);
468         }
469
470         void clear() {
471             id = null;
472             operation = null;
473             target = null;
474             targetSchemaNode = null;
475             data = null;
476         }
477     }
478 }