blob: 55f0ed9fa2a64ecaa481f47402d58392564ca0fe [file] [log] [blame]
Michal Vasko90932a92020-02-12 14:33:03 +01001/**
2 * @file parser_json.c
3 * @author Radek Krejci <rkrejci@cesnet.cz>
Michal Vasko61ad1ff2022-02-10 15:48:39 +01004 * @author Michal Vasko <mvasko@cesnet.cz>
Michal Vasko90932a92020-02-12 14:33:03 +01005 * @brief JSON data parser for libyang
6 *
Michal Vasko09e04632023-03-22 14:34:10 +01007 * Copyright (c) 2020 - 2023 CESNET, z.s.p.o.
Michal Vasko90932a92020-02-12 14:33:03 +01008 *
9 * This source code is licensed under BSD 3-Clause License (the "License").
10 * You may not use this file except in compliance with the License.
11 * You may obtain a copy of the License at
12 *
13 * https://opensource.org/licenses/BSD-3-Clause
14 */
15
Radek Krejci535ea9f2020-05-29 16:01:05 +020016#define _GNU_SOURCE
Michal Vasko90932a92020-02-12 14:33:03 +010017
Radek Krejci1798aae2020-07-14 13:26:06 +020018#include <assert.h>
Radek Krejci47fab892020-11-05 17:02:41 +010019#include <stdint.h>
Michal Vasko90932a92020-02-12 14:33:03 +010020#include <stdlib.h>
21#include <string.h>
22
Michal Vaskobbdadda2022-01-06 11:40:10 +010023#include "compat.h"
Michal Vasko90932a92020-02-12 14:33:03 +010024#include "context.h"
Radek Krejci47fab892020-11-05 17:02:41 +010025#include "dict.h"
Michal Vaskoafac7822020-10-20 14:22:26 +020026#include "in_internal.h"
Radek Krejci1798aae2020-07-14 13:26:06 +020027#include "json.h"
Radek Krejci47fab892020-11-05 17:02:41 +010028#include "log.h"
Michal Vasko8f702ee2024-02-20 15:44:24 +010029#include "ly_common.h"
Radek Krejci77114102021-03-10 15:21:57 +010030#include "parser_data.h"
Radek Krejci1798aae2020-07-14 13:26:06 +020031#include "parser_internal.h"
Michal Vasko61ad1ff2022-02-10 15:48:39 +010032#include "plugins_exts.h"
Radek Krejci47fab892020-11-05 17:02:41 +010033#include "set.h"
34#include "tree.h"
Radek Krejci1798aae2020-07-14 13:26:06 +020035#include "tree_data.h"
36#include "tree_data_internal.h"
37#include "tree_schema.h"
Radek Krejci47fab892020-11-05 17:02:41 +010038#include "tree_schema_internal.h"
Radek Krejci1798aae2020-07-14 13:26:06 +020039#include "validation.h"
Michal Vasko90932a92020-02-12 14:33:03 +010040
41/**
Radek Krejci1798aae2020-07-14 13:26:06 +020042 * @brief Free the JSON data parser context.
43 *
44 * JSON implementation of lyd_ctx_free_clb().
45 */
46static void
47lyd_json_ctx_free(struct lyd_ctx *lydctx)
48{
49 struct lyd_json_ctx *ctx = (struct lyd_json_ctx *)lydctx;
50
51 if (lydctx) {
52 lyd_ctx_free(lydctx);
53 lyjson_ctx_free(ctx->jsonctx);
54 free(ctx);
55 }
56}
57
58/**
Michal Vasko61ad1ff2022-02-10 15:48:39 +010059 * @brief Pass the responsibility for releasing the dynamic values to @p dst.
aPiecekd2c39372021-06-16 14:03:12 +020060 *
61 * @param[in] jsonctx JSON context which contains the dynamic value.
62 * @param[in,out] dst Pointer to which the responsibility will be submited.
Michal Vasko61ad1ff2022-02-10 15:48:39 +010063 * If the pointer is already pointing to some allocated memory, it is released beforehand.
aPiecekd2c39372021-06-16 14:03:12 +020064 */
65static void
Michal Vasko61ad1ff2022-02-10 15:48:39 +010066lyjson_ctx_give_dynamic_value(struct lyjson_ctx *jsonctx, char **dst)
aPiecekd2c39372021-06-16 14:03:12 +020067{
68 assert(jsonctx && dst);
69
70 if (!jsonctx->dynamic) {
71 return;
72 }
73
74 if (dst) {
75 free(*dst);
76 }
77 *dst = NULL;
78
Michal Vasko61ad1ff2022-02-10 15:48:39 +010079 /* give the dynamic value */
aPiecekd2c39372021-06-16 14:03:12 +020080 *dst = (char *)jsonctx->value;
81
Michal Vasko61ad1ff2022-02-10 15:48:39 +010082 /* responsibility for the release is now passed to dst */
aPiecekd2c39372021-06-16 14:03:12 +020083 jsonctx->dynamic = 0;
84}
85
86/**
Radek Krejci1798aae2020-07-14 13:26:06 +020087 * @brief Parse JSON member-name as [\@][prefix:][name]
88 *
Michal Vaskocabe0702020-08-12 10:14:36 +020089 * \@ - metadata flag, maps to 1 in @p is_meta_p
Radek Krejci1798aae2020-07-14 13:26:06 +020090 * prefix - name of the module of the data node
91 * name - name of the data node
92 *
93 * All the output parameter are mandatory. Function only parse the member-name, all the appropriate checks are up to the caller.
94 *
95 * @param[in] value String to parse
96 * @param[in] value_len Length of the @p str.
97 * @param[out] name_p Pointer to the beginning of the parsed name.
98 * @param[out] name_len_p Pointer to the length of the parsed name.
99 * @param[out] prefix_p Pointer to the beginning of the parsed prefix. If the member-name does not contain prefix, result is NULL.
100 * @param[out] prefix_len_p Pointer to the length of the parsed prefix. If the member-name does not contain prefix, result is 0.
Michal Vaskocabe0702020-08-12 10:14:36 +0200101 * @param[out] is_meta_p Pointer to the metadata flag, set to 1 if the member-name contains \@, 0 otherwise.
Radek Krejci1798aae2020-07-14 13:26:06 +0200102 */
103static void
Michal Vaskocabe0702020-08-12 10:14:36 +0200104lydjson_parse_name(const char *value, size_t value_len, const char **name_p, size_t *name_len_p, const char **prefix_p,
Radek Krejci857189e2020-09-01 13:26:36 +0200105 size_t *prefix_len_p, ly_bool *is_meta_p)
Radek Krejci1798aae2020-07-14 13:26:06 +0200106{
107 const char *name, *prefix = NULL;
108 size_t name_len, prefix_len = 0;
Radek Krejci857189e2020-09-01 13:26:36 +0200109 ly_bool is_meta = 0;
Radek Krejci1798aae2020-07-14 13:26:06 +0200110
111 name = memchr(value, ':', value_len);
112 if (name != NULL) {
113 prefix = value;
114 if (*prefix == '@') {
Michal Vaskocabe0702020-08-12 10:14:36 +0200115 is_meta = 1;
Radek Krejci1798aae2020-07-14 13:26:06 +0200116 prefix++;
117 }
118 prefix_len = name - prefix;
119 name++;
Michal Vaskocabe0702020-08-12 10:14:36 +0200120 name_len = value_len - (prefix_len + 1) - is_meta;
Radek Krejci1798aae2020-07-14 13:26:06 +0200121 } else {
122 name = value;
123 if (name[0] == '@') {
Michal Vaskocabe0702020-08-12 10:14:36 +0200124 is_meta = 1;
Radek Krejci1798aae2020-07-14 13:26:06 +0200125 name++;
126 }
Michal Vaskocabe0702020-08-12 10:14:36 +0200127 name_len = value_len - is_meta;
Michal Vasko90932a92020-02-12 14:33:03 +0100128 }
129
Radek Krejci1798aae2020-07-14 13:26:06 +0200130 *name_p = name;
131 *name_len_p = name_len;
132 *prefix_p = prefix;
133 *prefix_len_p = prefix_len;
Michal Vaskocabe0702020-08-12 10:14:36 +0200134 *is_meta_p = is_meta;
Radek Krejci1798aae2020-07-14 13:26:06 +0200135}
136
137/**
138 * @brief Get correct prefix (module_name) inside the @p node.
139 *
140 * @param[in] node Data node to get inherited prefix.
141 * @param[in] local_prefix Local prefix to replace the inherited prefix.
142 * @param[in] local_prefix_len Length of the @p local_prefix string. In case of 0, the inherited prefix is taken.
143 * @param[out] prefix_p Pointer to the resulting prefix string, Note that the result can be NULL in case of no local prefix
144 * and no context @p node to get inherited prefix.
145 * @param[out] prefix_len_p Pointer to the length of the resulting @p prefix_p string. Note that the result can be 0 in case
146 * of no local prefix and no context @p node to get inherited prefix.
147 * @return LY_ERR value.
148 */
149static LY_ERR
Michal Vaskoa5da3292020-08-12 13:10:50 +0200150lydjson_get_node_prefix(struct lyd_node *node, const char *local_prefix, size_t local_prefix_len, const char **prefix_p,
Radek Krejci0f969882020-08-21 16:56:47 +0200151 size_t *prefix_len_p)
Radek Krejci1798aae2020-07-14 13:26:06 +0200152{
153 struct lyd_node_opaq *onode;
154 const char *module_name = NULL;
155
156 assert(prefix_p && prefix_len_p);
157
158 if (local_prefix_len) {
159 *prefix_p = local_prefix;
160 *prefix_len_p = local_prefix_len;
161 return LY_SUCCESS;
162 }
163
Radek Krejci1798aae2020-07-14 13:26:06 +0200164 while (node) {
165 if (node->schema) {
Michal Vaskob9cbb472023-05-19 12:15:40 +0200166 module_name = node->schema->module->name;
Radek Krejci1798aae2020-07-14 13:26:06 +0200167 break;
168 }
Michal Vasko22df3f02020-08-24 13:29:22 +0200169 onode = (struct lyd_node_opaq *)node;
Michal Vaskoad92b672020-11-12 13:11:31 +0100170 if (onode->name.module_name) {
Michal Vaskob9cbb472023-05-19 12:15:40 +0200171 module_name = onode->name.module_name;
Radek Krejci1798aae2020-07-14 13:26:06 +0200172 break;
Michal Vaskoad92b672020-11-12 13:11:31 +0100173 } else if (onode->name.prefix) {
Michal Vaskob9cbb472023-05-19 12:15:40 +0200174 module_name = onode->name.prefix;
Radek Krejci1798aae2020-07-14 13:26:06 +0200175 break;
176 }
Michal Vasko9e685082021-01-29 14:49:09 +0100177 node = lyd_parent(node);
Radek Krejci1798aae2020-07-14 13:26:06 +0200178 }
Radek Krejci1798aae2020-07-14 13:26:06 +0200179
Michal Vaskob9cbb472023-05-19 12:15:40 +0200180 *prefix_p = module_name;
181 *prefix_len_p = ly_strlen(module_name);
Radek Krejci1798aae2020-07-14 13:26:06 +0200182 return LY_SUCCESS;
183}
184
185/**
Michal Vasko87c5d6b2023-02-14 15:27:41 +0100186 * @brief Skip the current JSON item (based on status).
187 *
188 * The JSON context is moved to the last "status" of the JSON item so to completely
189 * finish the skip, one more JSON context move is required.
Michal Vaskoa4af6252022-05-20 10:38:54 +0200190 *
Radek Krejci1798aae2020-07-14 13:26:06 +0200191 * @param[in] jsonctx JSON context with the input data to skip.
192 * @return LY_ERR value.
193 */
194static LY_ERR
195lydjson_data_skip(struct lyjson_ctx *jsonctx)
196{
197 enum LYJSON_PARSER_STATUS status, current;
Michal Vasko09e04632023-03-22 14:34:10 +0100198 uint32_t depth;
Radek Krejci1798aae2020-07-14 13:26:06 +0200199
Michal Vasko09e04632023-03-22 14:34:10 +0100200 status = lyjson_ctx_status(jsonctx);
201 depth = lyjson_ctx_depth(jsonctx);
Michal Vaskoa4af6252022-05-20 10:38:54 +0200202
Michal Vasko09e04632023-03-22 14:34:10 +0100203 switch (status) {
204 case LYJSON_OBJECT:
205 ++depth;
Michal Vaskoa4af6252022-05-20 10:38:54 +0200206
Michal Vasko09e04632023-03-22 14:34:10 +0100207 /* skip until object closes */
208 do {
Michal Vasko4f04d762022-09-05 08:38:26 +0200209 LY_CHECK_RET(lyjson_ctx_next(jsonctx, &current));
Michal Vasko09e04632023-03-22 14:34:10 +0100210 } while ((current != LYJSON_OBJECT_CLOSED) || (depth != lyjson_ctx_depth(jsonctx)));
211 break;
212 case LYJSON_ARRAY:
213 ++depth;
Juraj Vijtiuk2e883682021-09-20 17:00:56 +0200214
Michal Vasko09e04632023-03-22 14:34:10 +0100215 /* skip until array closes */
216 do {
217 LY_CHECK_RET(lyjson_ctx_next(jsonctx, &current));
218 } while ((current != LYJSON_ARRAY_CLOSED) || (depth != lyjson_ctx_depth(jsonctx)));
219 break;
220 case LYJSON_OBJECT_NAME:
221 /* just get to the value */
222 LY_CHECK_RET(lyjson_ctx_next(jsonctx, &current));
223 if ((current == LYJSON_OBJECT) || (current == LYJSON_ARRAY)) {
224 LY_CHECK_RET(lydjson_data_skip(jsonctx));
Radek Krejci1798aae2020-07-14 13:26:06 +0200225 }
Michal Vasko09e04632023-03-22 14:34:10 +0100226 break;
227 default:
Michal Vaskob25cbfc2023-08-21 10:49:53 +0200228 /* no other status really expected, just go to next */
229 LY_CHECK_RET(lyjson_ctx_next(jsonctx, &current));
230 break;
Michal Vaskoa4af6252022-05-20 10:38:54 +0200231 }
Radek Krejci1798aae2020-07-14 13:26:06 +0200232
233 return LY_SUCCESS;
234}
235
236/**
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100237 * @brief Get schema node corresponding to the input parameters.
238 *
239 * @param[in] lydctx JSON data parser context.
240 * @param[in] is_attr Flag if the reference to the node is an attribute, for logging only.
241 * @param[in] prefix Requested node's prefix (module name).
242 * @param[in] prefix_len Length of the @p prefix.
243 * @param[in] name Requested node's name.
244 * @param[in] name_len Length of the @p name.
245 * @param[in] parent Parent of the node being processed, can be NULL in case of top-level.
Michal Vasko8cc3f662022-03-29 11:25:51 +0200246 * @param[out] snode Found schema node corresponding to the input parameters. If NULL, parse as an opaque node.
247 * @param[out] ext Extension instance that provided @p snode, if any.
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100248 * @return LY_SUCCES on success.
249 * @return LY_ENOT if the whole object was parsed (skipped or as an extension).
250 * @return LY_ERR on error.
251 */
252static LY_ERR
253lydjson_get_snode(struct lyd_json_ctx *lydctx, ly_bool is_attr, const char *prefix, size_t prefix_len, const char *name,
Michal Vasko8cc3f662022-03-29 11:25:51 +0200254 size_t name_len, struct lyd_node *parent, const struct lysc_node **snode, struct lysc_ext_instance **ext)
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100255{
256 LY_ERR ret = LY_SUCCESS, r;
257 struct lys_module *mod = NULL;
258 uint32_t getnext_opts = lydctx->int_opts & LYD_INTOPT_REPLY ? LYS_GETNEXT_OUTPUT : 0;
259
Michal Vasko8cc3f662022-03-29 11:25:51 +0200260 *snode = NULL;
261 *ext = NULL;
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100262
Michal Vasko8cc3f662022-03-29 11:25:51 +0200263 /* get the element module, prefer parent context because of extensions */
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100264 if (prefix_len) {
Michal Vasko8cc3f662022-03-29 11:25:51 +0200265 mod = ly_ctx_get_module_implemented2(parent ? LYD_CTX(parent) : lydctx->jsonctx->ctx, prefix, prefix_len);
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100266 } else if (parent) {
267 if (parent->schema) {
268 mod = parent->schema->module;
269 }
Michal Vaskoe3ed7dc2022-11-30 11:39:44 +0100270 } else if (!(lydctx->int_opts & LYD_INTOPT_ANY)) {
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100271 LOGVAL(lydctx->jsonctx->ctx, LYVE_SYNTAX_JSON, "Top-level JSON object member \"%.*s\" must be namespace-qualified.",
272 (int)(is_attr ? name_len + 1 : name_len), is_attr ? name - 1 : name);
273 ret = LY_EVALID;
274 goto cleanup;
275 }
276 if (!mod) {
277 /* check for extension data */
Michal Vasko8cc3f662022-03-29 11:25:51 +0200278 r = ly_nested_ext_schema(parent, NULL, prefix, prefix_len, LY_VALUE_JSON, NULL, name, name_len, snode, ext);
279 if (r != LY_ENOT) {
280 /* success or error */
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100281 ret = r;
282 goto cleanup;
283 }
284
285 /* unknown module */
286 if (lydctx->parse_opts & LYD_PARSE_STRICT) {
287 LOGVAL(lydctx->jsonctx->ctx, LYVE_REFERENCE, "No module named \"%.*s\" in the context.", (int)prefix_len, prefix);
288 ret = LY_EVALID;
289 goto cleanup;
290 }
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100291 }
292
293 /* get the schema node */
294 if (mod && (!parent || parent->schema)) {
295 if (!parent && lydctx->ext) {
Michal Vasko8cc3f662022-03-29 11:25:51 +0200296 *snode = lysc_ext_find_node(lydctx->ext, mod, name, name_len, 0, getnext_opts);
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100297 } else {
Michal Vaskoa878a892023-08-18 12:22:07 +0200298 *snode = lys_find_child(lyd_parser_node_schema(parent), mod, name, name_len, 0, getnext_opts);
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100299 }
Michal Vasko8cc3f662022-03-29 11:25:51 +0200300 if (!*snode) {
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100301 /* check for extension data */
Michal Vasko8cc3f662022-03-29 11:25:51 +0200302 r = ly_nested_ext_schema(parent, NULL, prefix, prefix_len, LY_VALUE_JSON, NULL, name, name_len, snode, ext);
303 if (r != LY_ENOT) {
304 /* success or error */
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100305 ret = r;
306 goto cleanup;
307 }
308
309 /* unknown data node */
310 if (lydctx->parse_opts & LYD_PARSE_STRICT) {
311 if (parent) {
312 LOGVAL(lydctx->jsonctx->ctx, LYVE_REFERENCE, "Node \"%.*s\" not found as a child of \"%s\" node.",
313 (int)name_len, name, LYD_NAME(parent));
314 } else if (lydctx->ext) {
315 if (lydctx->ext->argument) {
316 LOGVAL(lydctx->jsonctx->ctx, LYVE_REFERENCE,
317 "Node \"%.*s\" not found in the \"%s\" %s extension instance.",
318 (int)name_len, name, lydctx->ext->argument, lydctx->ext->def->name);
319 } else {
320 LOGVAL(lydctx->jsonctx->ctx, LYVE_REFERENCE, "Node \"%.*s\" not found in the %s extension instance.",
321 (int)name_len, name, lydctx->ext->def->name);
322 }
323 } else {
324 LOGVAL(lydctx->jsonctx->ctx, LYVE_REFERENCE, "Node \"%.*s\" not found in the \"%s\" module.",
325 (int)name_len, name, mod->name);
326 }
327 ret = LY_EVALID;
328 goto cleanup;
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100329 }
330 } else {
331 /* check that schema node is valid and can be used */
Michal Vasko8cc3f662022-03-29 11:25:51 +0200332 ret = lyd_parser_check_schema((struct lyd_ctx *)lydctx, *snode);
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100333 }
334 }
335
336cleanup:
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100337 return ret;
338}
339
340/**
Michal Vasko583b4642023-05-25 10:39:34 +0200341 * @brief Get the hint for the data type parsers according to the current JSON parser context.
342 *
343 * @param[in] jsonctx JSON parser context. The context is supposed to be on a value.
344 * @param[in,out] status Pointer to the current context status,
345 * in some circumstances the function manipulates with the context so the status is updated.
346 * @param[out] type_hint_p Pointer to the variable to store the result.
347 * @return LY_SUCCESS in case of success.
348 * @return LY_EINVAL in case of invalid context status not referring to a value.
349 */
350static LY_ERR
351lydjson_value_type_hint(struct lyjson_ctx *jsonctx, enum LYJSON_PARSER_STATUS *status_p, uint32_t *type_hint_p)
352{
353 *type_hint_p = 0;
354
355 if (*status_p == LYJSON_ARRAY) {
356 /* only [null] */
357 LY_CHECK_RET(lyjson_ctx_next(jsonctx, status_p));
358 if (*status_p != LYJSON_NULL) {
359 LOGVAL(jsonctx->ctx, LYVE_SYNTAX_JSON,
360 "Expected JSON name/value or special name/[null], but input data contains name/[%s].",
361 lyjson_token2str(*status_p));
362 return LY_EINVAL;
363 }
364
365 LY_CHECK_RET(lyjson_ctx_next(jsonctx, NULL));
366 if (lyjson_ctx_status(jsonctx) != LYJSON_ARRAY_CLOSED) {
367 LOGVAL(jsonctx->ctx, LYVE_SYNTAX_JSON, "Expected array end, but input data contains %s.",
368 lyjson_token2str(*status_p));
369 return LY_EINVAL;
370 }
371
372 *type_hint_p = LYD_VALHINT_EMPTY;
373 } else if (*status_p == LYJSON_STRING) {
374 *type_hint_p = LYD_VALHINT_STRING | LYD_VALHINT_NUM64;
375 } else if (*status_p == LYJSON_NUMBER) {
376 *type_hint_p = LYD_VALHINT_DECNUM;
377 } else if ((*status_p == LYJSON_FALSE) || (*status_p == LYJSON_TRUE)) {
378 *type_hint_p = LYD_VALHINT_BOOLEAN;
379 } else if (*status_p == LYJSON_NULL) {
380 *type_hint_p = 0;
381 } else {
382 LOGVAL(jsonctx->ctx, LYVE_SYNTAX_JSON, "Unexpected input data %s.", lyjson_token2str(*status_p));
383 return LY_EINVAL;
384 }
385
386 return LY_SUCCESS;
387}
388
389/**
Radek Krejci1798aae2020-07-14 13:26:06 +0200390 * @brief Check that the input data are parseable as the @p list.
391 *
392 * Checks for all the list's keys. Function does not revert the context state.
393 *
394 * @param[in] jsonctx JSON parser context.
395 * @param[in] list List schema node corresponding to the input data object.
396 * @return LY_SUCCESS in case the data are ok for the @p list
397 * @return LY_ENOT in case the input data are not sufficient to fully parse the list instance.
398 */
399static LY_ERR
400lydjson_check_list(struct lyjson_ctx *jsonctx, const struct lysc_node *list)
401{
Michal Vasko09e04632023-03-22 14:34:10 +0100402 LY_ERR rc = LY_SUCCESS;
403 enum LYJSON_PARSER_STATUS status = lyjson_ctx_status(jsonctx);
Radek Krejci1798aae2020-07-14 13:26:06 +0200404 struct ly_set key_set = {0};
405 const struct lysc_node *snode;
Michal Vasko583b4642023-05-25 10:39:34 +0200406 uint32_t i, hints;
Radek Krejci1798aae2020-07-14 13:26:06 +0200407
408 assert(list && (list->nodetype == LYS_LIST));
Radek Krejci1798aae2020-07-14 13:26:06 +0200409
410 /* get all keys into a set (keys do not have if-features or anything) */
411 snode = NULL;
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100412 while ((snode = lys_getnext(snode, list, NULL, 0)) && (snode->flags & LYS_KEY)) {
Michal Vasko09e04632023-03-22 14:34:10 +0100413 rc = ly_set_add(&key_set, (void *)snode, 1, NULL);
414 LY_CHECK_GOTO(rc, cleanup);
415 }
416 if (!key_set.count) {
417 /* no keys */
418 goto cleanup;
Radek Krejci1798aae2020-07-14 13:26:06 +0200419 }
420
Michal Vasko86fdf342022-12-01 11:08:29 +0100421 if (status == LYJSON_OBJECT) {
Michal Vasko09e04632023-03-22 14:34:10 +0100422 do {
Radek Krejci1798aae2020-07-14 13:26:06 +0200423 const char *name, *prefix;
424 size_t name_len, prefix_len;
Radek Krejci857189e2020-09-01 13:26:36 +0200425 ly_bool is_attr;
Radek Krejci1798aae2020-07-14 13:26:06 +0200426
427 /* match the key */
Michal Vasko09e04632023-03-22 14:34:10 +0100428 LY_CHECK_GOTO(rc = lyjson_ctx_next(jsonctx, &status), cleanup);
Michal Vaskob81b5eb2023-04-21 14:03:25 +0200429 if (status != LYJSON_OBJECT_NAME) {
430 break;
431 }
Radek Krejci1798aae2020-07-14 13:26:06 +0200432 snode = NULL;
433 lydjson_parse_name(jsonctx->value, jsonctx->value_len, &name, &name_len, &prefix, &prefix_len, &is_attr);
434
435 if (!is_attr && !prefix) {
436 for (i = 0; i < key_set.count; ++i) {
Michal Vaskod990ee52023-04-21 14:03:56 +0200437 if (!ly_strncmp(key_set.snodes[i]->name, name, name_len)) {
438 snode = key_set.snodes[i];
Radek Krejci1798aae2020-07-14 13:26:06 +0200439 break;
440 }
441 }
Michal Vasko09e04632023-03-22 14:34:10 +0100442
443 /* get the value */
444 LY_CHECK_GOTO(rc = lyjson_ctx_next(jsonctx, &status), cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +0200445
446 if (snode) {
447 /* we have the key, validate the value */
Michal Vaskob677d8e2023-03-23 15:37:07 +0100448 if ((status < LYJSON_NUMBER) || (status > LYJSON_NULL)) {
Radek Krejci1798aae2020-07-14 13:26:06 +0200449 /* not a terminal */
Michal Vasko09e04632023-03-22 14:34:10 +0100450 rc = LY_ENOT;
Radek Krejci1798aae2020-07-14 13:26:06 +0200451 goto cleanup;
452 }
453
Michal Vasko583b4642023-05-25 10:39:34 +0200454 rc = lydjson_value_type_hint(jsonctx, &status, &hints);
455 LY_CHECK_GOTO(rc, cleanup);
456 rc = ly_value_validate(NULL, snode, jsonctx->value, jsonctx->value_len, LY_VALUE_JSON, NULL, hints);
Michal Vasko09e04632023-03-22 14:34:10 +0100457 LY_CHECK_GOTO(rc, cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +0200458
459 /* key with a valid value, remove from the set */
460 ly_set_rm_index(&key_set, i, NULL);
461 }
Michal Vasko09e04632023-03-22 14:34:10 +0100462
463 /* next object */
464 LY_CHECK_GOTO(rc = lyjson_ctx_next(jsonctx, &status), cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +0200465 } else {
Michal Vasko09e04632023-03-22 14:34:10 +0100466 /* skip the uninteresting object */
467 LY_CHECK_GOTO(rc = lydjson_data_skip(jsonctx), cleanup);
468 LY_CHECK_GOTO(rc = lyjson_ctx_next(jsonctx, &status), cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +0200469 }
Michal Vasko09e04632023-03-22 14:34:10 +0100470 } while (key_set.count && (status == LYJSON_OBJECT_NEXT));
Radek Krejci1798aae2020-07-14 13:26:06 +0200471 }
472
473 if (key_set.count) {
474 /* some keys are missing/did not validate */
Michal Vasko09e04632023-03-22 14:34:10 +0100475 rc = LY_ENOT;
Radek Krejci1798aae2020-07-14 13:26:06 +0200476 }
477
478cleanup:
479 ly_set_erase(&key_set, NULL);
Michal Vasko09e04632023-03-22 14:34:10 +0100480 return rc;
Radek Krejci1798aae2020-07-14 13:26:06 +0200481}
482
483/**
Radek Krejci1798aae2020-07-14 13:26:06 +0200484 * @brief Check in advance if the input data are parsable according to the provided @p snode.
485 *
486 * Note that the checks are done only in case the LYD_PARSE_OPAQ is allowed. Otherwise the same checking
487 * is naturally done when the data are really parsed.
488 *
489 * @param[in] lydctx JSON data parser context. When the function returns, the context is in the same state
490 * as before calling, despite it is necessary to process input data for checking.
491 * @param[in] snode Schema node corresponding to the member currently being processed in the context.
492 * @param[out] type_hint_p Pointer to a variable to store detected value type hint in case of leaf or leaf-list.
493 * @return LY_SUCCESS in case the data are ok for the @p snode or the LYD_PARSE_OPAQ is not enabled.
494 * @return LY_ENOT in case the input data are not sufficient to fully parse the list instance
495 * @return LY_EINVAL in case of invalid leaf JSON encoding
496 * and they are expected to be parsed as opaq nodes.
497 */
498static LY_ERR
Radek Krejci1deb5be2020-08-26 16:43:36 +0200499lydjson_data_check_opaq(struct lyd_json_ctx *lydctx, const struct lysc_node *snode, uint32_t *type_hint_p)
Radek Krejci1798aae2020-07-14 13:26:06 +0200500{
501 LY_ERR ret = LY_SUCCESS;
502 struct lyjson_ctx *jsonctx = lydctx->jsonctx;
503 enum LYJSON_PARSER_STATUS status;
504
505 assert(snode);
Radek Krejci1798aae2020-07-14 13:26:06 +0200506
Michal Vasko32ac9942020-08-12 14:35:12 +0200507 if (!(snode->nodetype & (LYD_NODE_TERM | LYS_LIST))) {
508 /* can always be parsed as a data node if we have the schema node */
509 return LY_SUCCESS;
510 }
511
Michal Vasko85430702021-07-21 14:29:56 +0200512 /* backup parser */
513 lyjson_ctx_backup(jsonctx);
Michal Vasko09e04632023-03-22 14:34:10 +0100514 status = lyjson_ctx_status(jsonctx);
Radek Krejci1798aae2020-07-14 13:26:06 +0200515
Michal Vasko85430702021-07-21 14:29:56 +0200516 if (lydctx->parse_opts & LYD_PARSE_OPAQ) {
Michal Vasko32ac9942020-08-12 14:35:12 +0200517 /* check if the node is parseable. if not, NULL the snode to announce that it is supposed to be parsed
518 * as an opaq node */
Radek Krejci1798aae2020-07-14 13:26:06 +0200519 switch (snode->nodetype) {
520 case LYS_LEAFLIST:
521 case LYS_LEAF:
522 /* value may not be valid in which case we parse it as an opaque node */
Michal Vasko583b4642023-05-25 10:39:34 +0200523 if ((ret = lydjson_value_type_hint(jsonctx, &status, type_hint_p))) {
Radek Krejci1798aae2020-07-14 13:26:06 +0200524 break;
525 }
Michal Vasko583b4642023-05-25 10:39:34 +0200526 if (ly_value_validate(NULL, snode, jsonctx->value, jsonctx->value_len, LY_VALUE_JSON, NULL, *type_hint_p)) {
Radek Krejci1798aae2020-07-14 13:26:06 +0200527 ret = LY_ENOT;
528 }
529 break;
530 case LYS_LIST:
531 /* lists may not have all its keys */
532 if (lydjson_check_list(jsonctx, snode)) {
Michal Vasko86fdf342022-12-01 11:08:29 +0100533 /* invalid list, parse as opaque if it misses/has invalid some keys */
Radek Krejci1798aae2020-07-14 13:26:06 +0200534 ret = LY_ENOT;
535 }
Michal Vasko32ac9942020-08-12 14:35:12 +0200536 break;
Radek Krejci1798aae2020-07-14 13:26:06 +0200537 }
Michal Vasko32ac9942020-08-12 14:35:12 +0200538 } else if (snode->nodetype & LYD_NODE_TERM) {
Michal Vasko583b4642023-05-25 10:39:34 +0200539 ret = lydjson_value_type_hint(jsonctx, &status, type_hint_p);
Radek Krejci1798aae2020-07-14 13:26:06 +0200540 }
541
Michal Vasko85430702021-07-21 14:29:56 +0200542 /* restore parser */
543 lyjson_ctx_restore(jsonctx);
544
Radek Krejci1798aae2020-07-14 13:26:06 +0200545 return ret;
546}
547
548/**
549 * @brief Join the forward-referencing metadata with their target data nodes.
550 *
551 * Note that JSON encoding for YANG data allows forward-referencing metadata only for leafs/leaf-lists.
552 *
553 * @param[in] lydctx JSON data parser context.
554 * @param[in,out] first_p Pointer to the first sibling node variable (top-level or in a particular parent node)
555 * as a starting point to search for the metadata's target data node
556 * @return LY_SUCCESS on success
557 * @return LY_EVALID in case there are some metadata with unresolved target data node instance
558 */
559static LY_ERR
560lydjson_metadata_finish(struct lyd_json_ctx *lydctx, struct lyd_node **first_p)
561{
562 LY_ERR ret = LY_SUCCESS;
aPiecek5057c2e2021-05-17 10:28:03 +0200563 struct lyd_node *node, *attr, *next, *meta_iter;
Michal Vasko8cc3f662022-03-29 11:25:51 +0200564 struct lysc_ext_instance *ext;
Radek Krejci1deb5be2020-08-26 16:43:36 +0200565 uint64_t instance = 0;
Radek Krejci1798aae2020-07-14 13:26:06 +0200566 const char *prev = NULL;
Radek Krejci2efc45b2020-12-22 16:25:44 +0100567 uint32_t log_location_items = 0;
Radek Krejci1798aae2020-07-14 13:26:06 +0200568
569 /* finish linking metadata */
570 LY_LIST_FOR_SAFE(*first_p, next, attr) {
Michal Vasko22df3f02020-08-24 13:29:22 +0200571 struct lyd_node_opaq *meta_container = (struct lyd_node_opaq *)attr;
Radek Krejci1deb5be2020-08-26 16:43:36 +0200572 uint64_t match = 0;
Radek Krejci857189e2020-09-01 13:26:36 +0200573 ly_bool is_attr;
Radek Krejci1798aae2020-07-14 13:26:06 +0200574 const char *name, *prefix;
575 size_t name_len, prefix_len;
576 const struct lysc_node *snode;
577
Michal Vaskoad92b672020-11-12 13:11:31 +0100578 if (attr->schema || (meta_container->name.name[0] != '@')) {
Radek Krejci1798aae2020-07-14 13:26:06 +0200579 /* not an opaq metadata node */
580 continue;
581 }
582
Michal Vasko7a266772024-01-23 11:02:38 +0100583 LOG_LOCSET(NULL, attr);
Radek Krejci2efc45b2020-12-22 16:25:44 +0100584 log_location_items++;
585
Michal Vaskoad92b672020-11-12 13:11:31 +0100586 if (prev != meta_container->name.name) {
Radek Krejci1798aae2020-07-14 13:26:06 +0200587 /* metas' names are stored in dictionary, so checking pointers must works */
588 lydict_remove(lydctx->jsonctx->ctx, prev);
Michal Vaskoad92b672020-11-12 13:11:31 +0100589 LY_CHECK_GOTO(ret = lydict_insert(lydctx->jsonctx->ctx, meta_container->name.name, 0, &prev), cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +0200590 instance = 1;
591 } else {
592 instance++;
593 }
594
aPiecek5057c2e2021-05-17 10:28:03 +0200595 /* find the corresponding data node */
596 LY_LIST_FOR(*first_p, node) {
Radek Krejci1798aae2020-07-14 13:26:06 +0200597 if (!node->schema) {
598 /* opaq node - we are going to put into it just a generic attribute. */
Michal Vaskoad92b672020-11-12 13:11:31 +0100599 if (strcmp(&meta_container->name.name[1], ((struct lyd_node_opaq *)node)->name.name)) {
Radek Krejci1798aae2020-07-14 13:26:06 +0200600 continue;
601 }
602
Michal Vaskofeca4fb2020-10-05 08:58:40 +0200603 if (((struct lyd_node_opaq *)node)->hints & LYD_NODEHINT_LIST) {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100604 LOGVAL(lydctx->jsonctx->ctx, LYVE_SYNTAX, "Metadata container references a sibling list node %s.",
605 ((struct lyd_node_opaq *)node)->name.name);
Radek Krejci1798aae2020-07-14 13:26:06 +0200606 ret = LY_EVALID;
607 goto cleanup;
608 }
609
610 /* match */
611 match++;
612 if (match != instance) {
613 continue;
614 }
615
616 LY_LIST_FOR(meta_container->child, meta_iter) {
617 /* convert opaq node to a attribute of the opaq node */
Michal Vasko22df3f02020-08-24 13:29:22 +0200618 struct lyd_node_opaq *meta = (struct lyd_node_opaq *)meta_iter;
Radek Krejcibb27df32020-11-13 15:39:16 +0100619
Michal Vaskoad92b672020-11-12 13:11:31 +0100620 ret = lyd_create_attr(node, NULL, lydctx->jsonctx->ctx, meta->name.name, strlen(meta->name.name),
621 meta->name.prefix, ly_strlen(meta->name.prefix), meta->name.module_name,
Radek Krejci8df109d2021-04-23 12:19:08 +0200622 ly_strlen(meta->name.module_name), meta->value, ly_strlen(meta->value), NULL, LY_VALUE_JSON,
Michal Vaskoad92b672020-11-12 13:11:31 +0100623 NULL, meta->hints);
Radek Krejci1798aae2020-07-14 13:26:06 +0200624 LY_CHECK_GOTO(ret, cleanup);
625 }
626
627 /* done */
628 break;
629 } else {
630 /* this is the second time we are resolving the schema node, so it must succeed,
631 * but remember that snode can be still NULL */
Michal Vaskoad92b672020-11-12 13:11:31 +0100632 lydjson_parse_name(meta_container->name.name, strlen(meta_container->name.name), &name, &name_len,
633 &prefix, &prefix_len, &is_attr);
Radek Krejci1798aae2020-07-14 13:26:06 +0200634 assert(is_attr);
Michal Vasko8cc3f662022-03-29 11:25:51 +0200635 lydjson_get_snode(lydctx, is_attr, prefix, prefix_len, name, name_len, lyd_parent(*first_p), &snode, &ext);
Radek Krejci1798aae2020-07-14 13:26:06 +0200636
637 if (snode != node->schema) {
638 continue;
639 }
640
641 /* match */
642 match++;
643 if (match != instance) {
644 continue;
645 }
646
647 LY_LIST_FOR(meta_container->child, meta_iter) {
648 /* convert opaq node to a metadata of the node */
Michal Vasko22df3f02020-08-24 13:29:22 +0200649 struct lyd_node_opaq *meta = (struct lyd_node_opaq *)meta_iter;
Radek Krejci1798aae2020-07-14 13:26:06 +0200650 struct lys_module *mod = NULL;
Radek Krejci1798aae2020-07-14 13:26:06 +0200651
Michal Vaskoad92b672020-11-12 13:11:31 +0100652 mod = ly_ctx_get_module_implemented(lydctx->jsonctx->ctx, meta->name.prefix);
Radek Krejci1798aae2020-07-14 13:26:06 +0200653 if (mod) {
Michal Vasko22df3f02020-08-24 13:29:22 +0200654 ret = lyd_parser_create_meta((struct lyd_ctx *)lydctx, node, NULL, mod,
Michal Vaskoad92b672020-11-12 13:11:31 +0100655 meta->name.name, strlen(meta->name.name), meta->value, ly_strlen(meta->value),
Michal Vaskoddd76592022-01-17 13:34:48 +0100656 NULL, LY_VALUE_JSON, NULL, meta->hints, node->schema);
Radek Krejci1798aae2020-07-14 13:26:06 +0200657 LY_CHECK_GOTO(ret, cleanup);
Michal Vaskoe0665742021-02-11 11:08:44 +0100658 } else if (lydctx->parse_opts & LYD_PARSE_STRICT) {
Michal Vasko4eab5622021-07-22 15:36:45 +0200659 if (meta->name.prefix) {
660 LOGVAL(lydctx->jsonctx->ctx, LYVE_REFERENCE,
661 "Unknown (or not implemented) YANG module \"%s\" of metadata \"%s%s%s\".",
662 meta->name.prefix, meta->name.prefix, ly_strlen(meta->name.prefix) ? ":" : "",
663 meta->name.name);
664 } else {
665 LOGVAL(lydctx->jsonctx->ctx, LYVE_REFERENCE, "Missing YANG module of metadata \"%s\".",
666 meta->name.name);
667 }
Radek Krejci1798aae2020-07-14 13:26:06 +0200668 ret = LY_EVALID;
669 goto cleanup;
670 }
671 }
Radek Krejci1798aae2020-07-14 13:26:06 +0200672
Michal Vasko8cc3f662022-03-29 11:25:51 +0200673 /* add/correct flags */
674 ret = lyd_parse_set_data_flags(node, &node->meta, (struct lyd_ctx *)lydctx, ext);
675 LY_CHECK_GOTO(ret, cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +0200676 break;
677 }
678 }
679
680 if (match != instance) {
681 /* there is no corresponding data node for the metadata */
682 if (instance > 1) {
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100683 LOGVAL(lydctx->jsonctx->ctx, LYVE_REFERENCE,
684 "Missing JSON data instance #%" PRIu64 " to be coupled with %s metadata.",
Michal Vasko54ba8912021-07-23 12:46:23 +0200685 instance, meta_container->name.name);
Radek Krejci1798aae2020-07-14 13:26:06 +0200686 } else {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100687 LOGVAL(lydctx->jsonctx->ctx, LYVE_REFERENCE, "Missing JSON data instance to be coupled with %s metadata.",
688 meta_container->name.name);
Radek Krejci1798aae2020-07-14 13:26:06 +0200689 }
690 ret = LY_EVALID;
691 } else {
692 /* remove the opaq attr */
693 if (attr == (*first_p)) {
aPiecek5057c2e2021-05-17 10:28:03 +0200694 *first_p = attr->next;
Radek Krejci1798aae2020-07-14 13:26:06 +0200695 }
696 lyd_free_tree(attr);
697 }
Radek Krejci2efc45b2020-12-22 16:25:44 +0100698
Michal Vasko7a266772024-01-23 11:02:38 +0100699 LOG_LOCBACK(0, log_location_items);
Radek Krejci2efc45b2020-12-22 16:25:44 +0100700 log_location_items = 0;
Radek Krejci1798aae2020-07-14 13:26:06 +0200701 }
702
703cleanup:
704 lydict_remove(lydctx->jsonctx->ctx, prev);
705
Michal Vasko7a266772024-01-23 11:02:38 +0100706 LOG_LOCBACK(0, log_location_items);
Radek Krejci1798aae2020-07-14 13:26:06 +0200707 return ret;
708}
709
710/**
711 * @brief Parse a metadata member.
712 *
713 * @param[in] lydctx JSON data parser context.
714 * @param[in] snode Schema node of the metadata parent.
715 * @param[in] node Parent node in case the metadata is not forward-referencing (only LYD_NODE_TERM)
716 * so the data node does not exists. In such a case the metadata is stored in the context for the later
717 * processing by lydjson_metadata_finish().
718 * @return LY_SUCCESS on success
719 * @return Various LY_ERR values in case of failure.
720 */
721static LY_ERR
722lydjson_metadata(struct lyd_json_ctx *lydctx, const struct lysc_node *snode, struct lyd_node *node)
723{
Michal Vaskob25cbfc2023-08-21 10:49:53 +0200724 LY_ERR rc = LY_SUCCESS, r;
Radek Krejci1798aae2020-07-14 13:26:06 +0200725 enum LYJSON_PARSER_STATUS status;
726 const char *expected;
Radek Krejci857189e2020-09-01 13:26:36 +0200727 ly_bool in_parent = 0;
Radek Krejci1798aae2020-07-14 13:26:06 +0200728 const char *name, *prefix = NULL;
aPiecek303fb252021-06-16 11:54:26 +0200729 char *dynamic_prefname = NULL;
Radek Krejci1798aae2020-07-14 13:26:06 +0200730 size_t name_len, prefix_len = 0;
731 struct lys_module *mod;
Radek Krejci1798aae2020-07-14 13:26:06 +0200732 const struct ly_ctx *ctx = lydctx->jsonctx->ctx;
Radek Krejci857189e2020-09-01 13:26:36 +0200733 ly_bool is_attr = 0;
Radek Krejci1798aae2020-07-14 13:26:06 +0200734 struct lyd_node *prev = node;
Michal Vasko09d13b32022-12-01 13:49:50 +0100735 uint32_t instance = 0, val_hints;
Radek Krejci1798aae2020-07-14 13:26:06 +0200736 uint16_t nodetype;
737
738 assert(snode || node);
739
740 nodetype = snode ? snode->nodetype : LYS_CONTAINER;
Michal Vasko7a266772024-01-23 11:02:38 +0100741 if (snode) {
742 LOG_LOCSET(snode, NULL);
743 }
Radek Krejci1798aae2020-07-14 13:26:06 +0200744
745 /* move to the second item in the name/X pair */
Michal Vasko09e04632023-03-22 14:34:10 +0100746 LY_CHECK_GOTO(rc = lyjson_ctx_next(lydctx->jsonctx, &status), cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +0200747
748 /* check attribute encoding */
749 switch (nodetype) {
750 case LYS_LEAFLIST:
751 expected = "@name/array of objects/nulls";
Radek Krejci1798aae2020-07-14 13:26:06 +0200752 LY_CHECK_GOTO(status != LYJSON_ARRAY, representation_error);
753
754next_entry:
Radek Krejci1798aae2020-07-14 13:26:06 +0200755 if (status == LYJSON_ARRAY_CLOSED) {
Michal Vasko57c8d432022-11-30 15:35:56 +0100756 /* no more metadata */
Radek Krejci1798aae2020-07-14 13:26:06 +0200757 goto cleanup;
758 }
Michal Vasko09e04632023-03-22 14:34:10 +0100759
760 /* move into the array/next item */
761 LY_CHECK_GOTO(rc = lyjson_ctx_next(lydctx->jsonctx, &status), cleanup);
762 instance++;
Michal Vasko57c8d432022-11-30 15:35:56 +0100763 LY_CHECK_GOTO((status != LYJSON_OBJECT) && (status != LYJSON_NULL), representation_error);
Radek Krejci1798aae2020-07-14 13:26:06 +0200764
Michal Vasko69730152020-10-09 16:30:07 +0200765 if (!node || (node->schema != prev->schema)) {
Michal Vasko21eaa392024-02-20 15:48:42 +0100766 LOGVAL(lydctx->jsonctx->ctx, LYVE_REFERENCE, "Missing JSON data instance #%" PRIu32
767 " of %s:%s to be coupled with metadata.", instance, prev->schema->module->name, prev->schema->name);
Michal Vasko09e04632023-03-22 14:34:10 +0100768 rc = LY_EVALID;
Radek Krejci1798aae2020-07-14 13:26:06 +0200769 goto cleanup;
770 }
771
772 if (status == LYJSON_NULL) {
773 /* continue with the next entry in the leaf-list array */
774 prev = node;
775 node = node->next;
Michal Vasko09e04632023-03-22 14:34:10 +0100776
777 LY_CHECK_GOTO(rc = lyjson_ctx_next(lydctx->jsonctx, &status), cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +0200778 goto next_entry;
779 }
780 break;
781 case LYS_LEAF:
782 case LYS_ANYXML:
783 expected = "@name/object";
784
aPiecek5b115fc2021-05-24 14:32:42 +0200785 LY_CHECK_GOTO(status != LYJSON_OBJECT, representation_error);
Radek Krejci1798aae2020-07-14 13:26:06 +0200786 break;
787 case LYS_CONTAINER:
788 case LYS_LIST:
789 case LYS_ANYDATA:
790 case LYS_NOTIF:
791 case LYS_ACTION:
792 case LYS_RPC:
793 in_parent = 1;
794 expected = "@/object";
795 LY_CHECK_GOTO(status != LYJSON_OBJECT, representation_error);
796 break;
Radek Krejci8f5fad22020-09-15 16:50:54 +0200797 default:
Michal Vasko66c16312022-12-01 10:37:43 +0100798 LOGINT(ctx);
Michal Vasko09e04632023-03-22 14:34:10 +0100799 rc = LY_EINT;
Michal Vasko66c16312022-12-01 10:37:43 +0100800 goto cleanup;
Radek Krejci1798aae2020-07-14 13:26:06 +0200801 }
802
803 /* process all the members inside a single metadata object */
804 assert(status == LYJSON_OBJECT);
Michal Vasko09e04632023-03-22 14:34:10 +0100805 do {
806 LY_CHECK_GOTO(rc = lyjson_ctx_next(lydctx->jsonctx, &status), cleanup);
Michal Vasko5a713272023-03-27 09:01:43 +0200807 LY_CHECK_GOTO(status != LYJSON_OBJECT_NAME, representation_error);
808
aPiecekd2c39372021-06-16 14:03:12 +0200809 lydjson_parse_name(lydctx->jsonctx->value, lydctx->jsonctx->value_len, &name, &name_len, &prefix, &prefix_len, &is_attr);
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100810 lyjson_ctx_give_dynamic_value(lydctx->jsonctx, &dynamic_prefname);
aPiecek303fb252021-06-16 11:54:26 +0200811
Michal Vasko69d0ca12021-07-23 10:22:03 +0200812 if (!name_len) {
813 LOGVAL(ctx, LYVE_SYNTAX_JSON, "Metadata in JSON found with an empty name, followed by: %.10s", name);
Michal Vasko09e04632023-03-22 14:34:10 +0100814 rc = LY_EVALID;
Michal Vasko69d0ca12021-07-23 10:22:03 +0200815 goto cleanup;
816 } else if (!prefix_len) {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100817 LOGVAL(ctx, LYVE_SYNTAX_JSON, "Metadata in JSON must be namespace-qualified, missing prefix for \"%.*s\".",
Radek Krejci422afb12021-03-04 16:38:16 +0100818 (int)lydctx->jsonctx->value_len, lydctx->jsonctx->value);
Michal Vasko09e04632023-03-22 14:34:10 +0100819 rc = LY_EVALID;
Radek Krejci1798aae2020-07-14 13:26:06 +0200820 goto cleanup;
821 } else if (is_attr) {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100822 LOGVAL(ctx, LYVE_SYNTAX_JSON, "Invalid format of the Metadata identifier in JSON, unexpected '@' in \"%.*s\"",
Radek Krejci422afb12021-03-04 16:38:16 +0100823 (int)lydctx->jsonctx->value_len, lydctx->jsonctx->value);
Michal Vasko09e04632023-03-22 14:34:10 +0100824 rc = LY_EVALID;
Radek Krejci1798aae2020-07-14 13:26:06 +0200825 goto cleanup;
826 }
827
828 /* get the element module */
829 mod = ly_ctx_get_module_implemented2(ctx, prefix, prefix_len);
830 if (!mod) {
Michal Vaskoe0665742021-02-11 11:08:44 +0100831 if (lydctx->parse_opts & LYD_PARSE_STRICT) {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100832 LOGVAL(ctx, LYVE_REFERENCE, "Prefix \"%.*s\" of the metadata \"%.*s\" does not match any module in the context.",
Radek Krejci422afb12021-03-04 16:38:16 +0100833 (int)prefix_len, prefix, (int)name_len, name);
Michal Vasko09e04632023-03-22 14:34:10 +0100834 rc = LY_EVALID;
Radek Krejci1798aae2020-07-14 13:26:06 +0200835 goto cleanup;
836 }
Michal Vaskoa556f162022-01-17 14:08:30 +0100837 if (node->schema) {
Radek Krejci1798aae2020-07-14 13:26:06 +0200838 /* skip element with children */
Michal Vasko09e04632023-03-22 14:34:10 +0100839 LY_CHECK_GOTO(rc = lydjson_data_skip(lydctx->jsonctx), cleanup);
840 status = lyjson_ctx_status(lydctx->jsonctx);
Radek Krejci1798aae2020-07-14 13:26:06 +0200841 /* end of the item */
842 continue;
843 }
Michal Vaskoa556f162022-01-17 14:08:30 +0100844 assert(lydctx->parse_opts & LYD_PARSE_OPAQ);
Radek Krejci1798aae2020-07-14 13:26:06 +0200845 }
846
847 /* get the value */
Michal Vasko09e04632023-03-22 14:34:10 +0100848 LY_CHECK_GOTO(rc = lyjson_ctx_next(lydctx->jsonctx, &status), cleanup);
Michal Vasko09d13b32022-12-01 13:49:50 +0100849
850 /* get value hints */
Michal Vasko583b4642023-05-25 10:39:34 +0200851 LY_CHECK_GOTO(rc = lydjson_value_type_hint(lydctx->jsonctx, &status, &val_hints), cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +0200852
853 if (node->schema) {
854 /* create metadata */
Michal Vasko09e04632023-03-22 14:34:10 +0100855 rc = lyd_parser_create_meta((struct lyd_ctx *)lydctx, node, NULL, mod, name, name_len, lydctx->jsonctx->value,
Michal Vasko09d13b32022-12-01 13:49:50 +0100856 lydctx->jsonctx->value_len, &lydctx->jsonctx->dynamic, LY_VALUE_JSON, NULL, val_hints, node->schema);
Michal Vasko09e04632023-03-22 14:34:10 +0100857 LY_CHECK_GOTO(rc, cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +0200858
859 /* add/correct flags */
Michal Vasko09e04632023-03-22 14:34:10 +0100860 rc = lyd_parse_set_data_flags(node, &node->meta, (struct lyd_ctx *)lydctx, NULL);
861 LY_CHECK_GOTO(rc, cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +0200862 } else {
863 /* create attribute */
Radek Krejci1798aae2020-07-14 13:26:06 +0200864 const char *module_name;
865 size_t module_name_len;
866
867 lydjson_get_node_prefix(node, prefix, prefix_len, &module_name, &module_name_len);
868
Radek Krejci1798aae2020-07-14 13:26:06 +0200869 /* attr2 is always changed to the created attribute */
Michal Vasko09e04632023-03-22 14:34:10 +0100870 rc = lyd_create_attr(node, NULL, lydctx->jsonctx->ctx, name, name_len, prefix, prefix_len, module_name,
Michal Vasko501af032020-11-11 20:27:44 +0100871 module_name_len, lydctx->jsonctx->value, lydctx->jsonctx->value_len, &lydctx->jsonctx->dynamic,
Michal Vasko09d13b32022-12-01 13:49:50 +0100872 LY_VALUE_JSON, NULL, val_hints);
Michal Vasko09e04632023-03-22 14:34:10 +0100873 LY_CHECK_GOTO(rc, cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +0200874 }
Michal Vasko09e04632023-03-22 14:34:10 +0100875
Radek Krejci1798aae2020-07-14 13:26:06 +0200876 /* next member */
Michal Vasko09e04632023-03-22 14:34:10 +0100877 LY_CHECK_GOTO(rc = lyjson_ctx_next(lydctx->jsonctx, &status), cleanup);
878 } while (status == LYJSON_OBJECT_NEXT);
879 LY_CHECK_GOTO(status != LYJSON_OBJECT_CLOSED, representation_error);
Radek Krejci1798aae2020-07-14 13:26:06 +0200880
881 if (nodetype == LYS_LEAFLIST) {
882 /* continue by processing another metadata object for the following
Michal Vaskob4043552022-12-01 10:11:55 +0100883 * leaf-list instance since they are always instantiated in JSON array */
Radek Krejci1798aae2020-07-14 13:26:06 +0200884 prev = node;
885 node = node->next;
Michal Vasko09e04632023-03-22 14:34:10 +0100886
887 LY_CHECK_GOTO(rc = lyjson_ctx_next(lydctx->jsonctx, &status), cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +0200888 goto next_entry;
889 }
890
Radek Krejci5813c362021-01-05 10:51:57 +0100891 /* success */
892 goto cleanup;
Radek Krejci1798aae2020-07-14 13:26:06 +0200893
894representation_error:
Radek Krejci2efc45b2020-12-22 16:25:44 +0100895 LOGVAL(ctx, LYVE_SYNTAX_JSON,
Michal Vasko69730152020-10-09 16:30:07 +0200896 "The attribute(s) of %s \"%s\" is expected to be represented as JSON %s, but input data contains @%s/%s.",
Michal Vasko5722c1b2022-01-24 07:47:49 +0100897 lys_nodetype2str(nodetype), node ? LYD_NAME(node) : LYD_NAME(prev), expected, lyjson_token2str(status),
898 in_parent ? "" : "name");
Michal Vasko09e04632023-03-22 14:34:10 +0100899 rc = LY_EVALID;
Radek Krejci5813c362021-01-05 10:51:57 +0100900
901cleanup:
Michal Vaskob25cbfc2023-08-21 10:49:53 +0200902 if ((rc == LY_EVALID) && (lydctx->val_opts & LYD_VALIDATE_MULTI_ERROR)) {
903 /* try to skip the invalid data */
904 if ((r = lydjson_data_skip(lydctx->jsonctx))) {
905 rc = r;
906 }
907 }
aPiecek303fb252021-06-16 11:54:26 +0200908 free(dynamic_prefname);
Michal Vasko7a266772024-01-23 11:02:38 +0100909 LOG_LOCBACK(snode ? 1 : 0, 0);
Michal Vasko09e04632023-03-22 14:34:10 +0100910 return rc;
Radek Krejci1798aae2020-07-14 13:26:06 +0200911}
912
913/**
Michal Vasko6ee6f432021-07-16 09:49:14 +0200914 * @brief Eat the node pointed by @p node_p by inserting it into @p parent and maintain the @p first_p pointing
915 * to the first child node.
Radek Krejci1798aae2020-07-14 13:26:06 +0200916 *
917 * @param[in] parent Parent node to insert to, can be NULL in case of top-level (or provided first_p).
Michal Vasko6ee6f432021-07-16 09:49:14 +0200918 * @param[in,out] first_p Pointer to the first sibling node in case of top-level.
919 * @param[in,out] node_p pointer to the new node to insert, after the insert is done, pointer is set to NULL.
920 * @param[in] last If set, always insert at the end.
Michal Vasko8cc3f662022-03-29 11:25:51 +0200921 * @param[in] ext Extension instance of @p node_p, if any.
Radek Krejci1798aae2020-07-14 13:26:06 +0200922 */
923static void
Michal Vasko8cc3f662022-03-29 11:25:51 +0200924lydjson_maintain_children(struct lyd_node *parent, struct lyd_node **first_p, struct lyd_node **node_p, ly_bool last,
925 struct lysc_ext_instance *ext)
Radek Krejci1798aae2020-07-14 13:26:06 +0200926{
Michal Vaskod027f382023-02-10 09:13:25 +0100927 if (!*node_p) {
928 return;
929 }
930
931 /* insert, keep first pointer correct */
932 if (ext) {
933 lyplg_ext_insert(parent, *node_p);
934 } else {
935 lyd_insert_node(parent, first_p, *node_p, last);
936 }
937 if (first_p) {
938 if (parent) {
939 *first_p = lyd_child(parent);
Michal Vasko8cc3f662022-03-29 11:25:51 +0200940 } else {
Michal Vaskod027f382023-02-10 09:13:25 +0100941 while ((*first_p)->prev->next) {
942 *first_p = (*first_p)->prev;
Radek Krejci1798aae2020-07-14 13:26:06 +0200943 }
944 }
Radek Krejci1798aae2020-07-14 13:26:06 +0200945 }
Michal Vaskod027f382023-02-10 09:13:25 +0100946 *node_p = NULL;
Radek Krejci1798aae2020-07-14 13:26:06 +0200947}
948
aPiecek4bf47212021-05-27 10:55:47 +0200949/**
950 * @brief Wrapper for ::lyd_create_opaq().
951 *
952 * @param[in] lydctx JSON data parser context.
953 * @param[in] name Name of the opaq node to create.
954 * @param[in] name_len Length of the @p name string.
955 * @param[in] prefix Prefix of the opaq node to create.
956 * @param[in] prefix_len Length of the @p prefx string.
Michal Vasko80623c52023-04-28 14:22:06 +0200957 * @param[in] parent Data parent of the opaq node, to inherit module name from.
aPiecek4bf47212021-05-27 10:55:47 +0200958 * @param[in,out] status_inner_p In case of processing JSON array, this parameter points to a standalone
959 * context status of the array content. Otherwise, it is supposed to be the same as @p status_p.
960 * @param[out] node_p Pointer to the created opaq node.
961 * @return LY_ERR value.
962 */
963static LY_ERR
964lydjson_create_opaq(struct lyd_json_ctx *lydctx, const char *name, size_t name_len, const char *prefix, size_t prefix_len,
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100965 struct lyd_node *parent, enum LYJSON_PARSER_STATUS *status_inner_p, struct lyd_node **node_p)
aPiecek4bf47212021-05-27 10:55:47 +0200966{
967 LY_ERR ret = LY_SUCCESS;
968 const char *value = NULL, *module_name;
969 size_t value_len = 0, module_name_len = 0;
970 ly_bool dynamic = 0;
971 uint32_t type_hint = 0;
972
Michal Vasko09e04632023-03-22 14:34:10 +0100973 if (*status_inner_p != LYJSON_OBJECT) {
aPiecek4bf47212021-05-27 10:55:47 +0200974 /* prepare for creating opaq node with a value */
975 value = lydctx->jsonctx->value;
976 value_len = lydctx->jsonctx->value_len;
977 dynamic = lydctx->jsonctx->dynamic;
978 lydctx->jsonctx->dynamic = 0;
979
Michal Vasko583b4642023-05-25 10:39:34 +0200980 LY_CHECK_RET(lydjson_value_type_hint(lydctx->jsonctx, status_inner_p, &type_hint));
aPiecek4bf47212021-05-27 10:55:47 +0200981 }
982
Michal Vasko80623c52023-04-28 14:22:06 +0200983 /* get the module name */
Michal Vasko61ad1ff2022-02-10 15:48:39 +0100984 lydjson_get_node_prefix(parent, prefix, prefix_len, &module_name, &module_name_len);
Michal Vasko80623c52023-04-28 14:22:06 +0200985 if (!module_name && !parent && lydctx->any_schema) {
986 /* in an anyxml/anydata tree, parsing first node, use the previous any schema node */
987 module_name = lydctx->any_schema->module->name;
988 module_name_len = strlen(module_name);
989 }
990
991 /* create node */
aPiecek4bf47212021-05-27 10:55:47 +0200992 ret = lyd_create_opaq(lydctx->jsonctx->ctx, name, name_len, prefix, prefix_len, module_name, module_name_len, value,
993 value_len, &dynamic, LY_VALUE_JSON, NULL, type_hint, node_p);
994 if (dynamic) {
995 free((char *)value);
996 }
997
998 return ret;
999}
1000
Michal Vaskoe0665742021-02-11 11:08:44 +01001001static LY_ERR lydjson_subtree_r(struct lyd_json_ctx *lydctx, struct lyd_node *parent, struct lyd_node **first_p,
1002 struct ly_set *parsed);
Radek Krejci1798aae2020-07-14 13:26:06 +02001003
1004/**
1005 * @brief Parse opaq node from the input.
1006 *
1007 * In case of processing array, the whole array is being processed and the resulting @p node_p is the last item of the array.
1008 *
1009 * @param[in] lydctx JSON data parser context.
1010 * @param[in] name Name of the opaq node to create.
1011 * @param[in] name_len Length of the @p name string.
1012 * @param[in] prefix Prefix of the opaq node to create.
1013 * @param[in] prefix_len Length of the @p prefx string.
1014 * @param[in] parent Data parent of the opaq node to create, can be NULL in case of top level,
1015 * but must be set if @p first is not.
1016 * @param[in,out] status_p Pointer to the current status of the parser context,
1017 * since the function manipulates with the context and process the input, the status can be updated.
1018 * @param[in,out] status_inner_p In case of processing JSON array, this parameter points to a standalone
1019 * context status of the array content. Otherwise, it is supposed to be the same as @p status_p.
1020 * @param[in,out] first_p First top-level/parent sibling, must be set if @p parent is not.
1021 * @param[out] node_p Pointer to the created opaq node.
1022 * @return LY_ERR value.
1023 */
1024static LY_ERR
Michal Vaskoa5da3292020-08-12 13:10:50 +02001025lydjson_parse_opaq(struct lyd_json_ctx *lydctx, const char *name, size_t name_len, const char *prefix, size_t prefix_len,
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001026 struct lyd_node *parent, enum LYJSON_PARSER_STATUS *status_p, enum LYJSON_PARSER_STATUS *status_inner_p,
1027 struct lyd_node **first_p, struct lyd_node **node_p)
Radek Krejci1798aae2020-07-14 13:26:06 +02001028{
Michal Vaskoa878a892023-08-18 12:22:07 +02001029 LY_ERR ret = LY_SUCCESS;
1030
1031 LY_CHECK_GOTO(ret = lydjson_create_opaq(lydctx, name, name_len, prefix, prefix_len, parent, status_inner_p, node_p), cleanup);
1032
1033 assert(*node_p);
Michal Vasko7a266772024-01-23 11:02:38 +01001034 LOG_LOCSET(NULL, *node_p);
Radek Krejci1798aae2020-07-14 13:26:06 +02001035
Michal Vasko1a85d332021-08-27 10:35:28 +02001036 if ((*status_p == LYJSON_ARRAY) && (*status_inner_p == LYJSON_NULL)) {
1037 /* special array null value */
1038 ((struct lyd_node_opaq *)*node_p)->hints |= LYD_VALHINT_EMPTY;
1039
1040 /* must be the only item */
Michal Vaskoa878a892023-08-18 12:22:07 +02001041 LY_CHECK_GOTO(ret = lyjson_ctx_next(lydctx->jsonctx, status_inner_p), cleanup);
Michal Vasko1a85d332021-08-27 10:35:28 +02001042 if (*status_inner_p != LYJSON_ARRAY_CLOSED) {
1043 LOGVAL(lydctx->jsonctx->ctx, LYVE_SYNTAX, "Array \"null\" member with another member.");
Michal Vaskoa878a892023-08-18 12:22:07 +02001044 ret = LY_EVALID;
1045 goto cleanup;
Michal Vasko1a85d332021-08-27 10:35:28 +02001046 }
1047
1048 goto finish;
1049 }
1050
Michal Vasko09e04632023-03-22 14:34:10 +01001051 while (*status_p == LYJSON_ARRAY) {
Radek Krejci1798aae2020-07-14 13:26:06 +02001052 /* process another instance of the same node */
Michal Vasko09e04632023-03-22 14:34:10 +01001053 if (*status_inner_p == LYJSON_OBJECT) {
Michal Vasko1a85d332021-08-27 10:35:28 +02001054 /* array with objects, list */
1055 ((struct lyd_node_opaq *)*node_p)->hints |= LYD_NODEHINT_LIST;
1056
Radek Krejci1798aae2020-07-14 13:26:06 +02001057 /* but first process children of the object in the array */
Michal Vasko09e04632023-03-22 14:34:10 +01001058 do {
Michal Vaskoa878a892023-08-18 12:22:07 +02001059 LY_CHECK_GOTO(ret = lydjson_subtree_r(lydctx, *node_p, lyd_node_child_p(*node_p), NULL), cleanup);
Michal Vasko09e04632023-03-22 14:34:10 +01001060 *status_inner_p = lyjson_ctx_status(lydctx->jsonctx);
1061 } while (*status_inner_p == LYJSON_OBJECT_NEXT);
Michal Vasko1a85d332021-08-27 10:35:28 +02001062 } else {
1063 /* array with values, leaf-list */
1064 ((struct lyd_node_opaq *)*node_p)->hints |= LYD_NODEHINT_LEAFLIST;
Radek Krejci1798aae2020-07-14 13:26:06 +02001065 }
1066
Michal Vaskoa878a892023-08-18 12:22:07 +02001067 LY_CHECK_GOTO(ret = lyjson_ctx_next(lydctx->jsonctx, status_inner_p), cleanup);
aPiecekdbb8baf2021-05-27 11:01:51 +02001068 if (*status_inner_p == LYJSON_ARRAY_CLOSED) {
1069 goto finish;
1070 }
Michal Vasko09e04632023-03-22 14:34:10 +01001071 assert(*status_inner_p == LYJSON_ARRAY_NEXT);
Radek Krejci1798aae2020-07-14 13:26:06 +02001072
1073 /* continue with the next instance */
Michal Vaskoa878a892023-08-18 12:22:07 +02001074 LY_CHECK_GOTO(ret = lyjson_ctx_next(lydctx->jsonctx, status_inner_p), cleanup);
1075 assert(*node_p);
aPiecek1462ab12024-02-07 09:13:29 +01001076 lydjson_maintain_children(parent, first_p, node_p,
1077 lydctx->parse_opts & LYD_PARSE_ORDERED ? LYD_INSERT_NODE_LAST : LYD_INSERT_NODE_DEFAULT, NULL);
Michal Vaskoa878a892023-08-18 12:22:07 +02001078
Michal Vasko7a266772024-01-23 11:02:38 +01001079 LOG_LOCBACK(0, 1);
Michal Vaskoa878a892023-08-18 12:22:07 +02001080
1081 LY_CHECK_GOTO(ret = lydjson_create_opaq(lydctx, name, name_len, prefix, prefix_len, parent, status_inner_p, node_p), cleanup);
1082
1083 assert(*node_p);
Michal Vasko7a266772024-01-23 11:02:38 +01001084 LOG_LOCSET(NULL, *node_p);
aPiecekdbb8baf2021-05-27 11:01:51 +02001085 }
1086
Michal Vasko09e04632023-03-22 14:34:10 +01001087 if (*status_p == LYJSON_OBJECT) {
stewegcbbae422024-04-22 11:38:25 +02001088 ((struct lyd_node_opaq *)*node_p)->hints |= LYD_NODEHINT_CONTAINER;
aPiecekdbb8baf2021-05-27 11:01:51 +02001089 /* process children */
Michal Vasko09e04632023-03-22 14:34:10 +01001090 do {
Michal Vaskoa878a892023-08-18 12:22:07 +02001091 LY_CHECK_GOTO(ret = lydjson_subtree_r(lydctx, *node_p, lyd_node_child_p(*node_p), NULL), cleanup);
Michal Vasko09e04632023-03-22 14:34:10 +01001092 *status_p = lyjson_ctx_status(lydctx->jsonctx);
1093 } while (*status_p == LYJSON_OBJECT_NEXT);
Radek Krejci1798aae2020-07-14 13:26:06 +02001094 }
1095
aPiecekdbb8baf2021-05-27 11:01:51 +02001096finish:
Radek Krejci1798aae2020-07-14 13:26:06 +02001097 /* finish linking metadata */
Michal Vaskoa878a892023-08-18 12:22:07 +02001098 ret = lydjson_metadata_finish(lydctx, lyd_node_child_p(*node_p));
1099
1100cleanup:
1101 if (*node_p) {
Michal Vasko7a266772024-01-23 11:02:38 +01001102 LOG_LOCBACK(0, 1);
Michal Vaskoa878a892023-08-18 12:22:07 +02001103 }
1104 return ret;
Radek Krejci1798aae2020-07-14 13:26:06 +02001105}
1106
1107/**
aPiecek6cee5d02021-05-12 10:32:00 +02001108 * @brief Move to the second item in the name/X pair and parse opaq node from the input.
1109 *
1110 * This function is basically the wrapper of the ::lydjson_parse_opaq().
1111 * In addition, it calls the ::json_ctx_next() and prepares the status_inner_p parameter
1112 * for ::lydjson_parse_opaq().
1113 *
1114 * @param[in] lydctx JSON data parser context.
1115 * @param[in] name Name of the opaq node to create.
1116 * @param[in] name_len Length of the @p name string.
1117 * @param[in] prefix Prefix of the opaq node to create.
1118 * @param[in] prefix_len Length of the @p prefx string.
1119 * @param[in] parent Data parent of the opaq node to create, can be NULL in case of top level,
1120 * but must be set if @p first is not.
1121 * @param[in,out] status_p Pointer to the current status of the parser context,
1122 * since the function manipulates with the context and process the input, the status can be updated.
1123 * @param[in,out] first_p First top-level/parent sibling, must be set if @p parent is not.
1124 * @param[out] node_p Pointer to the created opaq node.
1125 * @return LY_ERR value.
1126 */
1127static LY_ERR
Michal Vasko09e04632023-03-22 14:34:10 +01001128lydjson_ctx_next_parse_opaq(struct lyd_json_ctx *lydctx, const char *name, size_t name_len, const char *prefix,
1129 size_t prefix_len, struct lyd_node *parent, enum LYJSON_PARSER_STATUS *status_p,
aPiecek6cee5d02021-05-12 10:32:00 +02001130 struct lyd_node **first_p, struct lyd_node **node_p)
1131{
1132 enum LYJSON_PARSER_STATUS status_inner = 0;
1133
1134 /* move to the second item in the name/X pair */
1135 LY_CHECK_RET(lyjson_ctx_next(lydctx->jsonctx, status_p));
1136
1137 if (*status_p == LYJSON_ARRAY) {
1138 /* move into the array */
1139 LY_CHECK_RET(lyjson_ctx_next(lydctx->jsonctx, &status_inner));
1140 } else {
1141 /* just a flag to pass correct parameters into lydjson_parse_opaq() */
1142 status_inner = LYJSON_ERROR;
1143 }
1144
1145 if (status_inner == LYJSON_ERROR) {
1146 status_inner = *status_p;
1147 }
1148
1149 /* parse opaq node from the input */
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001150 LY_CHECK_RET(lydjson_parse_opaq(lydctx, name, name_len, prefix, prefix_len, parent, status_p, &status_inner,
1151 first_p, node_p));
aPiecek6cee5d02021-05-12 10:32:00 +02001152
1153 return LY_SUCCESS;
1154}
1155
1156/**
Radek Krejci1798aae2020-07-14 13:26:06 +02001157 * @brief Process the attribute container (starting by @)
1158 *
1159 * @param[in] lydctx JSON data parser context.
1160 * @param[in] attr_node The data node referenced by the attribute container, if already known.
1161 * @param[in] snode The schema node of the data node referenced by the attribute container, if known.
1162 * @param[in] name Name of the opaq node to create.
1163 * @param[in] name_len Length of the @p name string.
1164 * @param[in] prefix Prefix of the opaq node to create.
1165 * @param[in] prefix_len Length of the @p prefx string.
1166 * @param[in] parent Data parent of the opaq node to create, can be NULL in case of top level,
1167 * but must be set if @p first is not.
1168 * @param[in,out] status_p Pointer to the current status of the parser context,
1169 * since the function manipulates with the context and process the input, the status can be updated.
1170 * @param[in,out] first_p First top-level/parent sibling, must be set if @p parent is not.
1171 * @param[out] node_p Pointer to the created opaq node.
1172 * @return LY_ERR value.
1173 */
1174static LY_ERR
1175lydjson_parse_attribute(struct lyd_json_ctx *lydctx, struct lyd_node *attr_node, const struct lysc_node *snode,
Michal Vaskoe0665742021-02-11 11:08:44 +01001176 const char *name, size_t name_len, const char *prefix, size_t prefix_len, struct lyd_node *parent,
1177 enum LYJSON_PARSER_STATUS *status_p, struct lyd_node **first_p, struct lyd_node **node_p)
Radek Krejci1798aae2020-07-14 13:26:06 +02001178{
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001179 LY_ERR r;
Michal Vaskodcad5c82022-12-01 16:16:58 +01001180 const char *opaq_name, *mod_name;
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001181 size_t opaq_name_len;
Radek Krejci1798aae2020-07-14 13:26:06 +02001182
Michal Vaskofceac692022-12-01 13:50:27 +01001183 if (!snode && !prefix) {
1184 /* set the prefix */
1185 if (parent) {
1186 lydjson_get_node_prefix(parent, NULL, 0, &prefix, &prefix_len);
1187 } else {
1188 prefix = "";
1189 prefix_len = 0;
1190 }
1191 }
1192
1193 /* parse as an attribute to a (opaque) node */
1194 if (!attr_node) {
Radek Krejci1798aae2020-07-14 13:26:06 +02001195 /* try to find the instance */
Michal Vaskofceac692022-12-01 13:50:27 +01001196 LY_LIST_FOR(*first_p, attr_node) {
1197 if (snode) {
1198 if (attr_node->schema) {
1199 if (attr_node->schema == snode) {
1200 break;
1201 }
1202 } else {
Michal Vaskodcad5c82022-12-01 16:16:58 +01001203 mod_name = ((struct lyd_node_opaq *)attr_node)->name.module_name;
1204 if (!strcmp(LYD_NAME(attr_node), snode->name) && mod_name && !strcmp(mod_name, snode->module->name)) {
Michal Vaskofceac692022-12-01 13:50:27 +01001205 break;
1206 }
1207 }
1208 } else {
1209 if (attr_node->schema) {
1210 if (!ly_strncmp(LYD_NAME(attr_node), name, name_len) &&
1211 !ly_strncmp(attr_node->schema->module->name, prefix, prefix_len)) {
1212 break;
1213 }
1214 } else {
Michal Vaskodcad5c82022-12-01 16:16:58 +01001215 mod_name = ((struct lyd_node_opaq *)attr_node)->name.module_name;
1216 if (!ly_strncmp(LYD_NAME(attr_node), name, name_len) && mod_name &&
1217 !ly_strncmp(mod_name, prefix, prefix_len)) {
Michal Vaskofceac692022-12-01 13:50:27 +01001218 break;
1219 }
1220 }
Radek Krejci1798aae2020-07-14 13:26:06 +02001221 }
1222 }
1223 }
1224 if (!attr_node) {
1225 /* parse just as an opaq node with the name beginning with @,
1226 * later we have to check that it belongs to a standard node
1227 * and it is supposed to be converted to a metadata */
1228 uint32_t prev_opts;
1229
Radek Krejci1798aae2020-07-14 13:26:06 +02001230 /* backup parser options to parse unknown metadata as opaq nodes and try to resolve them later */
Michal Vaskoe0665742021-02-11 11:08:44 +01001231 prev_opts = lydctx->parse_opts;
1232 lydctx->parse_opts &= ~LYD_PARSE_STRICT;
1233 lydctx->parse_opts |= LYD_PARSE_OPAQ;
Radek Krejci1798aae2020-07-14 13:26:06 +02001234
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001235 opaq_name = prefix ? prefix - 1 : name - 1;
1236 opaq_name_len = prefix ? prefix_len + name_len + 2 : name_len + 1;
1237 r = lydjson_ctx_next_parse_opaq(lydctx, opaq_name, opaq_name_len, NULL, 0, parent, status_p, first_p, node_p);
Radek Krejci1798aae2020-07-14 13:26:06 +02001238
1239 /* restore the parser options */
Michal Vaskoe0665742021-02-11 11:08:44 +01001240 lydctx->parse_opts = prev_opts;
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001241 LY_CHECK_RET(r);
Radek Krejci1798aae2020-07-14 13:26:06 +02001242 } else {
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001243 LY_CHECK_RET(lydjson_metadata(lydctx, snode, attr_node));
Radek Krejci1798aae2020-07-14 13:26:06 +02001244 }
1245
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001246 return LY_SUCCESS;
Radek Krejci1798aae2020-07-14 13:26:06 +02001247}
1248
1249/**
Michal Vasko76096ec2022-02-24 16:06:16 +01001250 * @brief Parse a single anydata/anyxml node.
1251 *
1252 * @param[in] lydctx JSON data parser context. When the function returns, the context is in the same state
1253 * as before calling, despite it is necessary to process input data for checking.
1254 * @param[in] snode Schema node corresponding to the member currently being processed in the context.
Michal Vasko8cc3f662022-03-29 11:25:51 +02001255 * @param[in] ext Extension instance of @p snode, if any.
Michal Vasko76096ec2022-02-24 16:06:16 +01001256 * @param[in,out] status JSON parser status, is updated.
1257 * @param[out] node Parsed data (or opaque) node.
1258 * @return LY_SUCCESS if a node was successfully parsed,
1259 * @return LY_ENOT in case of invalid JSON encoding,
1260 * @return LY_ERR on other errors.
1261 */
1262static LY_ERR
Michal Vasko8cc3f662022-03-29 11:25:51 +02001263lydjson_parse_any(struct lyd_json_ctx *lydctx, const struct lysc_node *snode, struct lysc_ext_instance *ext,
1264 enum LYJSON_PARSER_STATUS *status, struct lyd_node **node)
Michal Vasko76096ec2022-02-24 16:06:16 +01001265{
Michal Vaskod027f382023-02-10 09:13:25 +01001266 LY_ERR r, rc = LY_SUCCESS;
Michal Vasko85be65e2023-06-13 09:44:17 +02001267 uint32_t prev_parse_opts = lydctx->parse_opts, prev_int_opts = lydctx->int_opts;
Michal Vasko76096ec2022-02-24 16:06:16 +01001268 struct ly_in in_start;
Michal Vasko7ca33252022-12-21 09:30:32 +01001269 char *val = NULL;
Michal Vasko09e04632023-03-22 14:34:10 +01001270 const char *end;
Michal Vasko85be65e2023-06-13 09:44:17 +02001271 struct lyd_node *child = NULL;
1272 ly_bool log_node = 0;
Michal Vasko76096ec2022-02-24 16:06:16 +01001273
1274 assert(snode->nodetype & LYD_NODE_ANY);
1275
Michal Vasko85be65e2023-06-13 09:44:17 +02001276 *node = NULL;
1277
Michal Vasko76096ec2022-02-24 16:06:16 +01001278 /* status check according to allowed JSON types */
1279 if (snode->nodetype == LYS_ANYXML) {
Michal Vasko09e04632023-03-22 14:34:10 +01001280 LY_CHECK_RET((*status != LYJSON_OBJECT) && (*status != LYJSON_ARRAY) && (*status != LYJSON_NUMBER) &&
1281 (*status != LYJSON_STRING) && (*status != LYJSON_FALSE) && (*status != LYJSON_TRUE) &&
1282 (*status != LYJSON_NULL), LY_ENOT);
Michal Vasko76096ec2022-02-24 16:06:16 +01001283 } else {
Michal Vasko09e04632023-03-22 14:34:10 +01001284 LY_CHECK_RET(*status != LYJSON_OBJECT, LY_ENOT);
Michal Vasko76096ec2022-02-24 16:06:16 +01001285 }
1286
1287 /* create any node */
1288 switch (*status) {
1289 case LYJSON_OBJECT:
Michal Vasko85be65e2023-06-13 09:44:17 +02001290 /* create node */
1291 r = lyd_create_any(snode, NULL, LYD_ANYDATA_DATATREE, 1, node);
1292 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
1293
1294 assert(*node);
Michal Vasko7a266772024-01-23 11:02:38 +01001295 LOG_LOCSET(NULL, *node);
Michal Vasko85be65e2023-06-13 09:44:17 +02001296 log_node = 1;
1297
Michal Vasko76096ec2022-02-24 16:06:16 +01001298 /* parse any data tree with correct options, first backup the current options and then make the parser
1299 * process data as opaq nodes */
Michal Vasko76096ec2022-02-24 16:06:16 +01001300 lydctx->parse_opts &= ~LYD_PARSE_STRICT;
Michal Vasko8cc3f662022-03-29 11:25:51 +02001301 lydctx->parse_opts |= LYD_PARSE_OPAQ | (ext ? LYD_PARSE_ONLY : 0);
Michal Vasko76096ec2022-02-24 16:06:16 +01001302 lydctx->int_opts |= LYD_INTOPT_ANY | LYD_INTOPT_WITH_SIBLINGS;
Michal Vasko80623c52023-04-28 14:22:06 +02001303 lydctx->any_schema = snode;
Michal Vasko76096ec2022-02-24 16:06:16 +01001304
1305 /* process the anydata content */
Michal Vasko09e04632023-03-22 14:34:10 +01001306 do {
Michal Vasko85be65e2023-06-13 09:44:17 +02001307 r = lydjson_subtree_r(lydctx, NULL, &child, NULL);
Michal Vaskod027f382023-02-10 09:13:25 +01001308 LY_DPARSER_ERR_GOTO(r, rc = r, lydctx, cleanup);
1309
Michal Vasko09e04632023-03-22 14:34:10 +01001310 *status = lyjson_ctx_status(lydctx->jsonctx);
1311 } while (*status == LYJSON_OBJECT_NEXT);
Michal Vasko76096ec2022-02-24 16:06:16 +01001312
Michal Vasko76096ec2022-02-24 16:06:16 +01001313 /* finish linking metadata */
Michal Vasko85be65e2023-06-13 09:44:17 +02001314 r = lydjson_metadata_finish(lydctx, &child);
Michal Vaskod027f382023-02-10 09:13:25 +01001315 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
Michal Vasko76096ec2022-02-24 16:06:16 +01001316
Michal Vasko85be65e2023-06-13 09:44:17 +02001317 /* assign the data tree */
1318 ((struct lyd_node_any *)*node)->value.tree = child;
1319 child = NULL;
Michal Vasko76096ec2022-02-24 16:06:16 +01001320 break;
1321 case LYJSON_ARRAY:
1322 /* skip until the array end */
1323 in_start = *lydctx->jsonctx->in;
Michal Vasko85be65e2023-06-13 09:44:17 +02001324 LY_CHECK_GOTO(rc = lydjson_data_skip(lydctx->jsonctx), cleanup);
Michal Vasko76096ec2022-02-24 16:06:16 +01001325
Michal Vasko09e04632023-03-22 14:34:10 +01001326 /* return back by all the WS */
1327 end = lydctx->jsonctx->in->current;
1328 while (is_jsonws(end[-1])) {
1329 --end;
1330 }
1331
Michal Vasko76096ec2022-02-24 16:06:16 +01001332 /* make a copy of the whole array and store it */
Michal Vasko09e04632023-03-22 14:34:10 +01001333 if (asprintf(&val, "[%.*s", (int)(end - in_start.current), in_start.current) == -1) {
Michal Vasko76096ec2022-02-24 16:06:16 +01001334 LOGMEM(lydctx->jsonctx->ctx);
Michal Vasko85be65e2023-06-13 09:44:17 +02001335 rc = LY_EMEM;
1336 goto cleanup;
Michal Vasko76096ec2022-02-24 16:06:16 +01001337 }
Michal Vaskod027f382023-02-10 09:13:25 +01001338 r = lyd_create_any(snode, val, LYD_ANYDATA_JSON, 1, node);
Michal Vasko85be65e2023-06-13 09:44:17 +02001339 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
1340 val = NULL;
Michal Vasko76096ec2022-02-24 16:06:16 +01001341 break;
1342 case LYJSON_STRING:
1343 /* string value */
1344 if (lydctx->jsonctx->dynamic) {
Michal Vasko85be65e2023-06-13 09:44:17 +02001345 LY_CHECK_GOTO(rc = lyd_create_any(snode, lydctx->jsonctx->value, LYD_ANYDATA_STRING, 1, node), cleanup);
Michal Vasko76096ec2022-02-24 16:06:16 +01001346 lydctx->jsonctx->dynamic = 0;
1347 } else {
1348 val = strndup(lydctx->jsonctx->value, lydctx->jsonctx->value_len);
Michal Vasko85be65e2023-06-13 09:44:17 +02001349 LY_CHECK_ERR_GOTO(!val, LOGMEM(lydctx->jsonctx->ctx); rc = LY_EMEM, cleanup);
Michal Vasko76096ec2022-02-24 16:06:16 +01001350
Michal Vaskod027f382023-02-10 09:13:25 +01001351 r = lyd_create_any(snode, val, LYD_ANYDATA_STRING, 1, node);
Michal Vasko85be65e2023-06-13 09:44:17 +02001352 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
1353 val = NULL;
Michal Vasko76096ec2022-02-24 16:06:16 +01001354 }
1355 break;
1356 case LYJSON_NUMBER:
1357 case LYJSON_FALSE:
1358 case LYJSON_TRUE:
1359 /* JSON value */
1360 assert(!lydctx->jsonctx->dynamic);
1361 val = strndup(lydctx->jsonctx->value, lydctx->jsonctx->value_len);
Michal Vasko85be65e2023-06-13 09:44:17 +02001362 LY_CHECK_ERR_GOTO(!val, LOGMEM(lydctx->jsonctx->ctx); rc = LY_EMEM, cleanup);
Michal Vasko76096ec2022-02-24 16:06:16 +01001363
Michal Vaskod027f382023-02-10 09:13:25 +01001364 r = lyd_create_any(snode, val, LYD_ANYDATA_JSON, 1, node);
Michal Vasko85be65e2023-06-13 09:44:17 +02001365 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
1366 val = NULL;
Michal Vasko76096ec2022-02-24 16:06:16 +01001367 break;
1368 case LYJSON_NULL:
1369 /* no value */
Michal Vaskod027f382023-02-10 09:13:25 +01001370 r = lyd_create_any(snode, NULL, LYD_ANYDATA_JSON, 1, node);
1371 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
Michal Vasko76096ec2022-02-24 16:06:16 +01001372 break;
Michal Vasko76096ec2022-02-24 16:06:16 +01001373 default:
Michal Vasko85be65e2023-06-13 09:44:17 +02001374 LOGINT(lydctx->jsonctx->ctx);
1375 rc = LY_EINT;
1376 goto cleanup;
Michal Vasko76096ec2022-02-24 16:06:16 +01001377 }
1378
Michal Vaskod027f382023-02-10 09:13:25 +01001379cleanup:
Michal Vasko85be65e2023-06-13 09:44:17 +02001380 if (log_node) {
Michal Vasko7a266772024-01-23 11:02:38 +01001381 LOG_LOCBACK(0, 1);
Michal Vasko85be65e2023-06-13 09:44:17 +02001382 }
1383 lydctx->parse_opts = prev_parse_opts;
1384 lydctx->int_opts = prev_int_opts;
1385 lydctx->any_schema = NULL;
Michal Vasko7ca33252022-12-21 09:30:32 +01001386 free(val);
Michal Vasko85be65e2023-06-13 09:44:17 +02001387 lyd_free_tree(child);
Michal Vasko7ca33252022-12-21 09:30:32 +01001388 return rc;
Michal Vasko76096ec2022-02-24 16:06:16 +01001389}
1390
1391/**
Michal Vaskoe0608fa2022-10-25 15:01:24 +02001392 * @brief Parse a single instance of an inner node.
1393 *
1394 * @param[in] lydctx JSON data parser context.
1395 * @param[in] snode Schema node corresponding to the member currently being processed in the context.
1396 * @param[in] ext Extension instance of @p snode, if any.
1397 * @param[in,out] status JSON parser status, is updated.
1398 * @param[out] node Parsed data (or opaque) node.
1399 * @return LY_SUCCESS if a node was successfully parsed,
1400 * @return LY_ENOT in case of invalid JSON encoding,
1401 * @return LY_ERR on other errors.
1402 */
1403static LY_ERR
1404lydjson_parse_instance_inner(struct lyd_json_ctx *lydctx, const struct lysc_node *snode, struct lysc_ext_instance *ext,
1405 enum LYJSON_PARSER_STATUS *status, struct lyd_node **node)
1406{
Michal Vaskod027f382023-02-10 09:13:25 +01001407 LY_ERR r, rc = LY_SUCCESS;
Michal Vaskoe0608fa2022-10-25 15:01:24 +02001408 uint32_t prev_parse_opts = lydctx->parse_opts;
1409
Michal Vasko09e04632023-03-22 14:34:10 +01001410 LY_CHECK_RET(*status != LYJSON_OBJECT, LY_ENOT);
Michal Vaskoe0608fa2022-10-25 15:01:24 +02001411
1412 /* create inner node */
1413 LY_CHECK_RET(lyd_create_inner(snode, node));
1414
1415 /* use it for logging */
Michal Vasko7a266772024-01-23 11:02:38 +01001416 LOG_LOCSET(NULL, *node);
Michal Vaskoe0608fa2022-10-25 15:01:24 +02001417
1418 if (ext) {
1419 /* only parse these extension data and validate afterwards */
1420 lydctx->parse_opts |= LYD_PARSE_ONLY;
1421 }
1422
1423 /* process children */
Michal Vasko09e04632023-03-22 14:34:10 +01001424 do {
Michal Vaskod027f382023-02-10 09:13:25 +01001425 r = lydjson_subtree_r(lydctx, *node, lyd_node_child_p(*node), NULL);
1426 LY_DPARSER_ERR_GOTO(r, rc = r, lydctx, cleanup);
1427
Michal Vasko09e04632023-03-22 14:34:10 +01001428 *status = lyjson_ctx_status(lydctx->jsonctx);
1429 } while (*status == LYJSON_OBJECT_NEXT);
Michal Vaskoe0608fa2022-10-25 15:01:24 +02001430
1431 /* finish linking metadata */
Michal Vaskod027f382023-02-10 09:13:25 +01001432 r = lydjson_metadata_finish(lydctx, lyd_node_child_p(*node));
1433 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
Michal Vaskoe0608fa2022-10-25 15:01:24 +02001434
1435 if (snode->nodetype == LYS_LIST) {
1436 /* check all keys exist */
Michal Vaskod027f382023-02-10 09:13:25 +01001437 r = lyd_parse_check_keys(*node);
1438 LY_DPARSER_ERR_GOTO(r, rc = r, lydctx, cleanup);
Michal Vaskoe0608fa2022-10-25 15:01:24 +02001439 }
1440
Michal Vasko40015732023-11-20 13:48:15 +01001441 if (!(lydctx->parse_opts & LYD_PARSE_ONLY) && !rc) {
1442 /* new node validation, autodelete CANNOT occur (it can if multi-error), all nodes are new */
Michal Vaskod027f382023-02-10 09:13:25 +01001443 r = lyd_validate_new(lyd_node_child_p(*node), snode, NULL, lydctx->val_opts, NULL);
1444 LY_DPARSER_ERR_GOTO(r, rc = r, lydctx, cleanup);
Michal Vaskoe0608fa2022-10-25 15:01:24 +02001445
1446 /* add any missing default children */
Michal Vaskod027f382023-02-10 09:13:25 +01001447 r = lyd_new_implicit_r(*node, lyd_node_child_p(*node), NULL, NULL, &lydctx->node_when, &lydctx->node_types,
1448 &lydctx->ext_node, (lydctx->val_opts & LYD_VALIDATE_NO_STATE) ? LYD_IMPLICIT_NO_STATE : 0, NULL);
1449 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
Michal Vaskoe0608fa2022-10-25 15:01:24 +02001450 }
1451
1452cleanup:
1453 lydctx->parse_opts = prev_parse_opts;
Michal Vasko7a266772024-01-23 11:02:38 +01001454 LOG_LOCBACK(0, 1);
Michal Vasko6a5e4692023-03-01 14:41:39 +01001455 if (!(*node)->hash) {
1456 /* list without keys is unusable */
1457 lyd_free_tree(*node);
1458 *node = NULL;
1459 }
Michal Vaskod027f382023-02-10 09:13:25 +01001460 return rc;
Michal Vaskoe0608fa2022-10-25 15:01:24 +02001461}
1462
1463/**
Michal Vasko32ac9942020-08-12 14:35:12 +02001464 * @brief Parse a single instance of a node.
1465 *
1466 * @param[in] lydctx JSON data parser context. When the function returns, the context is in the same state
1467 * as before calling, despite it is necessary to process input data for checking.
1468 * @param[in] parent Data parent of the subtree, must be set if @p first is not.
1469 * @param[in,out] first_p Pointer to the variable holding the first top-level sibling, must be set if @p parent is not.
1470 * @param[in] snode Schema node corresponding to the member currently being processed in the context.
Michal Vasko8cc3f662022-03-29 11:25:51 +02001471 * @param[in] ext Extension instance of @p snode, if any.
Michal Vasko32ac9942020-08-12 14:35:12 +02001472 * @param[in] name Parsed JSON node name.
1473 * @param[in] name_len Lenght of @p name.
1474 * @param[in] prefix Parsed JSON node prefix.
1475 * @param[in] prefix_len Length of @p prefix.
1476 * @param[in,out] status JSON parser status, is updated.
1477 * @param[out] node Parsed data (or opaque) node.
1478 * @return LY_SUCCESS if a node was successfully parsed,
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001479 * @return LY_ENOT in case of invalid JSON encoding,
Michal Vasko32ac9942020-08-12 14:35:12 +02001480 * @return LY_ERR on other errors.
1481 */
1482static LY_ERR
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001483lydjson_parse_instance(struct lyd_json_ctx *lydctx, struct lyd_node *parent, struct lyd_node **first_p,
Michal Vasko8cc3f662022-03-29 11:25:51 +02001484 const struct lysc_node *snode, struct lysc_ext_instance *ext, const char *name, size_t name_len,
1485 const char *prefix, size_t prefix_len, enum LYJSON_PARSER_STATUS *status, struct lyd_node **node)
Michal Vasko32ac9942020-08-12 14:35:12 +02001486{
Michal Vaskod027f382023-02-10 09:13:25 +01001487 LY_ERR r, rc = LY_SUCCESS;
Michal Vasko76096ec2022-02-24 16:06:16 +01001488 uint32_t type_hints = 0;
Michal Vaskoe0608fa2022-10-25 15:01:24 +02001489
Michal Vasko7a266772024-01-23 11:02:38 +01001490 LOG_LOCSET(snode, NULL);
Michal Vasko32ac9942020-08-12 14:35:12 +02001491
Michal Vaskod027f382023-02-10 09:13:25 +01001492 r = lydjson_data_check_opaq(lydctx, snode, &type_hints);
1493 if (r == LY_SUCCESS) {
Michal Vasko32ac9942020-08-12 14:35:12 +02001494 assert(snode->nodetype & (LYD_NODE_TERM | LYD_NODE_INNER | LYD_NODE_ANY));
steweg68f6eaf2024-04-05 09:24:08 +02001495 if ((lydctx->parse_opts & LYD_PARSE_JSON_NULL) && (*status == LYJSON_NULL)) {
1496 /* do not do anything if value is JSON 'null' */
1497 goto cleanup;
1498 } else if (snode->nodetype & LYD_NODE_TERM) {
1499 if ((*status != LYJSON_ARRAY) && (*status != LYJSON_NUMBER) && (*status != LYJSON_STRING) &&
Michal Vaskoe0608fa2022-10-25 15:01:24 +02001500 (*status != LYJSON_FALSE) && (*status != LYJSON_TRUE) && (*status != LYJSON_NULL)) {
Michal Vaskod027f382023-02-10 09:13:25 +01001501 rc = LY_ENOT;
Michal Vaskoe0608fa2022-10-25 15:01:24 +02001502 goto cleanup;
1503 }
Michal Vaskobbdadda2022-01-06 11:40:10 +01001504
Michal Vasko32ac9942020-08-12 14:35:12 +02001505 /* create terminal node */
Michal Vaskod027f382023-02-10 09:13:25 +01001506 r = lyd_parser_create_term((struct lyd_ctx *)lydctx, snode, lydctx->jsonctx->value,
1507 lydctx->jsonctx->value_len, &lydctx->jsonctx->dynamic, LY_VALUE_JSON, NULL, type_hints, node);
1508 LY_DPARSER_ERR_GOTO(r, rc = r, lydctx, cleanup);
Michal Vasko32ac9942020-08-12 14:35:12 +02001509
1510 /* move JSON parser */
Michal Vasko85430702021-07-21 14:29:56 +02001511 if (*status == LYJSON_ARRAY) {
1512 /* only [null], 2 more moves are needed */
Michal Vaskod027f382023-02-10 09:13:25 +01001513 r = lyjson_ctx_next(lydctx->jsonctx, status);
1514 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
Michal Vasko85430702021-07-21 14:29:56 +02001515 assert(*status == LYJSON_NULL);
Michal Vaskod027f382023-02-10 09:13:25 +01001516
1517 r = lyjson_ctx_next(lydctx->jsonctx, status);
1518 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
Michal Vasko85430702021-07-21 14:29:56 +02001519 assert(*status == LYJSON_ARRAY_CLOSED);
1520 }
Michal Vasko32ac9942020-08-12 14:35:12 +02001521 } else if (snode->nodetype & LYD_NODE_INNER) {
1522 /* create inner node */
Michal Vaskod027f382023-02-10 09:13:25 +01001523 r = lydjson_parse_instance_inner(lydctx, snode, ext, status, node);
1524 LY_DPARSER_ERR_GOTO(r, rc = r, lydctx, cleanup);
Michal Vasko76096ec2022-02-24 16:06:16 +01001525 } else {
Michal Vasko32ac9942020-08-12 14:35:12 +02001526 /* create any node */
Michal Vaskod027f382023-02-10 09:13:25 +01001527 r = lydjson_parse_any(lydctx, snode, ext, status, node);
1528 LY_DPARSER_ERR_GOTO(r, rc = r, lydctx, cleanup);
Michal Vasko32ac9942020-08-12 14:35:12 +02001529 }
Michal Vaskod027f382023-02-10 09:13:25 +01001530 LY_CHECK_GOTO(!*node, cleanup);
Michal Vaskocaf608d2021-07-23 13:51:23 +02001531
1532 /* add/correct flags */
Michal Vaskod027f382023-02-10 09:13:25 +01001533 r = lyd_parse_set_data_flags(*node, &(*node)->meta, (struct lyd_ctx *)lydctx, ext);
1534 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
Michal Vasko135719f2022-08-25 12:18:17 +02001535
Michal Vaskoeba23112022-08-26 08:35:41 +02001536 if (!(lydctx->parse_opts & LYD_PARSE_ONLY)) {
1537 /* store for ext instance node validation, if needed */
Michal Vaskod027f382023-02-10 09:13:25 +01001538 r = lyd_validate_node_ext(*node, &lydctx->ext_node);
1539 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
Michal Vaskoeba23112022-08-26 08:35:41 +02001540 }
Michal Vaskod027f382023-02-10 09:13:25 +01001541 } else if (r == LY_ENOT) {
Michal Vasko32ac9942020-08-12 14:35:12 +02001542 /* parse it again as an opaq node */
Michal Vaskod027f382023-02-10 09:13:25 +01001543 r = lydjson_parse_opaq(lydctx, name, name_len, prefix, prefix_len, parent, status, status, first_p, node);
1544 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
Michal Vasko32ac9942020-08-12 14:35:12 +02001545
Michal Vaskofeca4fb2020-10-05 08:58:40 +02001546 if (snode->nodetype == LYS_LIST) {
1547 ((struct lyd_node_opaq *)*node)->hints |= LYD_NODEHINT_LIST;
1548 } else if (snode->nodetype == LYS_LEAFLIST) {
1549 ((struct lyd_node_opaq *)*node)->hints |= LYD_NODEHINT_LEAFLIST;
Michal Vasko32ac9942020-08-12 14:35:12 +02001550 }
Michal Vaskoa32b6b72022-07-11 15:55:56 +02001551 } else {
1552 /* error */
Michal Vasko1e8746a2023-02-13 09:15:16 +01001553 rc = r;
Michal Vaskoe0608fa2022-10-25 15:01:24 +02001554 goto cleanup;
Michal Vasko32ac9942020-08-12 14:35:12 +02001555 }
1556
Michal Vaskoe0608fa2022-10-25 15:01:24 +02001557cleanup:
Michal Vasko7a266772024-01-23 11:02:38 +01001558 LOG_LOCBACK(1, 0);
Michal Vaskod027f382023-02-10 09:13:25 +01001559 return rc;
Michal Vasko32ac9942020-08-12 14:35:12 +02001560}
1561
1562/**
Michal Vaskoa5da3292020-08-12 13:10:50 +02001563 * @brief Parse JSON subtree. All leaf-list and list instances of a node are considered one subtree.
Radek Krejci1798aae2020-07-14 13:26:06 +02001564 *
1565 * @param[in] lydctx JSON data parser context.
1566 * @param[in] parent Data parent of the subtree, must be set if @p first is not.
1567 * @param[in,out] first_p Pointer to the variable holding the first top-level sibling, must be set if @p parent is not.
Michal Vaskoe0665742021-02-11 11:08:44 +01001568 * @param[in,out] parsed Optional set to add all the parsed siblings into.
Radek Krejci1798aae2020-07-14 13:26:06 +02001569 * @return LY_ERR value.
1570 */
1571static LY_ERR
Michal Vaskoe0665742021-02-11 11:08:44 +01001572lydjson_subtree_r(struct lyd_json_ctx *lydctx, struct lyd_node *parent, struct lyd_node **first_p, struct ly_set *parsed)
Radek Krejci1798aae2020-07-14 13:26:06 +02001573{
Michal Vaskod027f382023-02-10 09:13:25 +01001574 LY_ERR r, rc = LY_SUCCESS;
Michal Vasko09e04632023-03-22 14:34:10 +01001575 enum LYJSON_PARSER_STATUS status = lyjson_ctx_status(lydctx->jsonctx);
aPiecek49e2a3a2021-05-13 10:36:46 +02001576 const char *name, *prefix = NULL, *expected = NULL;
Radek Krejci1798aae2020-07-14 13:26:06 +02001577 size_t name_len, prefix_len = 0;
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001578 ly_bool is_meta = 0, parse_subtree;
Michal Vaskocabe0702020-08-12 10:14:36 +02001579 const struct lysc_node *snode = NULL;
lePici21a58fe2023-07-04 08:02:53 +02001580 struct lysc_ext_instance *ext = NULL;
Michal Vasko32ac9942020-08-12 14:35:12 +02001581 struct lyd_node *node = NULL, *attr_node = NULL;
Radek Krejci1798aae2020-07-14 13:26:06 +02001582 const struct ly_ctx *ctx = lydctx->jsonctx->ctx;
aPiecek49e2a3a2021-05-13 10:36:46 +02001583 char *value = NULL;
Radek Krejci1798aae2020-07-14 13:26:06 +02001584
1585 assert(parent || first_p);
Michal Vasko09e04632023-03-22 14:34:10 +01001586 assert((status == LYJSON_OBJECT) || (status == LYJSON_OBJECT_NEXT));
Radek Krejci1798aae2020-07-14 13:26:06 +02001587
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001588 parse_subtree = lydctx->parse_opts & LYD_PARSE_SUBTREE ? 1 : 0;
1589 /* all descendants should be parsed */
1590 lydctx->parse_opts &= ~LYD_PARSE_SUBTREE;
1591
Michal Vasko09e04632023-03-22 14:34:10 +01001592 r = lyjson_ctx_next(lydctx->jsonctx, &status);
1593 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
1594 if (status == LYJSON_OBJECT_CLOSED) {
1595 /* empty object, fine... */
1596 goto cleanup;
1597 }
1598
Radek Krejci1798aae2020-07-14 13:26:06 +02001599 /* process the node name */
Michal Vasko09e04632023-03-22 14:34:10 +01001600 assert(status == LYJSON_OBJECT_NAME);
aPiecekd2c39372021-06-16 14:03:12 +02001601 lydjson_parse_name(lydctx->jsonctx->value, lydctx->jsonctx->value_len, &name, &name_len, &prefix, &prefix_len, &is_meta);
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001602 lyjson_ctx_give_dynamic_value(lydctx->jsonctx, &value);
Radek Krejci1798aae2020-07-14 13:26:06 +02001603
Michal Vasko4a1e3e82023-09-05 08:45:01 +02001604 if ((lydctx->int_opts & LYD_INTOPT_EVENTTIME) && !parent && !is_meta && name_len && !prefix_len &&
1605 !ly_strncmp("eventTime", name, name_len)) {
1606 /* parse eventTime */
1607 r = lyjson_ctx_next(lydctx->jsonctx, &status);
1608 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
1609
1610 if (status != LYJSON_STRING) {
1611 LOGVAL(lydctx->jsonctx->ctx, LYVE_SYNTAX_JSON, "Expecting JSON %s but %s found.", lyjson_token2str(LYJSON_STRING),
1612 lyjson_token2str(status));
1613 rc = LY_EVALID;
1614 goto cleanup;
1615 }
1616
1617 /* create node */
1618 r = lyd_create_opaq(lydctx->jsonctx->ctx, name, name_len, prefix, prefix_len, prefix, prefix_len,
1619 lydctx->jsonctx->value, lydctx->jsonctx->value_len, NULL, LY_VALUE_JSON, NULL, LYD_VALHINT_STRING, &node);
1620 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
1621
1622 /* validate the value */
1623 r = lyd_parser_notif_eventtime_validate(node);
1624 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
1625
1626 goto node_parsed;
1627 } else if (!is_meta || name_len || prefix_len) {
Michal Vaskocabe0702020-08-12 10:14:36 +02001628 /* get the schema node */
Michal Vasko8cc3f662022-03-29 11:25:51 +02001629 r = lydjson_get_snode(lydctx, is_meta, prefix, prefix_len, name, name_len, parent, &snode, &ext);
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001630 if (r == LY_ENOT) {
1631 /* data parsed */
Radek Krejci1798aae2020-07-14 13:26:06 +02001632 goto cleanup;
Michal Vasko514f6982023-02-17 09:07:39 +01001633 } else if ((r == LY_EVALID) && (lydctx->val_opts & LYD_VALIDATE_MULTI_ERROR)) {
1634 rc = r;
1635
1636 /* skip the invalid data */
1637 if ((r = lydjson_data_skip(lydctx->jsonctx))) {
1638 rc = r;
1639 }
Michal Vasko1241ebc2023-04-04 10:03:45 +02001640 r = lyjson_ctx_next(lydctx->jsonctx, &status);
1641 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
Michal Vasko514f6982023-02-17 09:07:39 +01001642 goto cleanup;
1643 } else if (r) {
1644 /* error */
1645 rc = r;
1646 goto cleanup;
Radek Krejci1798aae2020-07-14 13:26:06 +02001647 }
Radek Krejci1798aae2020-07-14 13:26:06 +02001648
Michal Vaskocabe0702020-08-12 10:14:36 +02001649 if (!snode) {
1650 /* we will not be parsing it as metadata */
1651 is_meta = 0;
1652 }
1653 }
1654
1655 if (is_meta) {
1656 /* parse as metadata */
Michal Vaskod027f382023-02-10 09:13:25 +01001657 if (!name_len && !prefix_len && !parent) {
1658 LOGVAL(ctx, LYVE_SYNTAX_JSON,
1659 "Invalid metadata format - \"@\" can be used only inside anydata, container or list entries.");
1660 r = LY_EVALID;
1661 LY_DPARSER_ERR_GOTO(r, rc = r, lydctx, cleanup);
1662 } else if (!name_len && !prefix_len) {
Michal Vaskocabe0702020-08-12 10:14:36 +02001663 /* parent's metadata without a name - use the schema from the parent */
Michal Vaskoe0665742021-02-11 11:08:44 +01001664 attr_node = parent;
Michal Vaskocabe0702020-08-12 10:14:36 +02001665 snode = attr_node->schema;
1666 }
Michal Vaskod027f382023-02-10 09:13:25 +01001667 r = lydjson_parse_attribute(lydctx, attr_node, snode, name, name_len, prefix, prefix_len, parent, &status,
Michal Vasko69730152020-10-09 16:30:07 +02001668 first_p, &node);
Michal Vaskod027f382023-02-10 09:13:25 +01001669 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
Michal Vaskocabe0702020-08-12 10:14:36 +02001670 } else if (!snode) {
Michal Vasko87c5d6b2023-02-14 15:27:41 +01001671 if (!(lydctx->parse_opts & LYD_PARSE_OPAQ)) {
1672 /* skip element with children */
1673 r = lydjson_data_skip(lydctx->jsonctx);
1674 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
1675 } else {
1676 /* parse as an opaq node */
Radek Krejci1798aae2020-07-14 13:26:06 +02001677
Michal Vasko87c5d6b2023-02-14 15:27:41 +01001678 /* opaq node cannot have an empty string as the name. */
1679 if (name_len == 0) {
Michal Vaskobfebf662023-02-17 09:07:22 +01001680 LOGVAL(lydctx->jsonctx->ctx, LYVE_SYNTAX_JSON, "JSON object member name cannot be a zero-length string.");
Michal Vasko87c5d6b2023-02-14 15:27:41 +01001681 r = LY_EVALID;
1682 LY_DPARSER_ERR_GOTO(r, rc = r, lydctx, cleanup);
1683 }
1684
1685 /* move to the second item in the name/X pair and parse opaq */
1686 r = lydjson_ctx_next_parse_opaq(lydctx, name, name_len, prefix, prefix_len, parent, &status, first_p, &node);
1687 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
aPiecekb7b29e62021-05-11 10:02:43 +02001688 }
Michal Vaskocabe0702020-08-12 10:14:36 +02001689 } else {
Michal Vasko32ac9942020-08-12 14:35:12 +02001690 /* parse as a standard lyd_node but it can still turn out to be an opaque node */
Radek Krejci1798aae2020-07-14 13:26:06 +02001691
1692 /* move to the second item in the name/X pair */
Michal Vaskod027f382023-02-10 09:13:25 +01001693 r = lyjson_ctx_next(lydctx->jsonctx, &status);
1694 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +02001695
Michal Vasko7ca33252022-12-21 09:30:32 +01001696 /* set expected representation */
1697 switch (snode->nodetype) {
1698 case LYS_LEAFLIST:
1699 expected = "name/array of values";
1700 break;
1701 case LYS_LIST:
1702 expected = "name/array of objects";
1703 break;
1704 case LYS_LEAF:
1705 if (status == LYJSON_ARRAY) {
1706 expected = "name/[null]";
1707 } else {
1708 expected = "name/value";
1709 }
1710 break;
1711 case LYS_CONTAINER:
1712 case LYS_NOTIF:
1713 case LYS_ACTION:
1714 case LYS_RPC:
1715 case LYS_ANYDATA:
1716 expected = "name/object";
1717 break;
1718 case LYS_ANYXML:
1719 if (status == LYJSON_ARRAY) {
1720 expected = "name/array";
1721 } else {
1722 expected = "name/value";
1723 }
1724 break;
1725 }
1726
1727 /* check the representation according to the nodetype and then continue with the content */
Radek Krejci1798aae2020-07-14 13:26:06 +02001728 switch (snode->nodetype) {
1729 case LYS_LEAFLIST:
Michal Vasko32ac9942020-08-12 14:35:12 +02001730 case LYS_LIST:
Radek Krejci1798aae2020-07-14 13:26:06 +02001731 LY_CHECK_GOTO(status != LYJSON_ARRAY, representation_error);
1732
Michal Vasko32ac9942020-08-12 14:35:12 +02001733 /* process all the values/objects */
1734 do {
Michal Vasko09e04632023-03-22 14:34:10 +01001735 /* move into array/next value */
1736 r = lyjson_ctx_next(lydctx->jsonctx, &status);
1737 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
1738 if (status == LYJSON_ARRAY_CLOSED) {
1739 /* empty array, fine... */
1740 break;
1741 }
1742
Michal Vaskod027f382023-02-10 09:13:25 +01001743 r = lydjson_parse_instance(lydctx, parent, first_p, snode, ext, name, name_len, prefix, prefix_len,
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001744 &status, &node);
Michal Vaskod027f382023-02-10 09:13:25 +01001745 if (r == LY_ENOT) {
Michal Vasko32ac9942020-08-12 14:35:12 +02001746 goto representation_error;
Radek Krejci1798aae2020-07-14 13:26:06 +02001747 }
Michal Vaskod027f382023-02-10 09:13:25 +01001748 LY_DPARSER_ERR_GOTO(r, rc = r, lydctx, cleanup);
1749
aPiecek1462ab12024-02-07 09:13:29 +01001750 lydjson_maintain_children(parent, first_p, &node,
1751 lydctx->parse_opts & LYD_PARSE_ORDERED ? LYD_INSERT_NODE_LAST : LYD_INSERT_NODE_DEFAULT, ext);
Radek Krejci1798aae2020-07-14 13:26:06 +02001752
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001753 /* move after the item(s) */
Michal Vaskod027f382023-02-10 09:13:25 +01001754 r = lyjson_ctx_next(lydctx->jsonctx, &status);
1755 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
Michal Vasko09e04632023-03-22 14:34:10 +01001756 } while (status == LYJSON_ARRAY_NEXT);
Radek Krejci1798aae2020-07-14 13:26:06 +02001757
1758 break;
Michal Vasko32ac9942020-08-12 14:35:12 +02001759 case LYS_LEAF:
Radek Krejci1798aae2020-07-14 13:26:06 +02001760 case LYS_CONTAINER:
1761 case LYS_NOTIF:
1762 case LYS_ACTION:
1763 case LYS_RPC:
Michal Vasko32ac9942020-08-12 14:35:12 +02001764 case LYS_ANYDATA:
1765 case LYS_ANYXML:
Michal Vasko32ac9942020-08-12 14:35:12 +02001766 /* process the value/object */
Michal Vaskod027f382023-02-10 09:13:25 +01001767 r = lydjson_parse_instance(lydctx, parent, first_p, snode, ext, name, name_len, prefix, prefix_len,
Michal Vasko8cc3f662022-03-29 11:25:51 +02001768 &status, &node);
Michal Vaskod027f382023-02-10 09:13:25 +01001769 if (r == LY_ENOT) {
Michal Vasko32ac9942020-08-12 14:35:12 +02001770 goto representation_error;
Radek Krejci1798aae2020-07-14 13:26:06 +02001771 }
Michal Vaskod027f382023-02-10 09:13:25 +01001772 LY_DPARSER_ERR_GOTO(r, rc = r, lydctx, cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +02001773
Michal Vasko32ac9942020-08-12 14:35:12 +02001774 if (snode->nodetype & (LYS_RPC | LYS_ACTION | LYS_NOTIF)) {
Radek Krejci1798aae2020-07-14 13:26:06 +02001775 /* rememeber the RPC/action/notification */
1776 lydctx->op_node = node;
1777 }
Radek Krejci1798aae2020-07-14 13:26:06 +02001778 break;
Radek Krejci1798aae2020-07-14 13:26:06 +02001779 }
Radek Krejci1798aae2020-07-14 13:26:06 +02001780 }
1781
Michal Vasko4a1e3e82023-09-05 08:45:01 +02001782node_parsed:
Michal Vaskoe0665742021-02-11 11:08:44 +01001783 /* rememeber a successfully parsed node */
Michal Vasko4e26adc2022-03-30 11:01:16 +02001784 if (parsed && node) {
Michal Vaskoe0665742021-02-11 11:08:44 +01001785 ly_set_add(parsed, node, 1, NULL);
1786 }
Radek Krejci1798aae2020-07-14 13:26:06 +02001787
Michal Vasko32d3d972023-09-05 13:37:03 +02001788 /* finally connect the parsed node, is zeroed */
aPiecek1462ab12024-02-07 09:13:29 +01001789 lydjson_maintain_children(parent, first_p, &node,
1790 lydctx->parse_opts & LYD_PARSE_ORDERED ? LYD_INSERT_NODE_LAST : LYD_INSERT_NODE_DEFAULT, ext);
Michal Vasko32d3d972023-09-05 13:37:03 +02001791
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001792 if (!parse_subtree) {
1793 /* move after the item(s) */
Michal Vaskod027f382023-02-10 09:13:25 +01001794 r = lyjson_ctx_next(lydctx->jsonctx, &status);
1795 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001796 }
1797
Radek Krejci5813c362021-01-05 10:51:57 +01001798 /* success */
1799 goto cleanup;
Radek Krejci1798aae2020-07-14 13:26:06 +02001800
1801representation_error:
Michal Vaskobfebf662023-02-17 09:07:22 +01001802 LOGVAL(ctx, LYVE_SYNTAX_JSON, "Expecting JSON %s but %s \"%s\" is represented in input data as name/%s.",
1803 expected, lys_nodetype2str(snode->nodetype), snode->name, lyjson_token2str(status));
Michal Vaskod027f382023-02-10 09:13:25 +01001804 rc = LY_EVALID;
1805 if (lydctx->val_opts & LYD_VALIDATE_MULTI_ERROR) {
1806 /* try to skip the invalid data */
Michal Vasko560f9de2023-02-10 09:56:01 +01001807 if ((r = lydjson_data_skip(lydctx->jsonctx))) {
1808 rc = r;
1809 }
Michal Vaskod027f382023-02-10 09:13:25 +01001810 }
Radek Krejci5813c362021-01-05 10:51:57 +01001811
1812cleanup:
aPiecek49e2a3a2021-05-13 10:36:46 +02001813 free(value);
Radek Krejci5813c362021-01-05 10:51:57 +01001814 lyd_free_tree(node);
Michal Vaskod027f382023-02-10 09:13:25 +01001815 return rc;
Radek Krejci1798aae2020-07-14 13:26:06 +02001816}
1817
1818/**
1819 * @brief Common start of JSON parser processing different types of the input data.
1820 *
1821 * @param[in] ctx libyang context
1822 * @param[in] in Input structure.
Michal Vaskoe0665742021-02-11 11:08:44 +01001823 * @param[in] parse_opts Options for parser, see @ref dataparseroptions.
1824 * @param[in] val_opts Options for the validation phase, see @ref datavalidationoptions.
Radek Krejci1798aae2020-07-14 13:26:06 +02001825 * @param[out] lydctx_p Data parser context to finish validation.
1826 * @return LY_ERR value.
1827 */
1828static LY_ERR
Michal Vaskoe0665742021-02-11 11:08:44 +01001829lyd_parse_json_init(const struct ly_ctx *ctx, struct ly_in *in, uint32_t parse_opts, uint32_t val_opts,
Michal Vasko09e04632023-03-22 14:34:10 +01001830 struct lyd_json_ctx **lydctx_p)
Radek Krejci1798aae2020-07-14 13:26:06 +02001831{
1832 LY_ERR ret = LY_SUCCESS;
1833 struct lyd_json_ctx *lydctx;
Michal Vasko09e04632023-03-22 14:34:10 +01001834 enum LYJSON_PARSER_STATUS status;
Radek Krejci1798aae2020-07-14 13:26:06 +02001835
Radek Krejcicd5f6222020-11-12 08:54:13 +01001836 assert(lydctx_p);
Radek Krejcicd5f6222020-11-12 08:54:13 +01001837
Radek Krejci1798aae2020-07-14 13:26:06 +02001838 /* init context */
1839 lydctx = calloc(1, sizeof *lydctx);
1840 LY_CHECK_ERR_RET(!lydctx, LOGMEM(ctx), LY_EMEM);
Michal Vaskoe0665742021-02-11 11:08:44 +01001841 lydctx->parse_opts = parse_opts;
1842 lydctx->val_opts = val_opts;
Radek Krejci1798aae2020-07-14 13:26:06 +02001843 lydctx->free = lyd_json_ctx_free;
Radek Krejci1798aae2020-07-14 13:26:06 +02001844
Michal Vasko09e04632023-03-22 14:34:10 +01001845 LY_CHECK_ERR_RET(ret = lyjson_ctx_new(ctx, in, &lydctx->jsonctx), free(lydctx), ret);
1846 status = lyjson_ctx_status(lydctx->jsonctx);
Radek Krejci1798aae2020-07-14 13:26:06 +02001847
Michal Vasko09e04632023-03-22 14:34:10 +01001848 /* parse_opts & LYD_PARSE_SUBTREE not implemented */
1849 if (status != LYJSON_OBJECT) {
Radek Krejcicd5f6222020-11-12 08:54:13 +01001850 /* expecting top-level object */
Michal Vasko09e04632023-03-22 14:34:10 +01001851 LOGVAL(ctx, LYVE_SYNTAX_JSON, "Expected top-level JSON object, but %s found.", lyjson_token2str(status));
Radek Krejcicd5f6222020-11-12 08:54:13 +01001852 *lydctx_p = NULL;
Michal Vasko93509012020-11-13 10:26:09 +01001853 lyd_json_ctx_free((struct lyd_ctx *)lydctx);
Radek Krejcicd5f6222020-11-12 08:54:13 +01001854 return LY_EVALID;
Radek Krejci284f31f2020-09-18 15:40:29 +02001855 }
Michal Vasko09e04632023-03-22 14:34:10 +01001856
1857 *lydctx_p = lydctx;
1858 return LY_SUCCESS;
Radek Krejci1798aae2020-07-14 13:26:06 +02001859}
1860
1861LY_ERR
Radek Krejcif16e2542021-02-17 15:39:23 +01001862lyd_parse_json(const struct ly_ctx *ctx, const struct lysc_ext_instance *ext, struct lyd_node *parent,
Michal Vaskoe3ed7dc2022-11-30 11:39:44 +01001863 struct lyd_node **first_p, struct ly_in *in, uint32_t parse_opts, uint32_t val_opts, uint32_t int_opts,
Michal Vaskoddd76592022-01-17 13:34:48 +01001864 struct ly_set *parsed, ly_bool *subtree_sibling, struct lyd_ctx **lydctx_p)
Radek Krejci1798aae2020-07-14 13:26:06 +02001865{
Michal Vaskod027f382023-02-10 09:13:25 +01001866 LY_ERR r, rc = LY_SUCCESS;
Radek Krejci1798aae2020-07-14 13:26:06 +02001867 struct lyd_json_ctx *lydctx = NULL;
1868 enum LYJSON_PARSER_STATUS status;
1869
Michal Vasko09e04632023-03-22 14:34:10 +01001870 rc = lyd_parse_json_init(ctx, in, parse_opts, val_opts, &lydctx);
1871 LY_CHECK_GOTO(rc, cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +02001872
Michal Vaskoe0665742021-02-11 11:08:44 +01001873 lydctx->int_opts = int_opts;
Radek Krejcif16e2542021-02-17 15:39:23 +01001874 lydctx->ext = ext;
Michal Vaskoe0665742021-02-11 11:08:44 +01001875
1876 /* find the operation node if it exists already */
1877 LY_CHECK_GOTO(rc = lyd_parser_find_operation(parent, int_opts, &lydctx->op_node), cleanup);
1878
Radek Krejci1798aae2020-07-14 13:26:06 +02001879 /* read subtree(s) */
Michal Vasko09e04632023-03-22 14:34:10 +01001880 do {
Michal Vaskod027f382023-02-10 09:13:25 +01001881 r = lydjson_subtree_r(lydctx, parent, first_p, parsed);
1882 LY_DPARSER_ERR_GOTO(r, rc = r, lydctx, cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +02001883
Michal Vasko09e04632023-03-22 14:34:10 +01001884 status = lyjson_ctx_status(lydctx->jsonctx);
Michal Vasko6a5e4692023-03-01 14:41:39 +01001885
1886 if (!(int_opts & LYD_INTOPT_WITH_SIBLINGS)) {
Michal Vaskoe0665742021-02-11 11:08:44 +01001887 break;
1888 }
Michal Vasko09e04632023-03-22 14:34:10 +01001889 } while (status == LYJSON_OBJECT_NEXT);
Michal Vaskoe0665742021-02-11 11:08:44 +01001890
Michal Vasko5df28522023-08-25 08:04:37 +02001891 if ((int_opts & LYD_INTOPT_NO_SIBLINGS) && lydctx->jsonctx->in->current[0] && (status != LYJSON_OBJECT_CLOSED)) {
Michal Vaskoe0665742021-02-11 11:08:44 +01001892 LOGVAL(ctx, LYVE_SYNTAX, "Unexpected sibling node.");
Michal Vaskod027f382023-02-10 09:13:25 +01001893 r = LY_EVALID;
1894 LY_DPARSER_ERR_GOTO(r, rc = r, lydctx, cleanup);
Michal Vaskoe0665742021-02-11 11:08:44 +01001895 }
1896 if ((int_opts & (LYD_INTOPT_RPC | LYD_INTOPT_ACTION | LYD_INTOPT_NOTIF | LYD_INTOPT_REPLY)) && !lydctx->op_node) {
1897 LOGVAL(ctx, LYVE_DATA, "Missing the operation node.");
Michal Vaskod027f382023-02-10 09:13:25 +01001898 r = LY_EVALID;
1899 LY_DPARSER_ERR_GOTO(r, rc = r, lydctx, cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +02001900 }
1901
1902 /* finish linking metadata */
Michal Vaskod027f382023-02-10 09:13:25 +01001903 r = lydjson_metadata_finish(lydctx, parent ? lyd_node_child_p(parent) : first_p);
1904 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
Radek Krejci1798aae2020-07-14 13:26:06 +02001905
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001906 if (parse_opts & LYD_PARSE_SUBTREE) {
1907 /* check for a sibling object */
1908 assert(subtree_sibling);
Michal Vasko5df28522023-08-25 08:04:37 +02001909 if (status == LYJSON_OBJECT_NEXT) {
Michal Vasko61ad1ff2022-02-10 15:48:39 +01001910 *subtree_sibling = 1;
1911
1912 /* move to the next object */
1913 ly_in_skip(lydctx->jsonctx->in, 1);
1914 } else {
1915 *subtree_sibling = 0;
1916 }
1917 }
1918
Radek Krejci1798aae2020-07-14 13:26:06 +02001919cleanup:
1920 /* there should be no unresolved types stored */
Michal Vasko58c8b562021-12-09 09:25:33 +01001921 assert(!(parse_opts & LYD_PARSE_ONLY) || !lydctx || (!lydctx->node_types.count && !lydctx->meta_types.count &&
Michal Vasko49c39d82020-11-06 17:20:27 +01001922 !lydctx->node_when.count));
Radek Krejci1798aae2020-07-14 13:26:06 +02001923
Michal Vaskod027f382023-02-10 09:13:25 +01001924 if (rc && (!lydctx || !(lydctx->val_opts & LYD_VALIDATE_MULTI_ERROR) || (rc != LY_EVALID))) {
Radek Krejci1798aae2020-07-14 13:26:06 +02001925 lyd_json_ctx_free((struct lyd_ctx *)lydctx);
Radek Krejci1798aae2020-07-14 13:26:06 +02001926 } else {
1927 *lydctx_p = (struct lyd_ctx *)lydctx;
Michal Vaskof8ebf132022-11-21 14:06:48 +01001928
1929 /* the JSON context is no more needed, freeing it also stops logging line numbers which would be confusing now */
1930 lyjson_ctx_free(lydctx->jsonctx);
1931 lydctx->jsonctx = NULL;
Radek Krejci1798aae2020-07-14 13:26:06 +02001932 }
Michal Vaskoe0665742021-02-11 11:08:44 +01001933 return rc;
Michal Vasko90932a92020-02-12 14:33:03 +01001934}
Michal Vasko820efe82023-05-12 15:47:43 +02001935
1936/**
1937 * @brief Parse a specific JSON object into an opaque node.
1938 *
1939 * @param[in] jsonctx JSON parser context.
1940 * @param[in] name Name of the object.
1941 * @param[in] module Module name of the object, NULL if none expected.
Michal Vasko820efe82023-05-12 15:47:43 +02001942 * @param[out] evnp Parsed envelope (opaque node).
1943 * @return LY_SUCCESS on success.
1944 * @return LY_ENOT if the specified object did not match.
1945 * @return LY_ERR value on error.
1946 */
1947static LY_ERR
Michal Vasko4a1e3e82023-09-05 08:45:01 +02001948lydjson_envelope(struct lyjson_ctx *jsonctx, const char *name, const char *module, struct lyd_node **envp)
Michal Vasko820efe82023-05-12 15:47:43 +02001949{
1950 LY_ERR rc = LY_SUCCESS, r;
1951 enum LYJSON_PARSER_STATUS status = lyjson_ctx_status(jsonctx);
Michal Vasko4a1e3e82023-09-05 08:45:01 +02001952 const char *nam, *prefix;
1953 size_t nam_len, prefix_len;
Michal Vasko820efe82023-05-12 15:47:43 +02001954 ly_bool is_meta;
1955
1956 assert(status == LYJSON_OBJECT);
1957
1958 *envp = NULL;
1959
1960 r = lyjson_ctx_next(jsonctx, &status);
1961 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
1962 if (status == LYJSON_OBJECT_CLOSED) {
1963 LOGVAL(jsonctx->ctx, LYVE_SYNTAX, "Empty JSON object.");
1964 rc = LY_EVALID;
1965 goto cleanup;
1966 }
1967
1968 /* process the name */
1969 assert(status == LYJSON_OBJECT_NAME);
1970 lydjson_parse_name(jsonctx->value, jsonctx->value_len, &nam, &nam_len, &prefix, &prefix_len, &is_meta);
1971 if (is_meta) {
1972 LOGVAL(jsonctx->ctx, LYVE_DATA, "Unexpected metadata.");
1973 rc = LY_EVALID;
1974 goto cleanup;
1975 } else if (module && ly_strncmp(module, prefix, prefix_len)) {
1976 LOGVAL(jsonctx->ctx, LYVE_DATA, "Unexpected module \"%.*s\" instead of \"%s\".", (int)prefix_len, prefix, module);
1977 rc = LY_EVALID;
1978 goto cleanup;
1979 } else if (ly_strncmp(name, nam, nam_len)) {
1980 LOGVAL(jsonctx->ctx, LYVE_DATA, "Unexpected object \"%.*s\" instead of \"%s\".", (int)nam_len, nam, name);
1981 rc = LY_EVALID;
1982 goto cleanup;
1983 }
1984
1985 r = lyjson_ctx_next(jsonctx, &status);
1986 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
1987
Michal Vasko820efe82023-05-12 15:47:43 +02001988 /* create node */
Michal Vasko4a1e3e82023-09-05 08:45:01 +02001989 rc = lyd_create_opaq(jsonctx->ctx, name, strlen(name), prefix, prefix_len, prefix, prefix_len, NULL, 0, NULL,
1990 LY_VALUE_JSON, NULL, LYD_VALHINT_STRING, envp);
Michal Vasko820efe82023-05-12 15:47:43 +02001991 LY_CHECK_GOTO(rc, cleanup);
1992
1993cleanup:
1994 if (rc) {
1995 lyd_free_tree(*envp);
1996 *envp = NULL;
1997 }
1998 return rc;
1999}
2000
Michal Vasko820efe82023-05-12 15:47:43 +02002001LY_ERR
2002lyd_parse_json_restconf(const struct ly_ctx *ctx, const struct lysc_ext_instance *ext, struct lyd_node *parent,
2003 struct lyd_node **first_p, struct ly_in *in, uint32_t parse_opts, uint32_t val_opts, enum lyd_type data_type,
2004 struct lyd_node **envp, struct ly_set *parsed, struct lyd_ctx **lydctx_p)
2005{
2006 LY_ERR rc = LY_SUCCESS, r;
Michal Vasko33b93082023-08-08 13:48:16 +02002007 struct lyd_json_ctx *lydctx = NULL;
Michal Vasko4a1e3e82023-09-05 08:45:01 +02002008 struct lyd_node *node;
Michal Vasko820efe82023-05-12 15:47:43 +02002009 uint32_t i, int_opts = 0, close_elem = 0;
Michal Vasko820efe82023-05-12 15:47:43 +02002010
2011 assert(ctx && in && lydctx_p);
2012 assert(!(parse_opts & ~LYD_PARSE_OPTS_MASK));
2013 assert(!(val_opts & ~LYD_VALIDATE_OPTS_MASK));
2014
2015 assert((data_type == LYD_TYPE_RPC_RESTCONF) || (data_type == LYD_TYPE_NOTIF_RESTCONF) ||
2016 (data_type == LYD_TYPE_REPLY_RESTCONF));
2017 assert(!(parse_opts & LYD_PARSE_SUBTREE));
2018
2019 /* init context */
2020 rc = lyd_parse_json_init(ctx, in, parse_opts, val_opts, &lydctx);
2021 LY_CHECK_GOTO(rc, cleanup);
2022 lydctx->ext = ext;
2023
2024 switch (data_type) {
2025 case LYD_TYPE_RPC_RESTCONF:
2026 assert(parent);
2027
2028 /* parse "input" */
Michal Vasko4a1e3e82023-09-05 08:45:01 +02002029 rc = lydjson_envelope(lydctx->jsonctx, "input", lyd_node_module(parent)->name, envp);
Michal Vasko820efe82023-05-12 15:47:43 +02002030 LY_CHECK_GOTO(rc, cleanup);
2031
2032 int_opts = LYD_INTOPT_WITH_SIBLINGS | LYD_INTOPT_RPC | LYD_INTOPT_ACTION;
2033 close_elem = 1;
2034 break;
2035 case LYD_TYPE_NOTIF_RESTCONF:
2036 assert(!parent);
Michal Vasko4a1e3e82023-09-05 08:45:01 +02002037
2038 /* parse "notification" */
2039 rc = lydjson_envelope(lydctx->jsonctx, "notification", "ietf-restconf", envp);
Michal Vasko820efe82023-05-12 15:47:43 +02002040 LY_CHECK_GOTO(rc, cleanup);
Michal Vasko4a1e3e82023-09-05 08:45:01 +02002041
2042 /* RESTCONF notification and eventTime */
2043 int_opts = LYD_INTOPT_WITH_SIBLINGS | LYD_INTOPT_NOTIF | LYD_INTOPT_EVENTTIME;
2044 close_elem = 1;
Michal Vasko820efe82023-05-12 15:47:43 +02002045 break;
2046 case LYD_TYPE_REPLY_RESTCONF:
2047 assert(parent);
2048
2049 /* parse "output" */
Michal Vasko4a1e3e82023-09-05 08:45:01 +02002050 rc = lydjson_envelope(lydctx->jsonctx, "output", lyd_node_module(parent)->name, envp);
Michal Vasko820efe82023-05-12 15:47:43 +02002051 LY_CHECK_GOTO(rc, cleanup);
2052
2053 int_opts = LYD_INTOPT_WITH_SIBLINGS | LYD_INTOPT_REPLY;
2054 close_elem = 1;
2055 break;
2056 default:
2057 LOGINT(ctx);
2058 rc = LY_EINT;
2059 goto cleanup;
2060 }
2061
2062 lydctx->int_opts = int_opts;
2063
2064 /* find the operation node if it exists already */
2065 LY_CHECK_GOTO(rc = lyd_parser_find_operation(parent, int_opts, &lydctx->op_node), cleanup);
2066
2067 /* read subtree(s) */
2068 do {
2069 r = lydjson_subtree_r(lydctx, parent, first_p, parsed);
2070 LY_DPARSER_ERR_GOTO(r, rc = r, lydctx, cleanup);
Michal Vasko4a1e3e82023-09-05 08:45:01 +02002071 } while (lyjson_ctx_status(lydctx->jsonctx) == LYJSON_OBJECT_NEXT);
Michal Vasko820efe82023-05-12 15:47:43 +02002072
2073 /* close all opened elements */
2074 for (i = 0; i < close_elem; ++i) {
Michal Vasko4a1e3e82023-09-05 08:45:01 +02002075 if (lyjson_ctx_status(lydctx->jsonctx) != LYJSON_OBJECT_CLOSED) {
Michal Vasko820efe82023-05-12 15:47:43 +02002076 LOGVAL(ctx, LYVE_SYNTAX_JSON, "Expecting JSON %s but %s found.", lyjson_token2str(LYJSON_OBJECT_CLOSED),
Michal Vasko4a1e3e82023-09-05 08:45:01 +02002077 lyjson_token2str(lyjson_ctx_status(lydctx->jsonctx)));
Michal Vasko820efe82023-05-12 15:47:43 +02002078 rc = LY_EVALID;
2079 goto cleanup;
2080 }
2081
Michal Vasko4a1e3e82023-09-05 08:45:01 +02002082 r = lyjson_ctx_next(lydctx->jsonctx, NULL);
Michal Vasko820efe82023-05-12 15:47:43 +02002083 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
2084 }
2085
Michal Vasko820efe82023-05-12 15:47:43 +02002086 if ((int_opts & (LYD_INTOPT_RPC | LYD_INTOPT_ACTION | LYD_INTOPT_NOTIF | LYD_INTOPT_REPLY)) && !lydctx->op_node) {
2087 LOGVAL(ctx, LYVE_DATA, "Missing the operation node.");
2088 r = LY_EVALID;
2089 LY_DPARSER_ERR_GOTO(r, rc = r, lydctx, cleanup);
2090 }
Michal Vasko4a1e3e82023-09-05 08:45:01 +02002091 if (int_opts & LYD_INTOPT_EVENTTIME) {
2092 /* parse as a child of the envelope */
2093 node = (*first_p)->prev;
2094 if (node->schema) {
2095 LOGVAL(ctx, LYVE_DATA, "Missing notification \"eventTime\" node.");
2096 r = LY_EVALID;
2097 LY_DPARSER_ERR_GOTO(r, rc = r, lydctx, cleanup);
2098 } else {
2099 /* can be the only opaque node and an operation had to be parsed */
2100 assert(!strcmp(LYD_NAME(node), "eventTime") && (*first_p)->next);
Michal Vasko2e784f82024-01-11 09:51:22 +01002101 lyd_unlink(node);
Michal Vasko4a1e3e82023-09-05 08:45:01 +02002102 assert(*envp);
2103 lyd_insert_child(*envp, node);
2104 }
2105 }
Michal Vasko820efe82023-05-12 15:47:43 +02002106
2107 /* finish linking metadata */
2108 r = lydjson_metadata_finish(lydctx, parent ? lyd_node_child_p(parent) : first_p);
2109 LY_CHECK_ERR_GOTO(r, rc = r, cleanup);
2110
Michal Vasko820efe82023-05-12 15:47:43 +02002111cleanup:
2112 /* there should be no unres stored if validation should be skipped */
Michal Vasko33b93082023-08-08 13:48:16 +02002113 assert(!(parse_opts & LYD_PARSE_ONLY) || !lydctx || (!lydctx->node_types.count && !lydctx->meta_types.count &&
Michal Vasko820efe82023-05-12 15:47:43 +02002114 !lydctx->node_when.count));
2115
2116 if (rc) {
2117 lyd_json_ctx_free((struct lyd_ctx *)lydctx);
2118 } else {
2119 *lydctx_p = (struct lyd_ctx *)lydctx;
2120
2121 /* the JSON context is no more needed, freeing it also stops logging line numbers which would be confusing now */
2122 lyjson_ctx_free(lydctx->jsonctx);
2123 lydctx->jsonctx = NULL;
2124 }
2125 return rc;
2126}