blob: b7fb264843843e677b9f7e4379cff72c6dec5848 [file] [log] [blame]
Radek Krejci3f5e3db2018-10-11 15:57:47 +02001/**
2 * @file tree_schema.c
3 * @author Radek Krejci <rkrejci@cesnet.cz>
4 * @brief Schema tree implementation
5 *
6 * Copyright (c) 2015 - 2018 CESNET, z.s.p.o.
7 *
8 * This source code is licensed under BSD 3-Clause License (the "License").
9 * You may not use this file except in compliance with the License.
10 * You may obtain a copy of the License at
11 *
12 * https://opensource.org/licenses/BSD-3-Clause
13 */
Radek Krejcib7db73a2018-10-24 14:18:40 +020014
Radek Krejci535ea9f2020-05-29 16:01:05 +020015#define _GNU_SOURCE
Radek Krejcif8dc59a2020-11-25 13:47:44 +010016#define _POSIX_C_SOURCE 200809L /* strdup */
Radek Krejci535ea9f2020-05-29 16:01:05 +020017
Radek Krejcica376bd2020-06-11 16:04:06 +020018#include "tree_schema.h"
Radek Krejci86d106e2018-10-18 09:53:19 +020019
Radek Krejcie7b95092019-05-15 11:03:07 +020020#include <assert.h>
Radek Krejci545b4872020-11-15 10:15:12 +010021#include <ctype.h>
Radek Krejcid33273d2018-10-25 14:55:52 +020022#include <dirent.h>
Radek Krejci86d106e2018-10-18 09:53:19 +020023#include <errno.h>
Radek Krejcie7b95092019-05-15 11:03:07 +020024#include <stdint.h>
Radek Krejci86d106e2018-10-18 09:53:19 +020025#include <stdio.h>
Radek Krejcie7b95092019-05-15 11:03:07 +020026#include <stdlib.h>
27#include <string.h>
Radek Krejci86d106e2018-10-18 09:53:19 +020028#include <sys/stat.h>
Radek Krejci86d106e2018-10-18 09:53:19 +020029#include <unistd.h>
Radek Krejci3f5e3db2018-10-11 15:57:47 +020030
Radek Krejcica376bd2020-06-11 16:04:06 +020031#include "common.h"
Michal Vasko5aa44c02020-06-29 11:47:02 +020032#include "compat.h"
Radek Krejci86d106e2018-10-18 09:53:19 +020033#include "context.h"
Radek Krejcie7b95092019-05-15 11:03:07 +020034#include "dict.h"
Radek Krejci47fab892020-11-05 17:02:41 +010035#include "in.h"
Michal Vaskoafac7822020-10-20 14:22:26 +020036#include "in_internal.h"
Radek Krejci47fab892020-11-05 17:02:41 +010037#include "log.h"
Radek Krejcif0e1ba52020-05-22 15:14:35 +020038#include "parser_internal.h"
Radek Krejcica376bd2020-06-11 16:04:06 +020039#include "parser_schema.h"
Michal Vasko40308e72020-10-20 16:38:40 +020040#include "path.h"
Michal Vasko1a7a7bd2020-10-16 14:39:15 +020041#include "schema_compile.h"
42#include "schema_compile_amend.h"
Michal Vasko7b1ad1a2020-11-02 15:41:27 +010043#include "schema_features.h"
Radek Krejcica376bd2020-06-11 16:04:06 +020044#include "set.h"
45#include "tree.h"
Radek Krejci47fab892020-11-05 17:02:41 +010046#include "tree_data.h"
Radek Krejcica376bd2020-06-11 16:04:06 +020047#include "tree_schema_internal.h"
48#include "xpath.h"
Radek Krejci3f5e3db2018-10-11 15:57:47 +020049
Michal Vaskof1ab44f2020-10-22 08:58:32 +020050API LY_ERR
51lysc_tree_dfs_full(const struct lysc_node *root, lysc_dfs_clb dfs_clb, void *data)
52{
Michal Vasko1d972ca2020-11-03 17:16:56 +010053 struct lysc_node *elem, *elem2;
54 const struct lysc_action *acts;
55 const struct lysc_notif *notifs;
Michal Vaskof1ab44f2020-10-22 08:58:32 +020056 LY_ARRAY_COUNT_TYPE u;
57
58 LY_CHECK_ARG_RET(NULL, root, dfs_clb, LY_EINVAL);
59
60 LYSC_TREE_DFS_BEGIN(root, elem) {
61 /* schema node */
62 LY_CHECK_RET(dfs_clb(elem, data, &LYSC_TREE_DFS_continue));
63
Michal Vasko1d972ca2020-11-03 17:16:56 +010064 acts = lysc_node_actions(elem);
65 LY_ARRAY_FOR(acts, u) {
66 LYSC_TREE_DFS_BEGIN(&acts[u], elem2) {
Michal Vaskof1ab44f2020-10-22 08:58:32 +020067 /* action subtree */
68 LY_CHECK_RET(dfs_clb(elem2, data, &LYSC_TREE_DFS_continue));
69
Michal Vasko1d972ca2020-11-03 17:16:56 +010070 LYSC_TREE_DFS_END(&acts[u], elem2);
Michal Vaskof1ab44f2020-10-22 08:58:32 +020071 }
72 }
73
Michal Vasko1d972ca2020-11-03 17:16:56 +010074 notifs = lysc_node_notifs(elem);
75 LY_ARRAY_FOR(notifs, u) {
76 LYSC_TREE_DFS_BEGIN(&notifs[u], elem2) {
Michal Vaskof1ab44f2020-10-22 08:58:32 +020077 /* notification subtree */
78 LY_CHECK_RET(dfs_clb(elem2, data, &LYSC_TREE_DFS_continue));
79
Michal Vasko1d972ca2020-11-03 17:16:56 +010080 LYSC_TREE_DFS_END(&notifs[u], elem2);
Michal Vaskof1ab44f2020-10-22 08:58:32 +020081 }
82 }
83
84 LYSC_TREE_DFS_END(root, elem);
85 }
86
87 return LY_SUCCESS;
88}
89
90API LY_ERR
91lysc_module_dfs_full(const struct lys_module *mod, lysc_dfs_clb dfs_clb, void *data)
92{
93 LY_ARRAY_COUNT_TYPE u;
Michal Vasko2336cf52020-11-03 17:18:15 +010094 const struct lysc_node *root;
Michal Vaskof1ab44f2020-10-22 08:58:32 +020095
96 LY_CHECK_ARG_RET(NULL, mod, mod->compiled, dfs_clb, LY_EINVAL);
97
98 /* schema nodes */
Michal Vasko2336cf52020-11-03 17:18:15 +010099 LY_LIST_FOR(mod->compiled->data, root) {
100 LY_CHECK_RET(lysc_tree_dfs_full(root, dfs_clb, data));
101 }
Michal Vaskof1ab44f2020-10-22 08:58:32 +0200102
103 /* RPCs */
104 LY_ARRAY_FOR(mod->compiled->rpcs, u) {
105 LY_CHECK_RET(lysc_tree_dfs_full((struct lysc_node *)&mod->compiled->rpcs[u], dfs_clb, data));
106 }
107
108 /* notifications */
109 LY_ARRAY_FOR(mod->compiled->notifs, u) {
110 LY_CHECK_RET(lysc_tree_dfs_full((struct lysc_node *)&mod->compiled->notifs[u], dfs_clb, data));
111 }
112
113 return LY_SUCCESS;
114}
115
Radek Krejcib93bd412020-11-02 13:23:11 +0100116static void
117lys_getnext_into_case(const struct lysc_node_case *first_case, const struct lysc_node **last, const struct lysc_node **next)
118{
Radek Krejcic5b54a02020-11-05 17:13:18 +0100119 for ( ; first_case; first_case = (const struct lysc_node_case *)first_case->next) {
Radek Krejcib93bd412020-11-02 13:23:11 +0100120 if (first_case->child) {
121 /* there is something to return */
122 (*next) = first_case->child;
123 return;
124 }
125 }
126
127 /* no children in choice's cases, so go to the choice's sibling instead of into it */
128 (*last) = (*next);
129 (*next) = (*next)->next;
130}
131
Radek Krejcia3045382018-11-22 14:30:31 +0100132API const struct lysc_node *
Radek Krejci1deb5be2020-08-26 16:43:36 +0200133lys_getnext(const struct lysc_node *last, const struct lysc_node *parent, const struct lysc_module *module, uint32_t options)
Radek Krejcia3045382018-11-22 14:30:31 +0100134{
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100135 const struct lysc_node *next = NULL;
Radek Krejcia3045382018-11-22 14:30:31 +0100136 struct lysc_node **snode;
Radek Krejci857189e2020-09-01 13:26:36 +0200137 ly_bool action_flag = 0, notif_flag = 0;
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100138 const struct lysc_action *actions;
139 const struct lysc_notif *notifs;
Michal Vaskofd69e1d2020-07-03 11:57:17 +0200140 LY_ARRAY_COUNT_TYPE u;
Radek Krejcia3045382018-11-22 14:30:31 +0100141
142 LY_CHECK_ARG_RET(NULL, parent || module, NULL);
143
Radek Krejcid5a2b9d2019-04-12 10:39:30 +0200144next:
Radek Krejcia3045382018-11-22 14:30:31 +0100145 if (!last) {
146 /* first call */
147
148 /* get know where to start */
149 if (parent) {
150 /* schema subtree */
Michal Vasko69730152020-10-09 16:30:07 +0200151 if ((parent->nodetype == LYS_CHOICE) && (options & LYS_GETNEXT_WITHCASE)) {
Michal Vasko22df3f02020-08-24 13:29:22 +0200152 if (((struct lysc_node_choice *)parent)->cases) {
Radek Krejcib93bd412020-11-02 13:23:11 +0100153 next = last = (const struct lysc_node *)((struct lysc_node_choice *)parent)->cases;
Radek Krejci056d0a82018-12-06 16:57:25 +0100154 }
Radek Krejci056d0a82018-12-06 16:57:25 +0100155 } else {
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100156 snode = lysc_node_children_p(parent, (options & LYS_GETNEXT_OUTPUT) ? LYS_CONFIG_R : LYS_CONFIG_W);
Radek Krejci05b774b2019-02-25 13:26:18 +0100157 /* do not return anything if the node does not have any children */
Radek Krejcid5a2b9d2019-04-12 10:39:30 +0200158 if (snode && *snode) {
159 next = last = *snode;
Radek Krejci056d0a82018-12-06 16:57:25 +0100160 }
Radek Krejcia3045382018-11-22 14:30:31 +0100161 }
Radek Krejcia3045382018-11-22 14:30:31 +0100162 } else {
163 /* top level data */
164 next = last = module->data;
165 }
166 if (!next) {
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100167 /* try to get action or notification */
168 goto repeat;
Radek Krejcia3045382018-11-22 14:30:31 +0100169 }
Radek Krejci05b774b2019-02-25 13:26:18 +0100170 /* test if the next can be returned */
171 goto check;
172
Michal Vasko1bf09392020-03-27 12:38:10 +0100173 } else if (last->nodetype & (LYS_RPC | LYS_ACTION)) {
Radek Krejci05b774b2019-02-25 13:26:18 +0100174 action_flag = 1;
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100175 if (last->parent) {
176 actions = lysc_node_actions(last->parent);
177 } else {
178 actions = module->rpcs;
179 }
180 LY_ARRAY_FOR(actions, u) {
Michal Vasko22df3f02020-08-24 13:29:22 +0200181 if (&actions[u] == (struct lysc_action *)last) {
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100182 break;
183 }
184 }
Michal Vaskofd69e1d2020-07-03 11:57:17 +0200185 if (u + 1 < LY_ARRAY_COUNT(actions)) {
Michal Vasko22df3f02020-08-24 13:29:22 +0200186 next = (struct lysc_node *)(&actions[u + 1]);
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100187 }
188 goto repeat;
189 } else if (last->nodetype == LYS_NOTIF) {
Radek Krejci05b774b2019-02-25 13:26:18 +0100190 action_flag = notif_flag = 1;
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100191 if (last->parent) {
192 notifs = lysc_node_notifs(last->parent);
193 } else {
194 notifs = module->notifs;
195 }
196 LY_ARRAY_FOR(notifs, u) {
Michal Vasko22df3f02020-08-24 13:29:22 +0200197 if (&notifs[u] == (struct lysc_notif *)last) {
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100198 break;
199 }
200 }
Michal Vaskofd69e1d2020-07-03 11:57:17 +0200201 if (u + 1 < LY_ARRAY_COUNT(notifs)) {
Michal Vasko22df3f02020-08-24 13:29:22 +0200202 next = (struct lysc_node *)(&notifs[u + 1]);
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100203 }
204 goto repeat;
Michal Vasko20424b42020-08-31 12:29:38 +0200205 } else {
206 next = last->next;
Radek Krejcia3045382018-11-22 14:30:31 +0100207 }
208
Radek Krejcia3045382018-11-22 14:30:31 +0100209repeat:
210 if (!next) {
Radek Krejcia9026eb2018-12-12 16:04:47 +0100211 /* possibly go back to parent */
Michal Vasko69730152020-10-09 16:30:07 +0200212 if (last && (last->parent != parent)) {
Radek Krejcia9026eb2018-12-12 16:04:47 +0100213 last = last->parent;
Radek Krejcid5a2b9d2019-04-12 10:39:30 +0200214 goto next;
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100215 } else if (!action_flag) {
216 action_flag = 1;
Michal Vasko22df3f02020-08-24 13:29:22 +0200217 next = parent ? (struct lysc_node *)lysc_node_actions(parent) : (struct lysc_node *)module->rpcs;
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100218 } else if (!notif_flag) {
219 notif_flag = 1;
Michal Vasko22df3f02020-08-24 13:29:22 +0200220 next = parent ? (struct lysc_node *)lysc_node_notifs(parent) : (struct lysc_node *)module->notifs;
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100221 } else {
222 return NULL;
Radek Krejcia9026eb2018-12-12 16:04:47 +0100223 }
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100224 goto repeat;
Radek Krejcia3045382018-11-22 14:30:31 +0100225 }
Radek Krejci05b774b2019-02-25 13:26:18 +0100226check:
Radek Krejcia3045382018-11-22 14:30:31 +0100227 switch (next->nodetype) {
Michal Vasko1bf09392020-03-27 12:38:10 +0100228 case LYS_RPC:
Radek Krejcia3045382018-11-22 14:30:31 +0100229 case LYS_ACTION:
230 case LYS_NOTIF:
231 case LYS_LEAF:
232 case LYS_ANYXML:
233 case LYS_ANYDATA:
234 case LYS_LIST:
235 case LYS_LEAFLIST:
236 break;
Michal Vasko20424b42020-08-31 12:29:38 +0200237 case LYS_CASE:
238 if (options & LYS_GETNEXT_WITHCASE) {
239 break;
240 } else {
241 /* go into */
Radek Krejcib93bd412020-11-02 13:23:11 +0100242 lys_getnext_into_case((const struct lysc_node_case *)next, &last, &next);
Michal Vasko20424b42020-08-31 12:29:38 +0200243 }
244 goto repeat;
Radek Krejcia3045382018-11-22 14:30:31 +0100245 case LYS_CONTAINER:
246 if (!(((struct lysc_node_container *)next)->flags & LYS_PRESENCE) && (options & LYS_GETNEXT_INTONPCONT)) {
247 if (((struct lysc_node_container *)next)->child) {
248 /* go into */
249 next = ((struct lysc_node_container *)next)->child;
250 } else {
Radek Krejcib93bd412020-11-02 13:23:11 +0100251 last = next;
Radek Krejcia3045382018-11-22 14:30:31 +0100252 next = next->next;
253 }
254 goto repeat;
255 }
256 break;
257 case LYS_CHOICE:
258 if (options & LYS_GETNEXT_WITHCHOICE) {
Michal Vasko20424b42020-08-31 12:29:38 +0200259 break;
Radek Krejci9bb94eb2018-12-04 16:48:35 +0100260 } else if ((options & LYS_GETNEXT_NOCHOICE) || !((struct lysc_node_choice *)next)->cases) {
261 next = next->next;
262 } else {
Radek Krejcia9026eb2018-12-12 16:04:47 +0100263 if (options & LYS_GETNEXT_WITHCASE) {
Michal Vasko22df3f02020-08-24 13:29:22 +0200264 next = (struct lysc_node *)((struct lysc_node_choice *)next)->cases;
Radek Krejcia9026eb2018-12-12 16:04:47 +0100265 } else {
Radek Krejcib93bd412020-11-02 13:23:11 +0100266 /* go into */
267 lys_getnext_into_case(((struct lysc_node_choice *)next)->cases, &last, &next);
Radek Krejcia9026eb2018-12-12 16:04:47 +0100268 }
Radek Krejcia3045382018-11-22 14:30:31 +0100269 }
270 goto repeat;
271 default:
272 /* we should not be here */
Radek Krejcib07b5c92019-04-08 10:56:37 +0200273 LOGINT(module ? module->mod->ctx : parent->module->ctx);
Radek Krejcia3045382018-11-22 14:30:31 +0100274 return NULL;
275 }
276
Radek Krejcia3045382018-11-22 14:30:31 +0100277 return next;
278}
279
280API const struct lysc_node *
Michal Vaskoe444f752020-02-10 12:20:06 +0100281lys_find_child(const struct lysc_node *parent, const struct lys_module *module, const char *name, size_t name_len,
Radek Krejci1deb5be2020-08-26 16:43:36 +0200282 uint16_t nodetype, uint32_t options)
Radek Krejcia3045382018-11-22 14:30:31 +0100283{
284 const struct lysc_node *node = NULL;
285
286 LY_CHECK_ARG_RET(NULL, module, name, NULL);
287 if (!nodetype) {
Radek Krejcif13b87b2020-12-01 22:02:17 +0100288 nodetype = LYS_NODETYPE_MASK;
Radek Krejcia3045382018-11-22 14:30:31 +0100289 }
290
291 while ((node = lys_getnext(node, parent, module->compiled, options))) {
292 if (!(node->nodetype & nodetype)) {
293 continue;
294 }
295 if (node->module != module) {
296 continue;
297 }
298
299 if (name_len) {
Radek Krejci7f9b6512019-09-18 13:11:09 +0200300 if (!ly_strncmp(node->name, name, name_len)) {
Radek Krejcia3045382018-11-22 14:30:31 +0100301 return node;
302 }
303 } else {
304 if (!strcmp(node->name, name)) {
305 return node;
306 }
307 }
308 }
309 return NULL;
310}
311
Michal Vasko519fd602020-05-26 12:17:39 +0200312API LY_ERR
Radek Krejcibed13942020-10-19 16:06:28 +0200313lys_find_xpath_atoms(const struct lysc_node *ctx_node, const char *xpath, uint32_t options, struct ly_set **set)
Michal Vasko519fd602020-05-26 12:17:39 +0200314{
315 LY_ERR ret = LY_SUCCESS;
316 struct lyxp_set xp_set;
Radek Krejcif03a9e22020-09-18 20:09:31 +0200317 struct lyxp_expr *exp = NULL;
Michal Vasko519fd602020-05-26 12:17:39 +0200318 uint32_t i;
319
320 LY_CHECK_ARG_RET(NULL, ctx_node, xpath, set, LY_EINVAL);
321 if (!(options & LYXP_SCNODE_ALL)) {
322 options = LYXP_SCNODE;
323 }
324
325 memset(&xp_set, 0, sizeof xp_set);
326
327 /* compile expression */
Radek Krejcif03a9e22020-09-18 20:09:31 +0200328 ret = lyxp_expr_parse(ctx_node->module->ctx, xpath, 0, 1, &exp);
329 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko519fd602020-05-26 12:17:39 +0200330
331 /* atomize expression */
Michal Vasko5d24f6c2020-10-13 13:49:06 +0200332 ret = lyxp_atomize(exp, NULL, LY_PREF_JSON, NULL, ctx_node, &xp_set, options);
Michal Vasko519fd602020-05-26 12:17:39 +0200333 LY_CHECK_GOTO(ret, cleanup);
334
335 /* allocate return set */
Radek Krejciba03a5a2020-08-27 14:40:41 +0200336 ret = ly_set_new(set);
337 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko519fd602020-05-26 12:17:39 +0200338
339 /* transform into ly_set */
340 (*set)->objs = malloc(xp_set.used * sizeof *(*set)->objs);
341 LY_CHECK_ERR_GOTO(!(*set)->objs, LOGMEM(ctx_node->module->ctx); ret = LY_EMEM, cleanup);
342 (*set)->size = xp_set.used;
343
344 for (i = 0; i < xp_set.used; ++i) {
Michal Vasko004d3152020-06-11 19:59:22 +0200345 if (xp_set.val.scnodes[i].type == LYXP_NODE_ELEM) {
Radek Krejci3d92e442020-10-12 12:48:13 +0200346 ret = ly_set_add(*set, xp_set.val.scnodes[i].scnode, 1, NULL);
Radek Krejciba03a5a2020-08-27 14:40:41 +0200347 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko519fd602020-05-26 12:17:39 +0200348 }
349 }
350
351cleanup:
352 lyxp_set_free_content(&xp_set);
353 lyxp_expr_free(ctx_node->module->ctx, exp);
354 return ret;
355}
356
Michal Vasko072de482020-08-05 13:27:21 +0200357API LY_ERR
Michal Vasko40308e72020-10-20 16:38:40 +0200358lys_find_expr_atoms(const struct lysc_node *ctx_node, const struct lys_module *cur_mod, const struct lyxp_expr *expr,
359 const struct lysc_prefix *prefixes, uint32_t options, struct ly_set **set)
360{
361 LY_ERR ret = LY_SUCCESS;
362 struct lyxp_set xp_set = {0};
363 uint32_t i;
364
365 LY_CHECK_ARG_RET(NULL, cur_mod, expr, prefixes, set, LY_EINVAL);
366 if (!(options & LYXP_SCNODE_ALL)) {
367 options = LYXP_SCNODE;
368 }
369
370 /* atomize expression */
371 ret = lyxp_atomize(expr, cur_mod, LY_PREF_SCHEMA_RESOLVED, (void *)prefixes, ctx_node, &xp_set, options);
372 LY_CHECK_GOTO(ret, cleanup);
373
374 /* allocate return set */
375 ret = ly_set_new(set);
376 LY_CHECK_GOTO(ret, cleanup);
377
378 /* transform into ly_set */
379 (*set)->objs = malloc(xp_set.used * sizeof *(*set)->objs);
380 LY_CHECK_ERR_GOTO(!(*set)->objs, LOGMEM(cur_mod->ctx); ret = LY_EMEM, cleanup);
381 (*set)->size = xp_set.used;
382
383 for (i = 0; i < xp_set.used; ++i) {
Michal Vaskod97959c2020-12-10 12:18:28 +0100384 if ((xp_set.val.scnodes[i].type == LYXP_NODE_ELEM) && (xp_set.val.scnodes[i].in_ctx >= LYXP_SET_SCNODE_ATOM)) {
385 assert((xp_set.val.scnodes[i].in_ctx == LYXP_SET_SCNODE_ATOM) ||
386 (xp_set.val.scnodes[i].in_ctx == LYXP_SET_SCNODE_ATOM_CTX));
Michal Vasko40308e72020-10-20 16:38:40 +0200387 ret = ly_set_add(*set, xp_set.val.scnodes[i].scnode, 1, NULL);
388 LY_CHECK_GOTO(ret, cleanup);
389 }
390 }
391
392cleanup:
393 lyxp_set_free_content(&xp_set);
394 if (ret) {
395 ly_set_free(*set, NULL);
396 *set = NULL;
397 }
398 return ret;
399}
400
401API LY_ERR
Radek Krejci1deb5be2020-08-26 16:43:36 +0200402lys_find_xpath(const struct lysc_node *ctx_node, const char *xpath, uint32_t options, struct ly_set **set)
Michal Vasko072de482020-08-05 13:27:21 +0200403{
404 LY_ERR ret = LY_SUCCESS;
Michal Vasko40308e72020-10-20 16:38:40 +0200405 struct lyxp_set xp_set = {0};
Radek Krejcif03a9e22020-09-18 20:09:31 +0200406 struct lyxp_expr *exp = NULL;
Michal Vasko072de482020-08-05 13:27:21 +0200407 uint32_t i;
408
409 LY_CHECK_ARG_RET(NULL, ctx_node, xpath, set, LY_EINVAL);
410 if (!(options & LYXP_SCNODE_ALL)) {
411 options = LYXP_SCNODE;
412 }
413
Michal Vasko072de482020-08-05 13:27:21 +0200414 /* compile expression */
Radek Krejcif03a9e22020-09-18 20:09:31 +0200415 ret = lyxp_expr_parse(ctx_node->module->ctx, xpath, 0, 1, &exp);
416 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko072de482020-08-05 13:27:21 +0200417
418 /* atomize expression */
Michal Vasko5d24f6c2020-10-13 13:49:06 +0200419 ret = lyxp_atomize(exp, NULL, LY_PREF_JSON, NULL, ctx_node, &xp_set, options);
Michal Vasko072de482020-08-05 13:27:21 +0200420 LY_CHECK_GOTO(ret, cleanup);
421
422 /* allocate return set */
Radek Krejciba03a5a2020-08-27 14:40:41 +0200423 ret = ly_set_new(set);
424 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko072de482020-08-05 13:27:21 +0200425
426 /* transform into ly_set */
427 (*set)->objs = malloc(xp_set.used * sizeof *(*set)->objs);
428 LY_CHECK_ERR_GOTO(!(*set)->objs, LOGMEM(ctx_node->module->ctx); ret = LY_EMEM, cleanup);
429 (*set)->size = xp_set.used;
430
431 for (i = 0; i < xp_set.used; ++i) {
Radek Krejcif13b87b2020-12-01 22:02:17 +0100432 if ((xp_set.val.scnodes[i].type == LYXP_NODE_ELEM) && (xp_set.val.scnodes[i].in_ctx == LYXP_SET_SCNODE_ATOM_CTX)) {
Radek Krejci3d92e442020-10-12 12:48:13 +0200433 ret = ly_set_add(*set, xp_set.val.scnodes[i].scnode, 1, NULL);
Radek Krejciba03a5a2020-08-27 14:40:41 +0200434 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko072de482020-08-05 13:27:21 +0200435 }
436 }
437
438cleanup:
439 lyxp_set_free_content(&xp_set);
440 lyxp_expr_free(ctx_node->module->ctx, exp);
Michal Vaskoae159662020-10-21 11:57:24 +0200441 if (ret) {
Michal Vasko40308e72020-10-20 16:38:40 +0200442 ly_set_free(*set, NULL);
443 *set = NULL;
444 }
Michal Vasko072de482020-08-05 13:27:21 +0200445 return ret;
446}
447
Radek Krejcibc5644c2020-10-27 14:53:17 +0100448API LY_ERR
449lys_find_lypath_atoms(const struct ly_path *path, struct ly_set **set)
450{
451 LY_ERR ret = LY_SUCCESS;
452 LY_ARRAY_COUNT_TYPE u, v;
453
454 LY_CHECK_ARG_RET(NULL, path, set, LY_EINVAL);
455
456 /* allocate return set */
457 LY_CHECK_RET(ly_set_new(set));
458
459 LY_ARRAY_FOR(path, u) {
460 /* add nodes from the path */
461 LY_CHECK_GOTO(ret = ly_set_add(*set, (void *)path[u].node, 0, NULL), cleanup);
462 if (path[u].pred_type == LY_PATH_PREDTYPE_LIST) {
463 LY_ARRAY_FOR(path[u].predicates, v) {
464 /* add all the keys in a predicate */
465 LY_CHECK_GOTO(ret = ly_set_add(*set, (void *)path[u].predicates[v].key, 0, NULL), cleanup);
466 }
467 }
468 }
469
470cleanup:
471 if (ret) {
472 ly_set_free(*set, NULL);
473 *set = NULL;
474 }
475 return ret;
476}
477
478API LY_ERR
479lys_find_path_atoms(const struct ly_ctx *ctx, const struct lysc_node *ctx_node, const char *path, ly_bool output,
480 struct ly_set **set)
481{
482 LY_ERR ret = LY_SUCCESS;
483 uint8_t oper;
484 struct lyxp_expr *expr = NULL;
485 struct ly_path *p = NULL;
486
487 LY_CHECK_ARG_RET(ctx, ctx || ctx_node, path, set, LY_EINVAL);
488
489 if (!ctx) {
490 ctx = ctx_node->module->ctx;
491 }
492
493 /* parse */
494 ret = lyxp_expr_parse(ctx, path, strlen(path), 0, &expr);
495 LY_CHECK_GOTO(ret, cleanup);
496
497 /* compile */
498 oper = output ? LY_PATH_OPER_OUTPUT : LY_PATH_OPER_INPUT;
499 ret = ly_path_compile(ctx, NULL, ctx_node, expr, LY_PATH_LREF_FALSE, oper, LY_PATH_TARGET_MANY,
Michal Vasko405cc9e2020-12-01 12:01:27 +0100500 LY_PREF_JSON, NULL, NULL, &p);
Radek Krejcibc5644c2020-10-27 14:53:17 +0100501 LY_CHECK_GOTO(ret, cleanup);
502
503 /* resolve */
504 ret = lys_find_lypath_atoms(p, set);
505
506cleanup:
507 ly_path_free(ctx, p);
508 lyxp_expr_free(ctx, expr);
509 return ret;
510}
511
512API const struct lysc_node *
513lys_find_path(const struct ly_ctx *ctx, const struct lysc_node *ctx_node, const char *path, ly_bool output)
514{
515 const struct lysc_node *snode = NULL;
516 struct lyxp_expr *exp = NULL;
517 struct ly_path *p = NULL;
518 LY_ERR ret;
519 uint8_t oper;
520
521 LY_CHECK_ARG_RET(ctx, ctx || ctx_node, NULL);
522
523 if (!ctx) {
524 ctx = ctx_node->module->ctx;
525 }
526
527 /* parse */
528 ret = lyxp_expr_parse(ctx, path, strlen(path), 0, &exp);
529 LY_CHECK_GOTO(ret, cleanup);
530
531 /* compile */
532 oper = output ? LY_PATH_OPER_OUTPUT : LY_PATH_OPER_INPUT;
533 ret = ly_path_compile(ctx, NULL, ctx_node, exp, LY_PATH_LREF_FALSE, oper, LY_PATH_TARGET_MANY,
Michal Vasko405cc9e2020-12-01 12:01:27 +0100534 LY_PREF_JSON, NULL, NULL, &p);
Radek Krejcibc5644c2020-10-27 14:53:17 +0100535 LY_CHECK_GOTO(ret, cleanup);
536
537 /* get last node */
538 snode = p[LY_ARRAY_COUNT(p) - 1].node;
539
540cleanup:
541 ly_path_free(ctx, p);
542 lyxp_expr_free(ctx, exp);
543 return snode;
544}
545
Michal Vasko14654712020-02-06 08:35:21 +0100546char *
547lysc_path_until(const struct lysc_node *node, const struct lysc_node *parent, LYSC_PATH_TYPE pathtype, char *buffer,
Radek Krejci0f969882020-08-21 16:56:47 +0200548 size_t buflen)
Radek Krejci327de162019-06-14 12:52:07 +0200549{
Michal Vasko03ff5a72019-09-11 13:49:33 +0200550 const struct lysc_node *iter;
Radek Krejci327de162019-06-14 12:52:07 +0200551 char *path = NULL;
552 int len = 0;
553
Radek Krejci3bbd93e2019-07-24 09:57:23 +0200554 LY_CHECK_ARG_RET(NULL, node, NULL);
555 if (buffer) {
556 LY_CHECK_ARG_RET(node->module->ctx, buflen > 1, NULL);
557 }
558
Radek Krejci327de162019-06-14 12:52:07 +0200559 switch (pathtype) {
Michal Vasko03ff5a72019-09-11 13:49:33 +0200560 case LYSC_PATH_LOG:
Michal Vasko65de0402020-08-03 16:34:19 +0200561 case LYSC_PATH_DATA:
Michal Vasko90932a92020-02-12 14:33:03 +0100562 for (iter = node; iter && (iter != parent) && (len >= 0); iter = iter->parent) {
Michal Vasko11deea12020-08-05 13:54:50 +0200563 char *s, *id;
Michal Vasko14654712020-02-06 08:35:21 +0100564 const char *slash;
Radek Krejci327de162019-06-14 12:52:07 +0200565
Michal Vasko65de0402020-08-03 16:34:19 +0200566 if ((pathtype == LYSC_PATH_DATA) && (iter->nodetype & (LYS_CHOICE | LYS_CASE))) {
567 /* schema-only node */
568 continue;
569 }
570
Michal Vasko11deea12020-08-05 13:54:50 +0200571 s = buffer ? strdup(buffer) : path;
Michal Vasko03ff5a72019-09-11 13:49:33 +0200572 id = strdup(iter->name);
Michal Vasko14654712020-02-06 08:35:21 +0100573 if (parent && (iter->parent == parent)) {
574 slash = "";
575 } else {
576 slash = "/";
577 }
Michal Vasko69730152020-10-09 16:30:07 +0200578 if (!iter->parent || (iter->parent->module != iter->module)) {
Radek Krejci327de162019-06-14 12:52:07 +0200579 /* print prefix */
Radek Krejci1c0c3442019-07-23 16:08:47 +0200580 if (buffer) {
Michal Vasko14654712020-02-06 08:35:21 +0100581 len = snprintf(buffer, buflen, "%s%s:%s%s", slash, iter->module->name, id, s ? s : "");
Radek Krejci1c0c3442019-07-23 16:08:47 +0200582 } else {
Michal Vasko14654712020-02-06 08:35:21 +0100583 len = asprintf(&path, "%s%s:%s%s", slash, iter->module->name, id, s ? s : "");
Radek Krejci1c0c3442019-07-23 16:08:47 +0200584 }
Radek Krejci327de162019-06-14 12:52:07 +0200585 } else {
586 /* prefix is the same as in parent */
Radek Krejci1c0c3442019-07-23 16:08:47 +0200587 if (buffer) {
Michal Vasko14654712020-02-06 08:35:21 +0100588 len = snprintf(buffer, buflen, "%s%s%s", slash, id, s ? s : "");
Radek Krejci1c0c3442019-07-23 16:08:47 +0200589 } else {
Michal Vasko14654712020-02-06 08:35:21 +0100590 len = asprintf(&path, "%s%s%s", slash, id, s ? s : "");
Radek Krejci1c0c3442019-07-23 16:08:47 +0200591 }
Radek Krejci327de162019-06-14 12:52:07 +0200592 }
593 free(s);
594 free(id);
Radek Krejci1c0c3442019-07-23 16:08:47 +0200595
Michal Vasko69730152020-10-09 16:30:07 +0200596 if (buffer && (buflen <= (size_t)len)) {
Radek Krejci1c0c3442019-07-23 16:08:47 +0200597 /* not enough space in buffer */
598 break;
599 }
Radek Krejci327de162019-06-14 12:52:07 +0200600 }
601
602 if (len < 0) {
603 free(path);
604 path = NULL;
605 } else if (len == 0) {
Radek Krejci3bbd93e2019-07-24 09:57:23 +0200606 if (buffer) {
607 strcpy(buffer, "/");
608 } else {
609 path = strdup("/");
610 }
Radek Krejci327de162019-06-14 12:52:07 +0200611 }
612 break;
613 }
614
Radek Krejci1c0c3442019-07-23 16:08:47 +0200615 if (buffer) {
616 return buffer;
617 } else {
618 return path;
619 }
Radek Krejci327de162019-06-14 12:52:07 +0200620}
621
Michal Vasko14654712020-02-06 08:35:21 +0100622API char *
623lysc_path(const struct lysc_node *node, LYSC_PATH_TYPE pathtype, char *buffer, size_t buflen)
624{
625 return lysc_path_until(node, NULL, pathtype, buffer, buflen);
626}
627
Michal Vasko28d78432020-05-26 13:10:53 +0200628API LY_ERR
Radek Krejciaf9cd802020-10-06 21:59:47 +0200629lysc_set_private(const struct lysc_node *node, void *priv, void **prev_priv_p)
Radek Krejci19cf8052020-08-18 15:02:38 +0200630{
Radek Krejciaf9cd802020-10-06 21:59:47 +0200631 struct lysc_action *act;
632 struct lysc_notif *notif;
633
Radek Krejci19cf8052020-08-18 15:02:38 +0200634 LY_CHECK_ARG_RET(NULL, node, LY_EINVAL);
635
Radek Krejciaf9cd802020-10-06 21:59:47 +0200636 switch (node->nodetype) {
637 case LYS_CONTAINER:
638 case LYS_CHOICE:
639 case LYS_CASE:
640 case LYS_LEAF:
641 case LYS_LEAFLIST:
642 case LYS_LIST:
643 case LYS_ANYXML:
644 case LYS_ANYDATA:
645 if (prev_priv_p) {
646 *prev_priv_p = node->priv;
647 }
648 ((struct lysc_node *)node)->priv = priv;
649 break;
650 case LYS_RPC:
651 case LYS_ACTION:
652 act = (struct lysc_action *)node;
653 if (prev_priv_p) {
654 *prev_priv_p = act->priv;
655 }
656 act->priv = priv;
657 break;
658 case LYS_NOTIF:
659 notif = (struct lysc_notif *)node;
660 if (prev_priv_p) {
661 *prev_priv_p = notif->priv;
662 }
663 notif->priv = priv;
664 break;
665 default:
666 return LY_EINVAL;
Radek Krejci19cf8052020-08-18 15:02:38 +0200667 }
Radek Krejci19cf8052020-08-18 15:02:38 +0200668
669 return LY_SUCCESS;
670}
671
Michal Vasko405cc9e2020-12-01 12:01:27 +0100672LY_ERR
673lys_set_implemented_r(struct lys_module *mod, const char **features, struct lys_glob_unres *unres)
Radek Krejci77a8bcd2019-09-11 11:20:02 +0200674{
675 struct lys_module *m;
676
Michal Vasko405cc9e2020-12-01 12:01:27 +0100677 assert(!mod->implemented);
Radek Krejci77a8bcd2019-09-11 11:20:02 +0200678
679 /* we have module from the current context */
680 m = ly_ctx_get_module_implemented(mod->ctx, mod->name);
681 if (m) {
Michal Vasko89b5c072020-10-06 13:52:44 +0200682 assert(m != mod);
683
684 /* check collision with other implemented revision */
685 LOGERR(mod->ctx, LY_EDENIED, "Module \"%s%s%s\" is present in the context in other implemented revision (%s).",
686 mod->name, mod->revision ? "@" : "", mod->revision ? mod->revision : "", m->revision ? m->revision : "none");
687 return LY_EDENIED;
Radek Krejci77a8bcd2019-09-11 11:20:02 +0200688 }
689
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100690 /* enable features */
691 LY_CHECK_RET(lys_enable_features(mod->parsed, features));
692
Michal Vasko89b5c072020-10-06 13:52:44 +0200693 /* add the module into newly implemented module set */
Michal Vasko405cc9e2020-12-01 12:01:27 +0100694 LY_CHECK_RET(ly_set_add(&unres->implementing, mod, 1, NULL));
Michal Vasko89b5c072020-10-06 13:52:44 +0200695
Radek Krejci77a8bcd2019-09-11 11:20:02 +0200696 /* mark the module implemented, check for collision was already done */
Michal Vasko89b5c072020-10-06 13:52:44 +0200697 mod->implemented = 1;
Radek Krejci77a8bcd2019-09-11 11:20:02 +0200698
699 /* compile the schema */
Michal Vasko405cc9e2020-12-01 12:01:27 +0100700 return lys_compile(mod, 0, unres);
701}
Radek Krejci77a8bcd2019-09-11 11:20:02 +0200702
Michal Vasko405cc9e2020-12-01 12:01:27 +0100703API LY_ERR
704lys_set_implemented(struct lys_module *mod, const char **features)
705{
706 LY_ERR ret = LY_SUCCESS, r;
707 struct lys_glob_unres unres = {0};
Radek Krejci77a8bcd2019-09-11 11:20:02 +0200708
Michal Vasko405cc9e2020-12-01 12:01:27 +0100709 LY_CHECK_ARG_RET(NULL, mod, LY_EINVAL);
Michal Vasko916aefb2020-11-02 15:43:16 +0100710
Michal Vasko405cc9e2020-12-01 12:01:27 +0100711 if (mod->implemented) {
712 /* mod is already implemented, set the features */
713 r = lys_set_features(mod->parsed, features);
714 if (r == LY_EEXIST) {
715 /* no changes */
716 return LY_SUCCESS;
717 } else if (r) {
718 /* error */
719 return r;
Michal Vasko89b5c072020-10-06 13:52:44 +0200720 }
721
Michal Vasko405cc9e2020-12-01 12:01:27 +0100722 /* full recompilation */
723 return lys_recompile(mod->ctx, 1);
Michal Vasko89b5c072020-10-06 13:52:44 +0200724 }
Michal Vasko08c8b272020-11-24 18:11:30 +0100725
Michal Vasko405cc9e2020-12-01 12:01:27 +0100726 /* implement this module and any other required modules, recursively */
727 ret = lys_set_implemented_r(mod, features, &unres);
Michal Vasko405cc9e2020-12-01 12:01:27 +0100728
729 /* the first module being implemented is finished, resolve global unres, consolidate the set */
730 if (!ret) {
731 ret = lys_compile_unres_glob(mod->ctx, &unres);
732 }
733 if (ret) {
734 /* failure, full compile revert */
735 lys_compile_unres_glob_revert(mod->ctx, &unres);
736 }
737
738 lys_compile_unres_glob_erase(mod->ctx, &unres);
Michal Vasko89b5c072020-10-06 13:52:44 +0200739 return ret;
Radek Krejci77a8bcd2019-09-11 11:20:02 +0200740}
741
Michal Vasko7c8439f2020-08-05 13:25:19 +0200742static LY_ERR
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100743lys_resolve_import_include(struct lys_parser_ctx *pctx, struct lysp_module *pmod)
Michal Vasko7c8439f2020-08-05 13:25:19 +0200744{
745 struct lysp_import *imp;
746 struct lysp_include *inc;
747 LY_ARRAY_COUNT_TYPE u, v;
748
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100749 pmod->parsing = 1;
750 LY_ARRAY_FOR(pmod->imports, u) {
751 imp = &pmod->imports[u];
Michal Vasko7c8439f2020-08-05 13:25:19 +0200752 if (!imp->module) {
Michal Vasko405cc9e2020-12-01 12:01:27 +0100753 LY_CHECK_RET(lysp_load_module(PARSER_CTX(pctx), imp->name, imp->rev[0] ? imp->rev : NULL, 0, NULL,
754 pctx->unres, &imp->module));
Michal Vasko7c8439f2020-08-05 13:25:19 +0200755 }
756 /* check for importing the same module twice */
757 for (v = 0; v < u; ++v) {
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100758 if (imp->module == pmod->imports[v].module) {
Michal Vasko7c8439f2020-08-05 13:25:19 +0200759 LOGWRN(PARSER_CTX(pctx), "Single revision of the module \"%s\" imported twice.", imp->name);
760 }
761 }
762 }
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100763 LY_ARRAY_FOR(pmod->includes, u) {
764 inc = &pmod->includes[u];
Michal Vasko7c8439f2020-08-05 13:25:19 +0200765 if (!inc->submodule) {
766 LY_CHECK_RET(lysp_load_submodule(pctx, inc));
767 }
768 }
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100769 pmod->parsing = 0;
Michal Vasko7c8439f2020-08-05 13:25:19 +0200770
771 return LY_SUCCESS;
772}
773
Michal Vasko3a41dff2020-07-15 14:30:28 +0200774LY_ERR
Michal Vasko7a0b0762020-09-02 16:37:01 +0200775lys_parse_submodule(struct ly_ctx *ctx, struct ly_in *in, LYS_INFORMAT format, struct lys_parser_ctx *main_ctx,
Michal Vasko22df3f02020-08-24 13:29:22 +0200776 LY_ERR (*custom_check)(const struct ly_ctx *, struct lysp_module *, struct lysp_submodule *, void *),
Radek Krejci0f969882020-08-21 16:56:47 +0200777 void *check_data, struct lysp_submodule **submodule)
Radek Krejci9f5e6fb2018-10-25 09:26:12 +0200778{
Michal Vasko3a41dff2020-07-15 14:30:28 +0200779 LY_ERR ret;
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100780 struct lysp_submodule *submod = NULL, *latest_sp;
Michal Vaskob36053d2020-03-26 15:49:30 +0100781 struct lys_yang_parser_ctx *yangctx = NULL;
782 struct lys_yin_parser_ctx *yinctx = NULL;
783 struct lys_parser_ctx *pctx;
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100784
Michal Vasko3a41dff2020-07-15 14:30:28 +0200785 LY_CHECK_ARG_RET(ctx, ctx, in, LY_EINVAL);
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100786
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100787 switch (format) {
788 case LYS_IN_YIN:
Michal Vasko63f3d842020-07-08 10:10:14 +0200789 ret = yin_parse_submodule(&yinctx, ctx, main_ctx, in, &submod);
Michal Vaskob36053d2020-03-26 15:49:30 +0100790 pctx = (struct lys_parser_ctx *)yinctx;
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100791 break;
792 case LYS_IN_YANG:
Michal Vasko63f3d842020-07-08 10:10:14 +0200793 ret = yang_parse_submodule(&yangctx, ctx, main_ctx, in, &submod);
Michal Vaskob36053d2020-03-26 15:49:30 +0100794 pctx = (struct lys_parser_ctx *)yangctx;
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100795 break;
796 default:
David Sedlák4f2f5ba2019-08-15 13:18:48 +0200797 LOGERR(ctx, LY_EINVAL, "Invalid schema input format.");
Radek Krejci82fa8d42020-07-11 22:00:59 +0200798 ret = LY_EINVAL;
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100799 break;
Radek Krejci9f5e6fb2018-10-25 09:26:12 +0200800 }
Radek Krejcif6923e82020-07-02 16:36:53 +0200801 LY_CHECK_GOTO(ret, error);
Radek Krejcif027df72020-09-15 13:00:28 +0200802 assert(submod);
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100803
804 /* make sure that the newest revision is at position 0 */
805 lysp_sort_revisions(submod->revs);
806
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100807 /* decide the latest revision */
Michal Vaskoc3781c32020-10-06 14:04:08 +0200808 latest_sp = ly_ctx_get_submodule(NULL, submod->mod, submod->name, NULL);
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100809 if (latest_sp) {
810 if (submod->revs) {
811 if (!latest_sp->revs) {
812 /* latest has no revision, so mod is anyway newer */
813 submod->latest_revision = latest_sp->latest_revision;
Radek Krejcib3289d62019-09-18 12:21:39 +0200814 /* the latest_sp is zeroed later when the new module is being inserted into the context */
815 } else if (strcmp(submod->revs[0].date, latest_sp->revs[0].date) > 0) {
816 submod->latest_revision = latest_sp->latest_revision;
817 /* the latest_sp is zeroed later when the new module is being inserted into the context */
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100818 } else {
Radek Krejcib3289d62019-09-18 12:21:39 +0200819 latest_sp = NULL;
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100820 }
Radek Krejcib3289d62019-09-18 12:21:39 +0200821 } else {
822 latest_sp = NULL;
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100823 }
824 } else {
825 submod->latest_revision = 1;
826 }
827
Radek Krejcib3289d62019-09-18 12:21:39 +0200828 if (custom_check) {
Michal Vasko7c8439f2020-08-05 13:25:19 +0200829 LY_CHECK_GOTO(ret = custom_check(ctx, NULL, submod, check_data), error);
Radek Krejcib3289d62019-09-18 12:21:39 +0200830 }
831
832 if (latest_sp) {
833 latest_sp->latest_revision = 0;
834 }
835
Michal Vasko7a0b0762020-09-02 16:37:01 +0200836 lys_parser_fill_filepath(ctx, in, &submod->filepath);
837
Michal Vasko7c8439f2020-08-05 13:25:19 +0200838 /* resolve imports and includes */
839 LY_CHECK_GOTO(ret = lys_resolve_import_include(pctx, (struct lysp_module *)submod), error);
840
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100841 /* remap possibly changed and reallocated typedefs and groupings list back to the main context */
Michal Vaskob36053d2020-03-26 15:49:30 +0100842 memcpy(&main_ctx->tpdfs_nodes, &pctx->tpdfs_nodes, sizeof main_ctx->tpdfs_nodes);
843 memcpy(&main_ctx->grps_nodes, &pctx->grps_nodes, sizeof main_ctx->grps_nodes);
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100844
David Sedlák1b623122019-08-05 15:27:49 +0200845 if (format == LYS_IN_YANG) {
Michal Vaskob36053d2020-03-26 15:49:30 +0100846 yang_parser_ctx_free(yangctx);
David Sedlák1b623122019-08-05 15:27:49 +0200847 } else {
Michal Vaskob36053d2020-03-26 15:49:30 +0100848 yin_parser_ctx_free(yinctx);
David Sedlák1b623122019-08-05 15:27:49 +0200849 }
Michal Vasko3a41dff2020-07-15 14:30:28 +0200850 *submodule = submod;
851 return LY_SUCCESS;
David Sedlák1b623122019-08-05 15:27:49 +0200852
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100853error:
Michal Vasko5d24f6c2020-10-13 13:49:06 +0200854 lysp_module_free((struct lysp_module *)submod);
David Sedlák1b623122019-08-05 15:27:49 +0200855 if (format == LYS_IN_YANG) {
Michal Vaskob36053d2020-03-26 15:49:30 +0100856 yang_parser_ctx_free(yangctx);
David Sedlák1b623122019-08-05 15:27:49 +0200857 } else {
Michal Vaskob36053d2020-03-26 15:49:30 +0100858 yin_parser_ctx_free(yinctx);
David Sedlák1b623122019-08-05 15:27:49 +0200859 }
Michal Vasko3a41dff2020-07-15 14:30:28 +0200860 return ret;
Radek Krejci9f5e6fb2018-10-25 09:26:12 +0200861}
862
Michal Vasko45b521c2020-11-04 17:14:39 +0100863/**
864 * @brief Add ietf-netconf metadata to the parsed module. Operation, filter, and select are added.
865 *
866 * @param[in] mod Parsed module to add to.
867 * @return LY_SUCCESS on success.
868 * @return LY_ERR on error.
869 */
870static LY_ERR
871lys_parsed_add_internal_ietf_netconf(struct lysp_module *mod)
872{
873 struct lysp_ext_instance *ext_p;
874 struct lysp_stmt *stmt;
875 struct lysp_import *imp;
876
877 /*
878 * 1) edit-config's operation
879 */
880 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->exts, ext_p, LY_EMEM);
881 LY_CHECK_ERR_RET(!ext_p, LOGMEM(mod->mod->ctx), LY_EMEM);
882 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_:annotation", 0, &ext_p->name));
883 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "operation", 0, &ext_p->argument));
884 ext_p->flags = LYS_INTERNAL;
885 ext_p->insubstmt = LYEXT_SUBSTMT_SELF;
886 ext_p->insubstmt_index = 0;
887
888 ext_p->child = stmt = calloc(1, sizeof *ext_p->child);
889 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
890 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "type", 0, &stmt->stmt));
891 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enumeration", 0, &stmt->arg));
892 stmt->kw = LY_STMT_TYPE;
893
894 stmt->child = calloc(1, sizeof *stmt->child);
895 stmt = stmt->child;
896 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
897 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
898 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "merge", 0, &stmt->arg));
899 stmt->kw = LY_STMT_ENUM;
900
901 stmt->next = calloc(1, sizeof *stmt->child);
902 stmt = stmt->next;
903 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
904 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
905 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "replace", 0, &stmt->arg));
906 stmt->kw = LY_STMT_ENUM;
907
908 stmt->next = calloc(1, sizeof *stmt->child);
909 stmt = stmt->next;
910 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
911 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
912 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "create", 0, &stmt->arg));
913 stmt->kw = LY_STMT_ENUM;
914
915 stmt->next = calloc(1, sizeof *stmt->child);
916 stmt = stmt->next;
917 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
918 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
919 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "delete", 0, &stmt->arg));
920 stmt->kw = LY_STMT_ENUM;
921
922 stmt->next = calloc(1, sizeof *stmt->child);
923 stmt = stmt->next;
924 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
925 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
926 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "remove", 0, &stmt->arg));
927 stmt->kw = LY_STMT_ENUM;
928
929 /*
930 * 2) filter's type
931 */
932 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->exts, ext_p, LY_EMEM);
933 LY_CHECK_ERR_RET(!ext_p, LOGMEM(mod->mod->ctx), LY_EMEM);
934 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_:annotation", 0, &ext_p->name));
935 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "type", 0, &ext_p->argument));
936 ext_p->flags = LYS_INTERNAL;
937 ext_p->insubstmt = LYEXT_SUBSTMT_SELF;
938 ext_p->insubstmt_index = 0;
939
940 ext_p->child = stmt = calloc(1, sizeof *ext_p->child);
941 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
942 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "type", 0, &stmt->stmt));
943 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enumeration", 0, &stmt->arg));
944 stmt->kw = LY_STMT_TYPE;
945
946 stmt->child = calloc(1, sizeof *stmt->child);
947 stmt = stmt->child;
948 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
949 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
950 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "subtree", 0, &stmt->arg));
951 stmt->kw = LY_STMT_ENUM;
952
953 stmt->next = calloc(1, sizeof *stmt->child);
954 stmt = stmt->next;
955 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
956 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
957 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "xpath", 0, &stmt->arg));
958 stmt->kw = LY_STMT_ENUM;
959
960 /* if-feature for enum allowed only for YANG 1.1 modules */
961 if (mod->version >= LYS_VERSION_1_1) {
962 stmt->child = calloc(1, sizeof *stmt->child);
963 stmt = stmt->child;
964 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
965 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "if-feature", 0, &stmt->stmt));
966 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "xpath", 0, &stmt->arg));
967 stmt->kw = LY_STMT_IF_FEATURE;
968 }
969
970 /*
971 * 3) filter's select
972 */
973 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->exts, ext_p, LY_EMEM);
974 LY_CHECK_ERR_RET(!ext_p, LOGMEM(mod->mod->ctx), LY_EMEM);
975 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_:annotation", 0, &ext_p->name));
976 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "select", 0, &ext_p->argument));
977 ext_p->flags = LYS_INTERNAL;
978 ext_p->insubstmt = LYEXT_SUBSTMT_SELF;
979 ext_p->insubstmt_index = 0;
980
981 ext_p->child = stmt = calloc(1, sizeof *ext_p->child);
982 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
983 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "type", 0, &stmt->stmt));
984 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "yang_:xpath1.0", 0, &stmt->arg));
985 stmt->kw = LY_STMT_TYPE;
986
987 /* create new imports for the used prefixes */
988 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->imports, imp, LY_EMEM);
989
990 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "ietf-yang-metadata", 0, &imp->name));
991 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_", 0, &imp->prefix));
992 imp->flags = LYS_INTERNAL;
993
994 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->imports, imp, LY_EMEM);
995
996 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "ietf-yang-types", 0, &imp->name));
997 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "yang_", 0, &imp->prefix));
998 imp->flags = LYS_INTERNAL;
999
1000 return LY_SUCCESS;
1001}
1002
1003/**
1004 * @brief Add ietf-netconf-with-defaults "default" metadata to the parsed module.
1005 *
1006 * @param[in] mod Parsed module to add to.
1007 * @return LY_SUCCESS on success.
1008 * @return LY_ERR on error.
1009 */
1010static LY_ERR
1011lys_parsed_add_internal_ietf_netconf_with_defaults(struct lysp_module *mod)
1012{
1013 struct lysp_ext_instance *ext_p;
1014 struct lysp_stmt *stmt;
1015 struct lysp_import *imp;
1016
1017 /* add new extension instance */
1018 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->exts, ext_p, LY_EMEM);
1019
1020 /* fill in the extension instance fields */
1021 LY_CHECK_ERR_RET(!ext_p, LOGMEM(mod->mod->ctx), LY_EMEM);
1022 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_:annotation", 0, &ext_p->name));
1023 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "default", 0, &ext_p->argument));
1024 ext_p->flags = LYS_INTERNAL;
1025 ext_p->insubstmt = LYEXT_SUBSTMT_SELF;
1026 ext_p->insubstmt_index = 0;
1027
1028 ext_p->child = stmt = calloc(1, sizeof *ext_p->child);
1029 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
1030 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "type", 0, &stmt->stmt));
1031 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "boolean", 0, &stmt->arg));
1032 stmt->kw = LY_STMT_TYPE;
1033
1034 /* create new import for the used prefix */
1035 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->imports, imp, LY_EMEM);
1036
1037 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "ietf-yang-metadata", 0, &imp->name));
1038 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_", 0, &imp->prefix));
1039 imp->flags = LYS_INTERNAL;
1040
1041 return LY_SUCCESS;
1042}
1043
Michal Vasko3a41dff2020-07-15 14:30:28 +02001044LY_ERR
Michal Vasko7a0b0762020-09-02 16:37:01 +02001045lys_create_module(struct ly_ctx *ctx, struct ly_in *in, LYS_INFORMAT format, ly_bool implement,
Radek Krejci1deb5be2020-08-26 16:43:36 +02001046 LY_ERR (*custom_check)(const struct ly_ctx *ctx, struct lysp_module *mod, struct lysp_submodule *submod, void *data),
Michal Vasko405cc9e2020-12-01 12:01:27 +01001047 void *check_data, const char **features, struct lys_glob_unres *unres, struct lys_module **module)
Radek Krejci86d106e2018-10-18 09:53:19 +02001048{
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001049 struct lys_module *mod = NULL, *latest, *mod_dup, *mod_impl;
Michal Vasko5d24f6c2020-10-13 13:49:06 +02001050 struct lysp_submodule *submod;
Michal Vasko3a41dff2020-07-15 14:30:28 +02001051 LY_ERR ret;
Michal Vasko7c8439f2020-08-05 13:25:19 +02001052 LY_ARRAY_COUNT_TYPE u;
Michal Vaskob36053d2020-03-26 15:49:30 +01001053 struct lys_yang_parser_ctx *yangctx = NULL;
1054 struct lys_yin_parser_ctx *yinctx = NULL;
Radek Krejcif6923e82020-07-02 16:36:53 +02001055 struct lys_parser_ctx *pctx = NULL;
Michal Vasko7a0b0762020-09-02 16:37:01 +02001056 char *filename, *rev, *dot;
1057 size_t len;
Radek Krejci86d106e2018-10-18 09:53:19 +02001058
Michal Vasko405cc9e2020-12-01 12:01:27 +01001059 assert(ctx && in && (!features || implement) && unres);
1060
Michal Vasko7a0b0762020-09-02 16:37:01 +02001061 if (module) {
1062 *module = NULL;
1063 }
Radek Krejci86d106e2018-10-18 09:53:19 +02001064
1065 mod = calloc(1, sizeof *mod);
Michal Vasko3a41dff2020-07-15 14:30:28 +02001066 LY_CHECK_ERR_RET(!mod, LOGMEM(ctx), LY_EMEM);
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001067 mod->ctx = ctx;
Radek Krejci86d106e2018-10-18 09:53:19 +02001068
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001069 /* parse */
Radek Krejci86d106e2018-10-18 09:53:19 +02001070 switch (format) {
1071 case LYS_IN_YIN:
Michal Vasko405cc9e2020-12-01 12:01:27 +01001072 ret = yin_parse_module(&yinctx, in, mod, unres);
Michal Vaskob36053d2020-03-26 15:49:30 +01001073 pctx = (struct lys_parser_ctx *)yinctx;
Radek Krejci86d106e2018-10-18 09:53:19 +02001074 break;
1075 case LYS_IN_YANG:
Michal Vasko405cc9e2020-12-01 12:01:27 +01001076 ret = yang_parse_module(&yangctx, in, mod, unres);
Michal Vaskob36053d2020-03-26 15:49:30 +01001077 pctx = (struct lys_parser_ctx *)yangctx;
Radek Krejci86d106e2018-10-18 09:53:19 +02001078 break;
1079 default:
1080 LOGERR(ctx, LY_EINVAL, "Invalid schema input format.");
Michal Vasko3a41dff2020-07-15 14:30:28 +02001081 ret = LY_EINVAL;
Radek Krejci86d106e2018-10-18 09:53:19 +02001082 break;
1083 }
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001084 LY_CHECK_GOTO(ret, free_mod_cleanup);
Radek Krejci9f5e6fb2018-10-25 09:26:12 +02001085
1086 /* make sure that the newest revision is at position 0 */
1087 lysp_sort_revisions(mod->parsed->revs);
Radek Krejci0af46292019-01-11 16:02:31 +01001088 if (mod->parsed->revs) {
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001089 LY_CHECK_GOTO(ret = lydict_insert(ctx, mod->parsed->revs[0].date, 0, &mod->revision), free_mod_cleanup);
Radek Krejci0af46292019-01-11 16:02:31 +01001090 }
Radek Krejci86d106e2018-10-18 09:53:19 +02001091
Radek Krejcib3289d62019-09-18 12:21:39 +02001092 /* decide the latest revision */
Michal Vasko22df3f02020-08-24 13:29:22 +02001093 latest = (struct lys_module *)ly_ctx_get_module_latest(ctx, mod->name);
Radek Krejcib3289d62019-09-18 12:21:39 +02001094 if (latest) {
1095 if (mod->revision) {
1096 if (!latest->revision) {
1097 /* latest has no revision, so mod is anyway newer */
1098 mod->latest_revision = latest->latest_revision;
1099 /* the latest is zeroed later when the new module is being inserted into the context */
1100 } else if (strcmp(mod->revision, latest->revision) > 0) {
1101 mod->latest_revision = latest->latest_revision;
1102 /* the latest is zeroed later when the new module is being inserted into the context */
1103 } else {
1104 latest = NULL;
1105 }
1106 } else {
1107 latest = NULL;
1108 }
1109 } else {
1110 mod->latest_revision = 1;
1111 }
1112
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001113 if (custom_check) {
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001114 LY_CHECK_GOTO(ret = custom_check(ctx, mod->parsed, NULL, check_data), free_mod_cleanup);
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001115 }
1116
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001117 /* check whether it is not already in the context in the same revision */
Michal Vasko22df3f02020-08-24 13:29:22 +02001118 mod_dup = (struct lys_module *)ly_ctx_get_module(ctx, mod->name, mod->revision);
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001119 if (implement) {
1120 mod_impl = ly_ctx_get_module_implemented(ctx, mod->name);
1121 if (mod_impl && (mod_impl != mod_dup)) {
1122 LOGERR(ctx, LY_EDENIED, "Module \"%s@%s\" is already implemented in the context.", mod_impl->name,
1123 mod_impl->revision ? mod_impl->revision : "<none>");
1124 ret = LY_EDENIED;
1125 goto free_mod_cleanup;
Radek Krejcid33273d2018-10-25 14:55:52 +02001126 }
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001127 }
1128 if (mod_dup) {
1129 if (implement) {
1130 if (!mod_dup->implemented) {
1131 /* just implement it */
1132 LY_CHECK_GOTO(ret = lys_set_implemented_r(mod_dup, features, unres), free_mod_cleanup);
1133 goto free_mod_cleanup;
1134 }
1135
1136 /* nothing to do */
1137 LOGVRB("Module \"%s@%s\" is already implemented in the context.", mod_dup->name,
1138 mod_dup->revision ? mod_dup->revision : "<none>");
1139 goto free_mod_cleanup;
1140 }
1141
1142 /* nothing to do */
1143 LOGVRB("Module \"%s@%s\" is already present in the context.", mod_dup->name,
1144 mod_dup->revision ? mod_dup->revision : "<none>");
1145 goto free_mod_cleanup;
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001146 }
Radek Krejci86d106e2018-10-18 09:53:19 +02001147
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001148 switch (in->type) {
1149 case LY_IN_FILEPATH:
1150 /* check that name and revision match filename */
1151 filename = strrchr(in->method.fpath.filepath, '/');
1152 if (!filename) {
1153 filename = in->method.fpath.filepath;
1154 } else {
1155 filename++;
1156 }
1157 rev = strchr(filename, '@');
1158 dot = strrchr(filename, '.');
1159
1160 /* name */
1161 len = strlen(mod->name);
1162 if (strncmp(filename, mod->name, len) ||
Michal Vasko69730152020-10-09 16:30:07 +02001163 ((rev && (rev != &filename[len])) || (!rev && (dot != &filename[len])))) {
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001164 LOGWRN(ctx, "File name \"%s\" does not match module name \"%s\".", filename, mod->name);
1165 }
1166 if (rev) {
1167 len = dot - ++rev;
Radek Krejcif13b87b2020-12-01 22:02:17 +01001168 if (!mod->parsed->revs || (len != LY_REV_SIZE - 1) || strncmp(mod->parsed->revs[0].date, rev, len)) {
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001169 LOGWRN(ctx, "File name \"%s\" does not match module revision \"%s\".", filename,
Michal Vasko69730152020-10-09 16:30:07 +02001170 mod->parsed->revs ? mod->parsed->revs[0].date : "none");
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001171 }
1172 }
1173
1174 break;
1175 case LY_IN_FD:
1176 case LY_IN_FILE:
1177 case LY_IN_MEMORY:
1178 /* nothing special to do */
1179 break;
Michal Vasko7a0b0762020-09-02 16:37:01 +02001180 case LY_IN_ERROR:
1181 LOGINT(ctx);
1182 ret = LY_EINT;
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001183 goto free_mod_cleanup;
Radek Krejci096235c2019-01-11 11:12:19 +01001184 }
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001185 lys_parser_fill_filepath(ctx, in, &mod->filepath);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001186
Michal Vasko7a0b0762020-09-02 16:37:01 +02001187 if (latest) {
1188 latest->latest_revision = 0;
1189 }
1190
Michal Vasko45b521c2020-11-04 17:14:39 +01001191 /* add internal data in case specific modules were parsed */
1192 if (!strcmp(mod->name, "ietf-netconf")) {
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001193 LY_CHECK_GOTO(ret = lys_parsed_add_internal_ietf_netconf(mod->parsed), free_mod_cleanup);
Michal Vasko45b521c2020-11-04 17:14:39 +01001194 } else if (!strcmp(mod->name, "ietf-netconf-with-defaults")) {
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001195 LY_CHECK_GOTO(ret = lys_parsed_add_internal_ietf_netconf_with_defaults(mod->parsed), free_mod_cleanup);
Michal Vasko45b521c2020-11-04 17:14:39 +01001196 }
1197
Michal Vasko405cc9e2020-12-01 12:01:27 +01001198 /* add the module into newly created module set, will also be freed from there on any error */
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001199 LY_CHECK_GOTO(ret = ly_set_add(&unres->creating, mod, 1, NULL), free_mod_cleanup);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001200
Michal Vasko7a0b0762020-09-02 16:37:01 +02001201 /* add into context */
Radek Krejci3d92e442020-10-12 12:48:13 +02001202 ret = ly_set_add(&ctx->list, mod, 1, NULL);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001203 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko7a0b0762020-09-02 16:37:01 +02001204 ctx->module_set_id++;
1205
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001206 /* resolve includes and all imports */
Michal Vasko405cc9e2020-12-01 12:01:27 +01001207 LY_CHECK_GOTO(ret = lys_resolve_import_include(pctx, mod->parsed), cleanup);
Michal Vasko7a0b0762020-09-02 16:37:01 +02001208
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001209 /* check name collisions */
Michal Vasko405cc9e2020-12-01 12:01:27 +01001210 LY_CHECK_GOTO(ret = lysp_check_dup_typedefs(pctx, mod->parsed), cleanup);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001211 /* TODO groupings */
Michal Vasko405cc9e2020-12-01 12:01:27 +01001212 LY_CHECK_GOTO(ret = lysp_check_dup_features(pctx, mod->parsed), cleanup);
1213 LY_CHECK_GOTO(ret = lysp_check_dup_identities(pctx, mod->parsed), cleanup);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001214
1215 /* compile features */
Michal Vasko405cc9e2020-12-01 12:01:27 +01001216 LY_CHECK_GOTO(ret = lys_compile_feature_iffeatures(mod->parsed), cleanup);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001217
Michal Vasko89b5c072020-10-06 13:52:44 +02001218 if (!implement) {
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001219 /* pre-compile identities of the module */
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001220 LY_CHECK_GOTO(ret = lys_identity_precompile(NULL, ctx, mod->parsed, mod->parsed->identities, &mod->identities), cleanup);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001221
1222 /* pre-compile identities of any submodules */
Michal Vasko7a0b0762020-09-02 16:37:01 +02001223 LY_ARRAY_FOR(mod->parsed->includes, u) {
Michal Vasko5d24f6c2020-10-13 13:49:06 +02001224 submod = mod->parsed->includes[u].submodule;
Michal Vasko5d24f6c2020-10-13 13:49:06 +02001225 ret = lys_identity_precompile(NULL, ctx, (struct lysp_module *)submod, submod->identities, &mod->identities);
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001226 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko7a0b0762020-09-02 16:37:01 +02001227 }
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001228 } else {
Michal Vasko89b5c072020-10-06 13:52:44 +02001229 /* implement (compile) */
Michal Vasko405cc9e2020-12-01 12:01:27 +01001230 LY_CHECK_GOTO(ret = lys_set_implemented_r(mod, features, unres), cleanup);
Michal Vasko7a0b0762020-09-02 16:37:01 +02001231 }
1232
Michal Vasko405cc9e2020-12-01 12:01:27 +01001233 /* success */
1234 goto cleanup;
Michal Vasko7a0b0762020-09-02 16:37:01 +02001235
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001236free_mod_cleanup:
Michal Vasko7a0b0762020-09-02 16:37:01 +02001237 lys_module_free(mod, NULL);
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001238 mod = NULL;
1239
Michal Vasko405cc9e2020-12-01 12:01:27 +01001240cleanup:
Michal Vasko7a0b0762020-09-02 16:37:01 +02001241 if (pctx) {
1242 ly_set_erase(&pctx->tpdfs_nodes, NULL);
1243 }
1244 if (format == LYS_IN_YANG) {
1245 yang_parser_ctx_free(yangctx);
1246 } else {
1247 yin_parser_ctx_free(yinctx);
1248 }
1249
Michal Vasko405cc9e2020-12-01 12:01:27 +01001250 if (!ret && module) {
1251 *module = mod;
1252 }
Michal Vasko7a0b0762020-09-02 16:37:01 +02001253 return ret;
1254}
1255
Radek Krejci545b4872020-11-15 10:15:12 +01001256static LYS_INFORMAT
1257lys_parse_get_format(const struct ly_in *in, LYS_INFORMAT format)
1258{
1259 if (!format && (in->type == LY_IN_FILEPATH)) {
1260 /* unknown format - try to detect it from filename's suffix */
1261 const char *path = in->method.fpath.filepath;
1262 size_t len = strlen(path);
1263
1264 /* ignore trailing whitespaces */
1265 for ( ; len > 0 && isspace(path[len - 1]); len--) {}
1266
Radek Krejcif13b87b2020-12-01 22:02:17 +01001267 if ((len >= LY_YANG_SUFFIX_LEN + 1) &&
1268 !strncmp(&path[len - LY_YANG_SUFFIX_LEN], LY_YANG_SUFFIX, LY_YANG_SUFFIX_LEN)) {
Radek Krejci545b4872020-11-15 10:15:12 +01001269 format = LYS_IN_YANG;
Radek Krejcif13b87b2020-12-01 22:02:17 +01001270 } else if ((len >= LY_YIN_SUFFIX_LEN + 1) &&
1271 !strncmp(&path[len - LY_YIN_SUFFIX_LEN], LY_YIN_SUFFIX, LY_YIN_SUFFIX_LEN)) {
Radek Krejci545b4872020-11-15 10:15:12 +01001272 format = LYS_IN_YIN;
1273 } /* else still unknown */
1274 }
1275
1276 return format;
1277}
1278
Michal Vasko7a0b0762020-09-02 16:37:01 +02001279API LY_ERR
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001280lys_parse(struct ly_ctx *ctx, struct ly_in *in, LYS_INFORMAT format, const char **features, const struct lys_module **module)
Michal Vasko7a0b0762020-09-02 16:37:01 +02001281{
Michal Vasko405cc9e2020-12-01 12:01:27 +01001282 LY_ERR ret;
1283 struct lys_glob_unres unres = {0};
1284
Michal Vasko7a0b0762020-09-02 16:37:01 +02001285 if (module) {
1286 *module = NULL;
1287 }
Radek Krejci545b4872020-11-15 10:15:12 +01001288 LY_CHECK_ARG_RET(NULL, ctx, in, LY_EINVAL);
1289
1290 format = lys_parse_get_format(in, format);
1291 LY_CHECK_ARG_RET(ctx, format, LY_EINVAL);
Michal Vasko7a0b0762020-09-02 16:37:01 +02001292
1293 /* remember input position */
1294 in->func_start = in->current;
1295
Michal Vasko405cc9e2020-12-01 12:01:27 +01001296 ret = lys_create_module(ctx, in, format, 1, NULL, NULL, features, &unres, (struct lys_module **)module);
1297 LY_CHECK_GOTO(ret, cleanup);
1298
1299 /* resolve global unres */
1300 ret = lys_compile_unres_glob(ctx, &unres);
1301 LY_CHECK_GOTO(ret, cleanup);
1302
1303cleanup:
1304 if (ret) {
1305 lys_compile_unres_glob_revert(ctx, &unres);
1306 }
1307 lys_compile_unres_glob_erase(ctx, &unres);
1308 if (ret && module) {
1309 *module = NULL;
1310 }
1311 return ret;
Radek Krejci86d106e2018-10-18 09:53:19 +02001312}
1313
Michal Vasko3a41dff2020-07-15 14:30:28 +02001314API LY_ERR
1315lys_parse_mem(struct ly_ctx *ctx, const char *data, LYS_INFORMAT format, const struct lys_module **module)
Radek Krejci86d106e2018-10-18 09:53:19 +02001316{
Radek Krejci0f969882020-08-21 16:56:47 +02001317 LY_ERR ret;
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001318 struct ly_in *in = NULL;
Radek Krejci86d106e2018-10-18 09:53:19 +02001319
Michal Vasko3a41dff2020-07-15 14:30:28 +02001320 LY_CHECK_ARG_RET(ctx, data, format != LYS_IN_UNKNOWN, LY_EINVAL);
Radek Krejci65639b92018-11-27 10:51:37 +01001321
Michal Vasko3a41dff2020-07-15 14:30:28 +02001322 LY_CHECK_ERR_RET(ret = ly_in_new_memory(data, &in), LOGERR(ctx, ret, "Unable to create input handler."), ret);
Radek Krejci86d106e2018-10-18 09:53:19 +02001323
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001324 ret = lys_parse(ctx, in, format, NULL, module);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001325 ly_in_free(in, 0);
Radek Krejci86d106e2018-10-18 09:53:19 +02001326
Michal Vasko3a41dff2020-07-15 14:30:28 +02001327 return ret;
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001328}
1329
Michal Vasko3a41dff2020-07-15 14:30:28 +02001330API LY_ERR
1331lys_parse_fd(struct ly_ctx *ctx, int fd, LYS_INFORMAT format, const struct lys_module **module)
Radek Krejci86d106e2018-10-18 09:53:19 +02001332{
Radek Krejci0f969882020-08-21 16:56:47 +02001333 LY_ERR ret;
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001334 struct ly_in *in = NULL;
Radek Krejci86d106e2018-10-18 09:53:19 +02001335
Michal Vasko3a41dff2020-07-15 14:30:28 +02001336 LY_CHECK_ARG_RET(ctx, fd > -1, format != LYS_IN_UNKNOWN, LY_EINVAL);
Radek Krejci86d106e2018-10-18 09:53:19 +02001337
Michal Vasko3a41dff2020-07-15 14:30:28 +02001338 LY_CHECK_ERR_RET(ret = ly_in_new_fd(fd, &in), LOGERR(ctx, ret, "Unable to create input handler."), ret);
Radek Krejci86d106e2018-10-18 09:53:19 +02001339
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001340 ret = lys_parse(ctx, in, format, NULL, module);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001341 ly_in_free(in, 0);
Radek Krejci86d106e2018-10-18 09:53:19 +02001342
Michal Vasko3a41dff2020-07-15 14:30:28 +02001343 return ret;
Radek Krejci86d106e2018-10-18 09:53:19 +02001344}
1345
Michal Vasko3a41dff2020-07-15 14:30:28 +02001346API LY_ERR
1347lys_parse_path(struct ly_ctx *ctx, const char *path, LYS_INFORMAT format, const struct lys_module **module)
Radek Krejcid33273d2018-10-25 14:55:52 +02001348{
Radek Krejci0f969882020-08-21 16:56:47 +02001349 LY_ERR ret;
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001350 struct ly_in *in = NULL;
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001351
Michal Vasko3a41dff2020-07-15 14:30:28 +02001352 LY_CHECK_ARG_RET(ctx, path, format != LYS_IN_UNKNOWN, LY_EINVAL);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001353
Michal Vasko3a41dff2020-07-15 14:30:28 +02001354 LY_CHECK_ERR_RET(ret = ly_in_new_filepath(path, 0, &in),
Michal Vasko69730152020-10-09 16:30:07 +02001355 LOGERR(ctx, ret, "Unable to create input handler for filepath %s.", path), ret);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001356
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001357 ret = lys_parse(ctx, in, format, NULL, module);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001358 ly_in_free(in, 0);
1359
Michal Vasko3a41dff2020-07-15 14:30:28 +02001360 return ret;
Radek Krejcid33273d2018-10-25 14:55:52 +02001361}
1362
1363API LY_ERR
Radek Krejci857189e2020-09-01 13:26:36 +02001364lys_search_localfile(const char * const *searchpaths, ly_bool cwd, const char *name, const char *revision,
Radek Krejci0f969882020-08-21 16:56:47 +02001365 char **localfile, LYS_INFORMAT *format)
Radek Krejcid33273d2018-10-25 14:55:52 +02001366{
Radek Krejci1deb5be2020-08-26 16:43:36 +02001367 LY_ERR ret = LY_EMEM;
Radek Krejcid33273d2018-10-25 14:55:52 +02001368 size_t len, flen, match_len = 0, dir_len;
Radek Krejci857189e2020-09-01 13:26:36 +02001369 ly_bool implicit_cwd = 0;
Radek Krejcid33273d2018-10-25 14:55:52 +02001370 char *wd, *wn = NULL;
1371 DIR *dir = NULL;
1372 struct dirent *file;
1373 char *match_name = NULL;
1374 LYS_INFORMAT format_aux, match_format = 0;
1375 struct ly_set *dirs;
1376 struct stat st;
1377
1378 LY_CHECK_ARG_RET(NULL, localfile, LY_EINVAL);
1379
1380 /* start to fill the dir fifo with the context's search path (if set)
1381 * and the current working directory */
Radek Krejciba03a5a2020-08-27 14:40:41 +02001382 LY_CHECK_RET(ly_set_new(&dirs));
Radek Krejcid33273d2018-10-25 14:55:52 +02001383
1384 len = strlen(name);
1385 if (cwd) {
1386 wd = get_current_dir_name();
1387 if (!wd) {
1388 LOGMEM(NULL);
1389 goto cleanup;
1390 } else {
1391 /* add implicit current working directory (./) to be searched,
1392 * this directory is not searched recursively */
Radek Krejciba03a5a2020-08-27 14:40:41 +02001393 ret = ly_set_add(dirs, wd, 0, NULL);
1394 LY_CHECK_GOTO(ret, cleanup);
Radek Krejcid33273d2018-10-25 14:55:52 +02001395 implicit_cwd = 1;
1396 }
1397 }
1398 if (searchpaths) {
Radek Krejci1deb5be2020-08-26 16:43:36 +02001399 for (uint64_t i = 0; searchpaths[i]; i++) {
Radek Krejcid33273d2018-10-25 14:55:52 +02001400 /* check for duplicities with the implicit current working directory */
1401 if (implicit_cwd && !strcmp(dirs->objs[0], searchpaths[i])) {
1402 implicit_cwd = 0;
1403 continue;
1404 }
1405 wd = strdup(searchpaths[i]);
1406 if (!wd) {
1407 LOGMEM(NULL);
1408 goto cleanup;
Radek Krejciba03a5a2020-08-27 14:40:41 +02001409 } else {
1410 ret = ly_set_add(dirs, wd, 0, NULL);
1411 LY_CHECK_GOTO(ret, cleanup);
Radek Krejcid33273d2018-10-25 14:55:52 +02001412 }
1413 }
1414 }
1415 wd = NULL;
1416
1417 /* start searching */
1418 while (dirs->count) {
1419 free(wd);
1420 free(wn); wn = NULL;
1421
1422 dirs->count--;
1423 wd = (char *)dirs->objs[dirs->count];
1424 dirs->objs[dirs->count] = NULL;
1425 LOGVRB("Searching for \"%s\" in %s.", name, wd);
1426
1427 if (dir) {
1428 closedir(dir);
1429 }
1430 dir = opendir(wd);
1431 dir_len = strlen(wd);
1432 if (!dir) {
1433 LOGWRN(NULL, "Unable to open directory \"%s\" for searching (sub)modules (%s).", wd, strerror(errno));
1434 } else {
1435 while ((file = readdir(dir))) {
1436 if (!strcmp(".", file->d_name) || !strcmp("..", file->d_name)) {
1437 /* skip . and .. */
1438 continue;
1439 }
1440 free(wn);
1441 if (asprintf(&wn, "%s/%s", wd, file->d_name) == -1) {
1442 LOGMEM(NULL);
1443 goto cleanup;
1444 }
1445 if (stat(wn, &st) == -1) {
1446 LOGWRN(NULL, "Unable to get information about \"%s\" file in \"%s\" when searching for (sub)modules (%s)",
Michal Vasko69730152020-10-09 16:30:07 +02001447 file->d_name, wd, strerror(errno));
Radek Krejcid33273d2018-10-25 14:55:52 +02001448 continue;
1449 }
1450 if (S_ISDIR(st.st_mode) && (dirs->count || !implicit_cwd)) {
1451 /* we have another subdirectory in searchpath to explore,
1452 * subdirectories are not taken into account in current working dir (dirs->set.g[0]) */
Radek Krejciba03a5a2020-08-27 14:40:41 +02001453 ret = ly_set_add(dirs, wn, 0, NULL);
1454 LY_CHECK_GOTO(ret, cleanup);
1455
Radek Krejcid33273d2018-10-25 14:55:52 +02001456 /* continue with the next item in current directory */
1457 wn = NULL;
1458 continue;
1459 } else if (!S_ISREG(st.st_mode)) {
1460 /* not a regular file (note that we see the target of symlinks instead of symlinks */
1461 continue;
1462 }
1463
1464 /* here we know that the item is a file which can contain a module */
1465 if (strncmp(name, file->d_name, len) ||
Michal Vasko69730152020-10-09 16:30:07 +02001466 ((file->d_name[len] != '.') && (file->d_name[len] != '@'))) {
Radek Krejcid33273d2018-10-25 14:55:52 +02001467 /* different filename than the module we search for */
1468 continue;
1469 }
1470
1471 /* get type according to filename suffix */
1472 flen = strlen(file->d_name);
Radek Krejcif13b87b2020-12-01 22:02:17 +01001473 if ((flen >= LY_YANG_SUFFIX_LEN + 1) &&
1474 !strcmp(&file->d_name[flen - LY_YANG_SUFFIX_LEN], LY_YANG_SUFFIX)) {
Radek Krejcid33273d2018-10-25 14:55:52 +02001475 format_aux = LYS_IN_YANG;
Radek Krejcif13b87b2020-12-01 22:02:17 +01001476 } else if ((flen >= LY_YIN_SUFFIX_LEN + 1) &&
1477 !strcmp(&file->d_name[flen - LY_YIN_SUFFIX_LEN], LY_YIN_SUFFIX)) {
Radek Krejci01a937f2020-11-15 10:14:12 +01001478 format_aux = LYS_IN_YIN;
Radek Krejcid33273d2018-10-25 14:55:52 +02001479 } else {
1480 /* not supportde suffix/file format */
1481 continue;
1482 }
1483
1484 if (revision) {
1485 /* we look for the specific revision, try to get it from the filename */
1486 if (file->d_name[len] == '@') {
1487 /* check revision from the filename */
1488 if (strncmp(revision, &file->d_name[len + 1], strlen(revision))) {
1489 /* another revision */
1490 continue;
1491 } else {
1492 /* exact revision */
1493 free(match_name);
1494 match_name = wn;
1495 wn = NULL;
1496 match_len = dir_len + 1 + len;
1497 match_format = format_aux;
1498 goto success;
1499 }
1500 } else {
1501 /* continue trying to find exact revision match, use this only if not found */
1502 free(match_name);
1503 match_name = wn;
1504 wn = NULL;
Michal Vasko44f3d2c2020-08-24 09:49:38 +02001505 match_len = dir_len + 1 + len;
Radek Krejcid33273d2018-10-25 14:55:52 +02001506 match_format = format_aux;
1507 continue;
1508 }
1509 } else {
1510 /* remember the revision and try to find the newest one */
1511 if (match_name) {
Michal Vasko69730152020-10-09 16:30:07 +02001512 if ((file->d_name[len] != '@') ||
Radek Krejcif13b87b2020-12-01 22:02:17 +01001513 lysp_check_date(NULL, &file->d_name[len + 1],
1514 flen - ((format_aux == LYS_IN_YANG) ? LY_YANG_SUFFIX_LEN : LY_YIN_SUFFIX_LEN) - len - 1, NULL)) {
Radek Krejcid33273d2018-10-25 14:55:52 +02001515 continue;
Michal Vasko69730152020-10-09 16:30:07 +02001516 } else if ((match_name[match_len] == '@') &&
Radek Krejcid33273d2018-10-25 14:55:52 +02001517 (strncmp(&match_name[match_len + 1], &file->d_name[len + 1], LY_REV_SIZE - 1) >= 0)) {
1518 continue;
1519 }
1520 free(match_name);
1521 }
1522
1523 match_name = wn;
1524 wn = NULL;
1525 match_len = dir_len + 1 + len;
1526 match_format = format_aux;
1527 continue;
1528 }
1529 }
1530 }
1531 }
1532
1533success:
1534 (*localfile) = match_name;
1535 match_name = NULL;
1536 if (format) {
1537 (*format) = match_format;
1538 }
Radek Krejci1deb5be2020-08-26 16:43:36 +02001539 ret = LY_SUCCESS;
Radek Krejcid33273d2018-10-25 14:55:52 +02001540
1541cleanup:
1542 free(wn);
1543 free(wd);
1544 if (dir) {
1545 closedir(dir);
1546 }
1547 free(match_name);
1548 ly_set_free(dirs, free);
1549
1550 return ret;
1551}