blob: 324f3f2187e09d2f1e4f3a32da9823d6af2af64c [file] [log] [blame]
Radek Krejci3f5e3db2018-10-11 15:57:47 +02001/**
2 * @file tree_schema.c
3 * @author Radek Krejci <rkrejci@cesnet.cz>
4 * @brief Schema tree implementation
5 *
6 * Copyright (c) 2015 - 2018 CESNET, z.s.p.o.
7 *
8 * This source code is licensed under BSD 3-Clause License (the "License").
9 * You may not use this file except in compliance with the License.
10 * You may obtain a copy of the License at
11 *
12 * https://opensource.org/licenses/BSD-3-Clause
13 */
Radek Krejcib7db73a2018-10-24 14:18:40 +020014
Radek Krejci535ea9f2020-05-29 16:01:05 +020015#define _GNU_SOURCE
Radek Krejcif8dc59a2020-11-25 13:47:44 +010016#define _POSIX_C_SOURCE 200809L /* strdup */
Radek Krejci535ea9f2020-05-29 16:01:05 +020017
Radek Krejcica376bd2020-06-11 16:04:06 +020018#include "tree_schema.h"
Radek Krejci86d106e2018-10-18 09:53:19 +020019
Radek Krejcie7b95092019-05-15 11:03:07 +020020#include <assert.h>
Radek Krejci545b4872020-11-15 10:15:12 +010021#include <ctype.h>
Radek Krejcid33273d2018-10-25 14:55:52 +020022#include <dirent.h>
Radek Krejci86d106e2018-10-18 09:53:19 +020023#include <errno.h>
Radek Krejcie7b95092019-05-15 11:03:07 +020024#include <stdint.h>
Radek Krejci86d106e2018-10-18 09:53:19 +020025#include <stdio.h>
Radek Krejcie7b95092019-05-15 11:03:07 +020026#include <stdlib.h>
27#include <string.h>
Radek Krejci86d106e2018-10-18 09:53:19 +020028#include <sys/stat.h>
Radek Krejci86d106e2018-10-18 09:53:19 +020029#include <unistd.h>
Radek Krejci3f5e3db2018-10-11 15:57:47 +020030
Radek Krejcica376bd2020-06-11 16:04:06 +020031#include "common.h"
Michal Vasko5aa44c02020-06-29 11:47:02 +020032#include "compat.h"
Radek Krejci86d106e2018-10-18 09:53:19 +020033#include "context.h"
Radek Krejcie7b95092019-05-15 11:03:07 +020034#include "dict.h"
Radek Krejci47fab892020-11-05 17:02:41 +010035#include "in.h"
Michal Vaskoafac7822020-10-20 14:22:26 +020036#include "in_internal.h"
Radek Krejci47fab892020-11-05 17:02:41 +010037#include "log.h"
Radek Krejcif0e1ba52020-05-22 15:14:35 +020038#include "parser_internal.h"
Radek Krejcica376bd2020-06-11 16:04:06 +020039#include "parser_schema.h"
Michal Vasko40308e72020-10-20 16:38:40 +020040#include "path.h"
Michal Vasko1a7a7bd2020-10-16 14:39:15 +020041#include "schema_compile.h"
42#include "schema_compile_amend.h"
Michal Vasko7b1ad1a2020-11-02 15:41:27 +010043#include "schema_features.h"
Radek Krejcica376bd2020-06-11 16:04:06 +020044#include "set.h"
45#include "tree.h"
Radek Krejci47fab892020-11-05 17:02:41 +010046#include "tree_data.h"
Radek Krejcica376bd2020-06-11 16:04:06 +020047#include "tree_schema_internal.h"
48#include "xpath.h"
Radek Krejci3f5e3db2018-10-11 15:57:47 +020049
Michal Vaskof1ab44f2020-10-22 08:58:32 +020050API LY_ERR
51lysc_tree_dfs_full(const struct lysc_node *root, lysc_dfs_clb dfs_clb, void *data)
52{
Michal Vasko1d972ca2020-11-03 17:16:56 +010053 struct lysc_node *elem, *elem2;
54 const struct lysc_action *acts;
55 const struct lysc_notif *notifs;
Michal Vaskof1ab44f2020-10-22 08:58:32 +020056 LY_ARRAY_COUNT_TYPE u;
57
58 LY_CHECK_ARG_RET(NULL, root, dfs_clb, LY_EINVAL);
59
60 LYSC_TREE_DFS_BEGIN(root, elem) {
61 /* schema node */
62 LY_CHECK_RET(dfs_clb(elem, data, &LYSC_TREE_DFS_continue));
63
Michal Vasko1d972ca2020-11-03 17:16:56 +010064 acts = lysc_node_actions(elem);
65 LY_ARRAY_FOR(acts, u) {
66 LYSC_TREE_DFS_BEGIN(&acts[u], elem2) {
Michal Vaskof1ab44f2020-10-22 08:58:32 +020067 /* action subtree */
68 LY_CHECK_RET(dfs_clb(elem2, data, &LYSC_TREE_DFS_continue));
69
Michal Vasko1d972ca2020-11-03 17:16:56 +010070 LYSC_TREE_DFS_END(&acts[u], elem2);
Michal Vaskof1ab44f2020-10-22 08:58:32 +020071 }
72 }
73
Michal Vasko1d972ca2020-11-03 17:16:56 +010074 notifs = lysc_node_notifs(elem);
75 LY_ARRAY_FOR(notifs, u) {
76 LYSC_TREE_DFS_BEGIN(&notifs[u], elem2) {
Michal Vaskof1ab44f2020-10-22 08:58:32 +020077 /* notification subtree */
78 LY_CHECK_RET(dfs_clb(elem2, data, &LYSC_TREE_DFS_continue));
79
Michal Vasko1d972ca2020-11-03 17:16:56 +010080 LYSC_TREE_DFS_END(&notifs[u], elem2);
Michal Vaskof1ab44f2020-10-22 08:58:32 +020081 }
82 }
83
84 LYSC_TREE_DFS_END(root, elem);
85 }
86
87 return LY_SUCCESS;
88}
89
90API LY_ERR
91lysc_module_dfs_full(const struct lys_module *mod, lysc_dfs_clb dfs_clb, void *data)
92{
93 LY_ARRAY_COUNT_TYPE u;
Michal Vasko2336cf52020-11-03 17:18:15 +010094 const struct lysc_node *root;
Michal Vaskof1ab44f2020-10-22 08:58:32 +020095
96 LY_CHECK_ARG_RET(NULL, mod, mod->compiled, dfs_clb, LY_EINVAL);
97
98 /* schema nodes */
Michal Vasko2336cf52020-11-03 17:18:15 +010099 LY_LIST_FOR(mod->compiled->data, root) {
100 LY_CHECK_RET(lysc_tree_dfs_full(root, dfs_clb, data));
101 }
Michal Vaskof1ab44f2020-10-22 08:58:32 +0200102
103 /* RPCs */
104 LY_ARRAY_FOR(mod->compiled->rpcs, u) {
105 LY_CHECK_RET(lysc_tree_dfs_full((struct lysc_node *)&mod->compiled->rpcs[u], dfs_clb, data));
106 }
107
108 /* notifications */
109 LY_ARRAY_FOR(mod->compiled->notifs, u) {
110 LY_CHECK_RET(lysc_tree_dfs_full((struct lysc_node *)&mod->compiled->notifs[u], dfs_clb, data));
111 }
112
113 return LY_SUCCESS;
114}
115
Radek Krejcib93bd412020-11-02 13:23:11 +0100116static void
117lys_getnext_into_case(const struct lysc_node_case *first_case, const struct lysc_node **last, const struct lysc_node **next)
118{
Radek Krejcic5b54a02020-11-05 17:13:18 +0100119 for ( ; first_case; first_case = (const struct lysc_node_case *)first_case->next) {
Radek Krejcib93bd412020-11-02 13:23:11 +0100120 if (first_case->child) {
121 /* there is something to return */
122 (*next) = first_case->child;
123 return;
124 }
125 }
126
127 /* no children in choice's cases, so go to the choice's sibling instead of into it */
128 (*last) = (*next);
129 (*next) = (*next)->next;
130}
131
Radek Krejcia3045382018-11-22 14:30:31 +0100132API const struct lysc_node *
Radek Krejci1deb5be2020-08-26 16:43:36 +0200133lys_getnext(const struct lysc_node *last, const struct lysc_node *parent, const struct lysc_module *module, uint32_t options)
Radek Krejcia3045382018-11-22 14:30:31 +0100134{
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100135 const struct lysc_node *next = NULL;
Radek Krejcia3045382018-11-22 14:30:31 +0100136 struct lysc_node **snode;
Radek Krejci857189e2020-09-01 13:26:36 +0200137 ly_bool action_flag = 0, notif_flag = 0;
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100138 const struct lysc_action *actions;
139 const struct lysc_notif *notifs;
Michal Vaskofd69e1d2020-07-03 11:57:17 +0200140 LY_ARRAY_COUNT_TYPE u;
Radek Krejcia3045382018-11-22 14:30:31 +0100141
142 LY_CHECK_ARG_RET(NULL, parent || module, NULL);
143
Radek Krejcid5a2b9d2019-04-12 10:39:30 +0200144next:
Radek Krejcia3045382018-11-22 14:30:31 +0100145 if (!last) {
146 /* first call */
147
148 /* get know where to start */
149 if (parent) {
150 /* schema subtree */
Michal Vasko69730152020-10-09 16:30:07 +0200151 if ((parent->nodetype == LYS_CHOICE) && (options & LYS_GETNEXT_WITHCASE)) {
Michal Vasko22df3f02020-08-24 13:29:22 +0200152 if (((struct lysc_node_choice *)parent)->cases) {
Radek Krejcib93bd412020-11-02 13:23:11 +0100153 next = last = (const struct lysc_node *)((struct lysc_node_choice *)parent)->cases;
Radek Krejci056d0a82018-12-06 16:57:25 +0100154 }
Radek Krejci056d0a82018-12-06 16:57:25 +0100155 } else {
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100156 snode = lysc_node_children_p(parent, (options & LYS_GETNEXT_OUTPUT) ? LYS_CONFIG_R : LYS_CONFIG_W);
Radek Krejci05b774b2019-02-25 13:26:18 +0100157 /* do not return anything if the node does not have any children */
Radek Krejcid5a2b9d2019-04-12 10:39:30 +0200158 if (snode && *snode) {
159 next = last = *snode;
Radek Krejci056d0a82018-12-06 16:57:25 +0100160 }
Radek Krejcia3045382018-11-22 14:30:31 +0100161 }
Radek Krejcia3045382018-11-22 14:30:31 +0100162 } else {
163 /* top level data */
164 next = last = module->data;
165 }
166 if (!next) {
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100167 /* try to get action or notification */
168 goto repeat;
Radek Krejcia3045382018-11-22 14:30:31 +0100169 }
Radek Krejci05b774b2019-02-25 13:26:18 +0100170 /* test if the next can be returned */
171 goto check;
172
Michal Vasko1bf09392020-03-27 12:38:10 +0100173 } else if (last->nodetype & (LYS_RPC | LYS_ACTION)) {
Radek Krejci05b774b2019-02-25 13:26:18 +0100174 action_flag = 1;
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100175 if (last->parent) {
176 actions = lysc_node_actions(last->parent);
177 } else {
178 actions = module->rpcs;
179 }
180 LY_ARRAY_FOR(actions, u) {
Michal Vasko22df3f02020-08-24 13:29:22 +0200181 if (&actions[u] == (struct lysc_action *)last) {
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100182 break;
183 }
184 }
Michal Vaskofd69e1d2020-07-03 11:57:17 +0200185 if (u + 1 < LY_ARRAY_COUNT(actions)) {
Michal Vasko22df3f02020-08-24 13:29:22 +0200186 next = (struct lysc_node *)(&actions[u + 1]);
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100187 }
188 goto repeat;
189 } else if (last->nodetype == LYS_NOTIF) {
Radek Krejci05b774b2019-02-25 13:26:18 +0100190 action_flag = notif_flag = 1;
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100191 if (last->parent) {
192 notifs = lysc_node_notifs(last->parent);
193 } else {
194 notifs = module->notifs;
195 }
196 LY_ARRAY_FOR(notifs, u) {
Michal Vasko22df3f02020-08-24 13:29:22 +0200197 if (&notifs[u] == (struct lysc_notif *)last) {
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100198 break;
199 }
200 }
Michal Vaskofd69e1d2020-07-03 11:57:17 +0200201 if (u + 1 < LY_ARRAY_COUNT(notifs)) {
Michal Vasko22df3f02020-08-24 13:29:22 +0200202 next = (struct lysc_node *)(&notifs[u + 1]);
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100203 }
204 goto repeat;
Michal Vasko20424b42020-08-31 12:29:38 +0200205 } else {
206 next = last->next;
Radek Krejcia3045382018-11-22 14:30:31 +0100207 }
208
Radek Krejcia3045382018-11-22 14:30:31 +0100209repeat:
210 if (!next) {
Radek Krejcia9026eb2018-12-12 16:04:47 +0100211 /* possibly go back to parent */
Michal Vasko69730152020-10-09 16:30:07 +0200212 if (last && (last->parent != parent)) {
Radek Krejcia9026eb2018-12-12 16:04:47 +0100213 last = last->parent;
Radek Krejcid5a2b9d2019-04-12 10:39:30 +0200214 goto next;
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100215 } else if (!action_flag) {
216 action_flag = 1;
Michal Vasko22df3f02020-08-24 13:29:22 +0200217 next = parent ? (struct lysc_node *)lysc_node_actions(parent) : (struct lysc_node *)module->rpcs;
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100218 } else if (!notif_flag) {
219 notif_flag = 1;
Michal Vasko22df3f02020-08-24 13:29:22 +0200220 next = parent ? (struct lysc_node *)lysc_node_notifs(parent) : (struct lysc_node *)module->notifs;
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100221 } else {
222 return NULL;
Radek Krejcia9026eb2018-12-12 16:04:47 +0100223 }
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100224 goto repeat;
Radek Krejcia3045382018-11-22 14:30:31 +0100225 }
Radek Krejci05b774b2019-02-25 13:26:18 +0100226check:
Radek Krejcia3045382018-11-22 14:30:31 +0100227 switch (next->nodetype) {
Michal Vasko1bf09392020-03-27 12:38:10 +0100228 case LYS_RPC:
Radek Krejcia3045382018-11-22 14:30:31 +0100229 case LYS_ACTION:
230 case LYS_NOTIF:
231 case LYS_LEAF:
232 case LYS_ANYXML:
233 case LYS_ANYDATA:
234 case LYS_LIST:
235 case LYS_LEAFLIST:
236 break;
Michal Vasko20424b42020-08-31 12:29:38 +0200237 case LYS_CASE:
238 if (options & LYS_GETNEXT_WITHCASE) {
239 break;
240 } else {
241 /* go into */
Radek Krejcib93bd412020-11-02 13:23:11 +0100242 lys_getnext_into_case((const struct lysc_node_case *)next, &last, &next);
Michal Vasko20424b42020-08-31 12:29:38 +0200243 }
244 goto repeat;
Radek Krejcia3045382018-11-22 14:30:31 +0100245 case LYS_CONTAINER:
246 if (!(((struct lysc_node_container *)next)->flags & LYS_PRESENCE) && (options & LYS_GETNEXT_INTONPCONT)) {
247 if (((struct lysc_node_container *)next)->child) {
248 /* go into */
249 next = ((struct lysc_node_container *)next)->child;
250 } else {
Radek Krejcib93bd412020-11-02 13:23:11 +0100251 last = next;
Radek Krejcia3045382018-11-22 14:30:31 +0100252 next = next->next;
253 }
254 goto repeat;
255 }
256 break;
257 case LYS_CHOICE:
258 if (options & LYS_GETNEXT_WITHCHOICE) {
Michal Vasko20424b42020-08-31 12:29:38 +0200259 break;
Radek Krejci9bb94eb2018-12-04 16:48:35 +0100260 } else if ((options & LYS_GETNEXT_NOCHOICE) || !((struct lysc_node_choice *)next)->cases) {
261 next = next->next;
262 } else {
Radek Krejcia9026eb2018-12-12 16:04:47 +0100263 if (options & LYS_GETNEXT_WITHCASE) {
Michal Vasko22df3f02020-08-24 13:29:22 +0200264 next = (struct lysc_node *)((struct lysc_node_choice *)next)->cases;
Radek Krejcia9026eb2018-12-12 16:04:47 +0100265 } else {
Radek Krejcib93bd412020-11-02 13:23:11 +0100266 /* go into */
267 lys_getnext_into_case(((struct lysc_node_choice *)next)->cases, &last, &next);
Radek Krejcia9026eb2018-12-12 16:04:47 +0100268 }
Radek Krejcia3045382018-11-22 14:30:31 +0100269 }
270 goto repeat;
271 default:
272 /* we should not be here */
Radek Krejcib07b5c92019-04-08 10:56:37 +0200273 LOGINT(module ? module->mod->ctx : parent->module->ctx);
Radek Krejcia3045382018-11-22 14:30:31 +0100274 return NULL;
275 }
276
Radek Krejcia3045382018-11-22 14:30:31 +0100277 return next;
278}
279
280API const struct lysc_node *
Michal Vaskoe444f752020-02-10 12:20:06 +0100281lys_find_child(const struct lysc_node *parent, const struct lys_module *module, const char *name, size_t name_len,
Radek Krejci1deb5be2020-08-26 16:43:36 +0200282 uint16_t nodetype, uint32_t options)
Radek Krejcia3045382018-11-22 14:30:31 +0100283{
284 const struct lysc_node *node = NULL;
285
286 LY_CHECK_ARG_RET(NULL, module, name, NULL);
287 if (!nodetype) {
Radek Krejcif13b87b2020-12-01 22:02:17 +0100288 nodetype = LYS_NODETYPE_MASK;
Radek Krejcia3045382018-11-22 14:30:31 +0100289 }
290
291 while ((node = lys_getnext(node, parent, module->compiled, options))) {
292 if (!(node->nodetype & nodetype)) {
293 continue;
294 }
295 if (node->module != module) {
296 continue;
297 }
298
299 if (name_len) {
Radek Krejci7f9b6512019-09-18 13:11:09 +0200300 if (!ly_strncmp(node->name, name, name_len)) {
Radek Krejcia3045382018-11-22 14:30:31 +0100301 return node;
302 }
303 } else {
304 if (!strcmp(node->name, name)) {
305 return node;
306 }
307 }
308 }
309 return NULL;
310}
311
Michal Vasko519fd602020-05-26 12:17:39 +0200312API LY_ERR
Michal Vasko26512682021-01-11 11:35:40 +0100313lys_find_xpath_atoms(const struct ly_ctx *ctx, const struct lysc_node *ctx_node, const char *xpath, uint32_t options,
314 struct ly_set **set)
Michal Vasko519fd602020-05-26 12:17:39 +0200315{
316 LY_ERR ret = LY_SUCCESS;
317 struct lyxp_set xp_set;
Radek Krejcif03a9e22020-09-18 20:09:31 +0200318 struct lyxp_expr *exp = NULL;
Michal Vasko519fd602020-05-26 12:17:39 +0200319 uint32_t i;
320
Michal Vasko26512682021-01-11 11:35:40 +0100321 LY_CHECK_ARG_RET(NULL, ctx || ctx_node, xpath, set, LY_EINVAL);
Michal Vasko519fd602020-05-26 12:17:39 +0200322 if (!(options & LYXP_SCNODE_ALL)) {
323 options = LYXP_SCNODE;
324 }
Michal Vasko26512682021-01-11 11:35:40 +0100325 if (!ctx) {
326 ctx = ctx_node->module->ctx;
327 }
Michal Vasko519fd602020-05-26 12:17:39 +0200328
329 memset(&xp_set, 0, sizeof xp_set);
330
331 /* compile expression */
Michal Vasko26512682021-01-11 11:35:40 +0100332 ret = lyxp_expr_parse(ctx, xpath, 0, 1, &exp);
Radek Krejcif03a9e22020-09-18 20:09:31 +0200333 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko519fd602020-05-26 12:17:39 +0200334
335 /* atomize expression */
Michal Vasko400e9672021-01-11 13:39:17 +0100336 ret = lyxp_atomize(ctx, exp, NULL, LY_PREF_JSON, NULL, ctx_node, &xp_set, options);
Michal Vasko519fd602020-05-26 12:17:39 +0200337 LY_CHECK_GOTO(ret, cleanup);
338
339 /* allocate return set */
Radek Krejciba03a5a2020-08-27 14:40:41 +0200340 ret = ly_set_new(set);
341 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko519fd602020-05-26 12:17:39 +0200342
343 /* transform into ly_set */
344 (*set)->objs = malloc(xp_set.used * sizeof *(*set)->objs);
Michal Vasko26512682021-01-11 11:35:40 +0100345 LY_CHECK_ERR_GOTO(!(*set)->objs, LOGMEM(ctx); ret = LY_EMEM, cleanup);
Michal Vasko519fd602020-05-26 12:17:39 +0200346 (*set)->size = xp_set.used;
347
348 for (i = 0; i < xp_set.used; ++i) {
Michal Vasko004d3152020-06-11 19:59:22 +0200349 if (xp_set.val.scnodes[i].type == LYXP_NODE_ELEM) {
Radek Krejci3d92e442020-10-12 12:48:13 +0200350 ret = ly_set_add(*set, xp_set.val.scnodes[i].scnode, 1, NULL);
Radek Krejciba03a5a2020-08-27 14:40:41 +0200351 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko519fd602020-05-26 12:17:39 +0200352 }
353 }
354
355cleanup:
356 lyxp_set_free_content(&xp_set);
Michal Vasko26512682021-01-11 11:35:40 +0100357 lyxp_expr_free(ctx, exp);
Michal Vasko519fd602020-05-26 12:17:39 +0200358 return ret;
359}
360
Michal Vasko072de482020-08-05 13:27:21 +0200361API LY_ERR
Michal Vasko40308e72020-10-20 16:38:40 +0200362lys_find_expr_atoms(const struct lysc_node *ctx_node, const struct lys_module *cur_mod, const struct lyxp_expr *expr,
363 const struct lysc_prefix *prefixes, uint32_t options, struct ly_set **set)
364{
365 LY_ERR ret = LY_SUCCESS;
366 struct lyxp_set xp_set = {0};
367 uint32_t i;
368
369 LY_CHECK_ARG_RET(NULL, cur_mod, expr, prefixes, set, LY_EINVAL);
370 if (!(options & LYXP_SCNODE_ALL)) {
371 options = LYXP_SCNODE;
372 }
373
374 /* atomize expression */
Michal Vasko400e9672021-01-11 13:39:17 +0100375 ret = lyxp_atomize(cur_mod->ctx, expr, cur_mod, LY_PREF_SCHEMA_RESOLVED, (void *)prefixes, ctx_node, &xp_set, options);
Michal Vasko40308e72020-10-20 16:38:40 +0200376 LY_CHECK_GOTO(ret, cleanup);
377
378 /* allocate return set */
379 ret = ly_set_new(set);
380 LY_CHECK_GOTO(ret, cleanup);
381
382 /* transform into ly_set */
383 (*set)->objs = malloc(xp_set.used * sizeof *(*set)->objs);
384 LY_CHECK_ERR_GOTO(!(*set)->objs, LOGMEM(cur_mod->ctx); ret = LY_EMEM, cleanup);
385 (*set)->size = xp_set.used;
386
387 for (i = 0; i < xp_set.used; ++i) {
Michal Vaskod97959c2020-12-10 12:18:28 +0100388 if ((xp_set.val.scnodes[i].type == LYXP_NODE_ELEM) && (xp_set.val.scnodes[i].in_ctx >= LYXP_SET_SCNODE_ATOM)) {
389 assert((xp_set.val.scnodes[i].in_ctx == LYXP_SET_SCNODE_ATOM) ||
390 (xp_set.val.scnodes[i].in_ctx == LYXP_SET_SCNODE_ATOM_CTX));
Michal Vasko40308e72020-10-20 16:38:40 +0200391 ret = ly_set_add(*set, xp_set.val.scnodes[i].scnode, 1, NULL);
392 LY_CHECK_GOTO(ret, cleanup);
393 }
394 }
395
396cleanup:
397 lyxp_set_free_content(&xp_set);
398 if (ret) {
399 ly_set_free(*set, NULL);
400 *set = NULL;
401 }
402 return ret;
403}
404
405API LY_ERR
Michal Vasko26512682021-01-11 11:35:40 +0100406lys_find_xpath(const struct ly_ctx *ctx, const struct lysc_node *ctx_node, const char *xpath, uint32_t options,
407 struct ly_set **set)
Michal Vasko072de482020-08-05 13:27:21 +0200408{
409 LY_ERR ret = LY_SUCCESS;
Michal Vasko40308e72020-10-20 16:38:40 +0200410 struct lyxp_set xp_set = {0};
Radek Krejcif03a9e22020-09-18 20:09:31 +0200411 struct lyxp_expr *exp = NULL;
Michal Vasko072de482020-08-05 13:27:21 +0200412 uint32_t i;
413
Michal Vasko26512682021-01-11 11:35:40 +0100414 LY_CHECK_ARG_RET(NULL, ctx || ctx_node, xpath, set, LY_EINVAL);
Michal Vasko072de482020-08-05 13:27:21 +0200415 if (!(options & LYXP_SCNODE_ALL)) {
416 options = LYXP_SCNODE;
417 }
Michal Vasko26512682021-01-11 11:35:40 +0100418 if (!ctx) {
419 ctx = ctx_node->module->ctx;
420 }
Michal Vasko072de482020-08-05 13:27:21 +0200421
Michal Vasko072de482020-08-05 13:27:21 +0200422 /* compile expression */
Michal Vasko26512682021-01-11 11:35:40 +0100423 ret = lyxp_expr_parse(ctx, xpath, 0, 1, &exp);
Radek Krejcif03a9e22020-09-18 20:09:31 +0200424 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko072de482020-08-05 13:27:21 +0200425
426 /* atomize expression */
Michal Vasko400e9672021-01-11 13:39:17 +0100427 ret = lyxp_atomize(ctx, exp, NULL, LY_PREF_JSON, NULL, ctx_node, &xp_set, options);
Michal Vasko072de482020-08-05 13:27:21 +0200428 LY_CHECK_GOTO(ret, cleanup);
429
430 /* allocate return set */
Radek Krejciba03a5a2020-08-27 14:40:41 +0200431 ret = ly_set_new(set);
432 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko072de482020-08-05 13:27:21 +0200433
434 /* transform into ly_set */
435 (*set)->objs = malloc(xp_set.used * sizeof *(*set)->objs);
Michal Vasko26512682021-01-11 11:35:40 +0100436 LY_CHECK_ERR_GOTO(!(*set)->objs, LOGMEM(ctx); ret = LY_EMEM, cleanup);
Michal Vasko072de482020-08-05 13:27:21 +0200437 (*set)->size = xp_set.used;
438
439 for (i = 0; i < xp_set.used; ++i) {
Radek Krejcif13b87b2020-12-01 22:02:17 +0100440 if ((xp_set.val.scnodes[i].type == LYXP_NODE_ELEM) && (xp_set.val.scnodes[i].in_ctx == LYXP_SET_SCNODE_ATOM_CTX)) {
Radek Krejci3d92e442020-10-12 12:48:13 +0200441 ret = ly_set_add(*set, xp_set.val.scnodes[i].scnode, 1, NULL);
Radek Krejciba03a5a2020-08-27 14:40:41 +0200442 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko072de482020-08-05 13:27:21 +0200443 }
444 }
445
446cleanup:
447 lyxp_set_free_content(&xp_set);
Michal Vasko26512682021-01-11 11:35:40 +0100448 lyxp_expr_free(ctx, exp);
Michal Vaskoae159662020-10-21 11:57:24 +0200449 if (ret) {
Michal Vasko40308e72020-10-20 16:38:40 +0200450 ly_set_free(*set, NULL);
451 *set = NULL;
452 }
Michal Vasko072de482020-08-05 13:27:21 +0200453 return ret;
454}
455
Radek Krejcibc5644c2020-10-27 14:53:17 +0100456API LY_ERR
457lys_find_lypath_atoms(const struct ly_path *path, struct ly_set **set)
458{
459 LY_ERR ret = LY_SUCCESS;
460 LY_ARRAY_COUNT_TYPE u, v;
461
462 LY_CHECK_ARG_RET(NULL, path, set, LY_EINVAL);
463
464 /* allocate return set */
465 LY_CHECK_RET(ly_set_new(set));
466
467 LY_ARRAY_FOR(path, u) {
468 /* add nodes from the path */
469 LY_CHECK_GOTO(ret = ly_set_add(*set, (void *)path[u].node, 0, NULL), cleanup);
470 if (path[u].pred_type == LY_PATH_PREDTYPE_LIST) {
471 LY_ARRAY_FOR(path[u].predicates, v) {
472 /* add all the keys in a predicate */
473 LY_CHECK_GOTO(ret = ly_set_add(*set, (void *)path[u].predicates[v].key, 0, NULL), cleanup);
474 }
475 }
476 }
477
478cleanup:
479 if (ret) {
480 ly_set_free(*set, NULL);
481 *set = NULL;
482 }
483 return ret;
484}
485
486API LY_ERR
487lys_find_path_atoms(const struct ly_ctx *ctx, const struct lysc_node *ctx_node, const char *path, ly_bool output,
488 struct ly_set **set)
489{
490 LY_ERR ret = LY_SUCCESS;
491 uint8_t oper;
492 struct lyxp_expr *expr = NULL;
493 struct ly_path *p = NULL;
494
495 LY_CHECK_ARG_RET(ctx, ctx || ctx_node, path, set, LY_EINVAL);
496
497 if (!ctx) {
498 ctx = ctx_node->module->ctx;
499 }
500
501 /* parse */
502 ret = lyxp_expr_parse(ctx, path, strlen(path), 0, &expr);
503 LY_CHECK_GOTO(ret, cleanup);
504
505 /* compile */
506 oper = output ? LY_PATH_OPER_OUTPUT : LY_PATH_OPER_INPUT;
507 ret = ly_path_compile(ctx, NULL, ctx_node, expr, LY_PATH_LREF_FALSE, oper, LY_PATH_TARGET_MANY,
Michal Vasko405cc9e2020-12-01 12:01:27 +0100508 LY_PREF_JSON, NULL, NULL, &p);
Radek Krejcibc5644c2020-10-27 14:53:17 +0100509 LY_CHECK_GOTO(ret, cleanup);
510
511 /* resolve */
512 ret = lys_find_lypath_atoms(p, set);
513
514cleanup:
515 ly_path_free(ctx, p);
516 lyxp_expr_free(ctx, expr);
517 return ret;
518}
519
520API const struct lysc_node *
521lys_find_path(const struct ly_ctx *ctx, const struct lysc_node *ctx_node, const char *path, ly_bool output)
522{
523 const struct lysc_node *snode = NULL;
524 struct lyxp_expr *exp = NULL;
525 struct ly_path *p = NULL;
526 LY_ERR ret;
527 uint8_t oper;
528
529 LY_CHECK_ARG_RET(ctx, ctx || ctx_node, NULL);
530
531 if (!ctx) {
532 ctx = ctx_node->module->ctx;
533 }
534
535 /* parse */
536 ret = lyxp_expr_parse(ctx, path, strlen(path), 0, &exp);
537 LY_CHECK_GOTO(ret, cleanup);
538
539 /* compile */
540 oper = output ? LY_PATH_OPER_OUTPUT : LY_PATH_OPER_INPUT;
541 ret = ly_path_compile(ctx, NULL, ctx_node, exp, LY_PATH_LREF_FALSE, oper, LY_PATH_TARGET_MANY,
Michal Vasko405cc9e2020-12-01 12:01:27 +0100542 LY_PREF_JSON, NULL, NULL, &p);
Radek Krejcibc5644c2020-10-27 14:53:17 +0100543 LY_CHECK_GOTO(ret, cleanup);
544
545 /* get last node */
546 snode = p[LY_ARRAY_COUNT(p) - 1].node;
547
548cleanup:
549 ly_path_free(ctx, p);
550 lyxp_expr_free(ctx, exp);
551 return snode;
552}
553
Michal Vasko14654712020-02-06 08:35:21 +0100554char *
555lysc_path_until(const struct lysc_node *node, const struct lysc_node *parent, LYSC_PATH_TYPE pathtype, char *buffer,
Radek Krejci0f969882020-08-21 16:56:47 +0200556 size_t buflen)
Radek Krejci327de162019-06-14 12:52:07 +0200557{
Michal Vasko03ff5a72019-09-11 13:49:33 +0200558 const struct lysc_node *iter;
Radek Krejci327de162019-06-14 12:52:07 +0200559 char *path = NULL;
560 int len = 0;
561
Radek Krejci3bbd93e2019-07-24 09:57:23 +0200562 LY_CHECK_ARG_RET(NULL, node, NULL);
563 if (buffer) {
564 LY_CHECK_ARG_RET(node->module->ctx, buflen > 1, NULL);
565 }
566
Radek Krejci327de162019-06-14 12:52:07 +0200567 switch (pathtype) {
Michal Vasko03ff5a72019-09-11 13:49:33 +0200568 case LYSC_PATH_LOG:
Michal Vasko65de0402020-08-03 16:34:19 +0200569 case LYSC_PATH_DATA:
Michal Vasko90932a92020-02-12 14:33:03 +0100570 for (iter = node; iter && (iter != parent) && (len >= 0); iter = iter->parent) {
Michal Vasko11deea12020-08-05 13:54:50 +0200571 char *s, *id;
Michal Vasko14654712020-02-06 08:35:21 +0100572 const char *slash;
Radek Krejci327de162019-06-14 12:52:07 +0200573
Michal Vasko65de0402020-08-03 16:34:19 +0200574 if ((pathtype == LYSC_PATH_DATA) && (iter->nodetype & (LYS_CHOICE | LYS_CASE))) {
575 /* schema-only node */
576 continue;
577 }
578
Michal Vasko11deea12020-08-05 13:54:50 +0200579 s = buffer ? strdup(buffer) : path;
Michal Vasko03ff5a72019-09-11 13:49:33 +0200580 id = strdup(iter->name);
Michal Vasko14654712020-02-06 08:35:21 +0100581 if (parent && (iter->parent == parent)) {
582 slash = "";
583 } else {
584 slash = "/";
585 }
Michal Vasko69730152020-10-09 16:30:07 +0200586 if (!iter->parent || (iter->parent->module != iter->module)) {
Radek Krejci327de162019-06-14 12:52:07 +0200587 /* print prefix */
Radek Krejci1c0c3442019-07-23 16:08:47 +0200588 if (buffer) {
Michal Vasko14654712020-02-06 08:35:21 +0100589 len = snprintf(buffer, buflen, "%s%s:%s%s", slash, iter->module->name, id, s ? s : "");
Radek Krejci1c0c3442019-07-23 16:08:47 +0200590 } else {
Michal Vasko14654712020-02-06 08:35:21 +0100591 len = asprintf(&path, "%s%s:%s%s", slash, iter->module->name, id, s ? s : "");
Radek Krejci1c0c3442019-07-23 16:08:47 +0200592 }
Radek Krejci327de162019-06-14 12:52:07 +0200593 } else {
594 /* prefix is the same as in parent */
Radek Krejci1c0c3442019-07-23 16:08:47 +0200595 if (buffer) {
Michal Vasko14654712020-02-06 08:35:21 +0100596 len = snprintf(buffer, buflen, "%s%s%s", slash, id, s ? s : "");
Radek Krejci1c0c3442019-07-23 16:08:47 +0200597 } else {
Michal Vasko14654712020-02-06 08:35:21 +0100598 len = asprintf(&path, "%s%s%s", slash, id, s ? s : "");
Radek Krejci1c0c3442019-07-23 16:08:47 +0200599 }
Radek Krejci327de162019-06-14 12:52:07 +0200600 }
601 free(s);
602 free(id);
Radek Krejci1c0c3442019-07-23 16:08:47 +0200603
Michal Vasko69730152020-10-09 16:30:07 +0200604 if (buffer && (buflen <= (size_t)len)) {
Radek Krejci1c0c3442019-07-23 16:08:47 +0200605 /* not enough space in buffer */
606 break;
607 }
Radek Krejci327de162019-06-14 12:52:07 +0200608 }
609
610 if (len < 0) {
611 free(path);
612 path = NULL;
613 } else if (len == 0) {
Radek Krejci3bbd93e2019-07-24 09:57:23 +0200614 if (buffer) {
615 strcpy(buffer, "/");
616 } else {
617 path = strdup("/");
618 }
Radek Krejci327de162019-06-14 12:52:07 +0200619 }
620 break;
621 }
622
Radek Krejci1c0c3442019-07-23 16:08:47 +0200623 if (buffer) {
624 return buffer;
625 } else {
626 return path;
627 }
Radek Krejci327de162019-06-14 12:52:07 +0200628}
629
Michal Vasko14654712020-02-06 08:35:21 +0100630API char *
631lysc_path(const struct lysc_node *node, LYSC_PATH_TYPE pathtype, char *buffer, size_t buflen)
632{
633 return lysc_path_until(node, NULL, pathtype, buffer, buflen);
634}
635
Michal Vasko28d78432020-05-26 13:10:53 +0200636API LY_ERR
Radek Krejciaf9cd802020-10-06 21:59:47 +0200637lysc_set_private(const struct lysc_node *node, void *priv, void **prev_priv_p)
Radek Krejci19cf8052020-08-18 15:02:38 +0200638{
Radek Krejciaf9cd802020-10-06 21:59:47 +0200639 struct lysc_action *act;
640 struct lysc_notif *notif;
641
Radek Krejci19cf8052020-08-18 15:02:38 +0200642 LY_CHECK_ARG_RET(NULL, node, LY_EINVAL);
643
Radek Krejciaf9cd802020-10-06 21:59:47 +0200644 switch (node->nodetype) {
645 case LYS_CONTAINER:
646 case LYS_CHOICE:
647 case LYS_CASE:
648 case LYS_LEAF:
649 case LYS_LEAFLIST:
650 case LYS_LIST:
651 case LYS_ANYXML:
652 case LYS_ANYDATA:
653 if (prev_priv_p) {
654 *prev_priv_p = node->priv;
655 }
656 ((struct lysc_node *)node)->priv = priv;
657 break;
658 case LYS_RPC:
659 case LYS_ACTION:
660 act = (struct lysc_action *)node;
661 if (prev_priv_p) {
662 *prev_priv_p = act->priv;
663 }
664 act->priv = priv;
665 break;
666 case LYS_NOTIF:
667 notif = (struct lysc_notif *)node;
668 if (prev_priv_p) {
669 *prev_priv_p = notif->priv;
670 }
671 notif->priv = priv;
672 break;
673 default:
674 return LY_EINVAL;
Radek Krejci19cf8052020-08-18 15:02:38 +0200675 }
Radek Krejci19cf8052020-08-18 15:02:38 +0200676
677 return LY_SUCCESS;
678}
679
Michal Vasko405cc9e2020-12-01 12:01:27 +0100680LY_ERR
681lys_set_implemented_r(struct lys_module *mod, const char **features, struct lys_glob_unres *unres)
Radek Krejci77a8bcd2019-09-11 11:20:02 +0200682{
683 struct lys_module *m;
684
Michal Vasko405cc9e2020-12-01 12:01:27 +0100685 assert(!mod->implemented);
Radek Krejci77a8bcd2019-09-11 11:20:02 +0200686
687 /* we have module from the current context */
688 m = ly_ctx_get_module_implemented(mod->ctx, mod->name);
689 if (m) {
Michal Vasko89b5c072020-10-06 13:52:44 +0200690 assert(m != mod);
691
692 /* check collision with other implemented revision */
693 LOGERR(mod->ctx, LY_EDENIED, "Module \"%s%s%s\" is present in the context in other implemented revision (%s).",
694 mod->name, mod->revision ? "@" : "", mod->revision ? mod->revision : "", m->revision ? m->revision : "none");
695 return LY_EDENIED;
Radek Krejci77a8bcd2019-09-11 11:20:02 +0200696 }
697
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100698 /* enable features */
699 LY_CHECK_RET(lys_enable_features(mod->parsed, features));
700
Michal Vasko89b5c072020-10-06 13:52:44 +0200701 /* add the module into newly implemented module set */
Michal Vasko405cc9e2020-12-01 12:01:27 +0100702 LY_CHECK_RET(ly_set_add(&unres->implementing, mod, 1, NULL));
Michal Vasko89b5c072020-10-06 13:52:44 +0200703
Radek Krejci77a8bcd2019-09-11 11:20:02 +0200704 /* mark the module implemented, check for collision was already done */
Michal Vasko89b5c072020-10-06 13:52:44 +0200705 mod->implemented = 1;
Radek Krejci77a8bcd2019-09-11 11:20:02 +0200706
707 /* compile the schema */
Michal Vasko405cc9e2020-12-01 12:01:27 +0100708 return lys_compile(mod, 0, unres);
709}
Radek Krejci77a8bcd2019-09-11 11:20:02 +0200710
Michal Vasko405cc9e2020-12-01 12:01:27 +0100711API LY_ERR
712lys_set_implemented(struct lys_module *mod, const char **features)
713{
714 LY_ERR ret = LY_SUCCESS, r;
715 struct lys_glob_unres unres = {0};
Radek Krejci77a8bcd2019-09-11 11:20:02 +0200716
Michal Vasko405cc9e2020-12-01 12:01:27 +0100717 LY_CHECK_ARG_RET(NULL, mod, LY_EINVAL);
Michal Vasko916aefb2020-11-02 15:43:16 +0100718
Michal Vasko405cc9e2020-12-01 12:01:27 +0100719 if (mod->implemented) {
720 /* mod is already implemented, set the features */
721 r = lys_set_features(mod->parsed, features);
722 if (r == LY_EEXIST) {
723 /* no changes */
724 return LY_SUCCESS;
725 } else if (r) {
726 /* error */
727 return r;
Michal Vasko89b5c072020-10-06 13:52:44 +0200728 }
729
Michal Vasko405cc9e2020-12-01 12:01:27 +0100730 /* full recompilation */
731 return lys_recompile(mod->ctx, 1);
Michal Vasko89b5c072020-10-06 13:52:44 +0200732 }
Michal Vasko08c8b272020-11-24 18:11:30 +0100733
Michal Vasko405cc9e2020-12-01 12:01:27 +0100734 /* implement this module and any other required modules, recursively */
735 ret = lys_set_implemented_r(mod, features, &unres);
Michal Vasko405cc9e2020-12-01 12:01:27 +0100736
737 /* the first module being implemented is finished, resolve global unres, consolidate the set */
738 if (!ret) {
739 ret = lys_compile_unres_glob(mod->ctx, &unres);
740 }
741 if (ret) {
742 /* failure, full compile revert */
743 lys_compile_unres_glob_revert(mod->ctx, &unres);
744 }
745
746 lys_compile_unres_glob_erase(mod->ctx, &unres);
Michal Vasko89b5c072020-10-06 13:52:44 +0200747 return ret;
Radek Krejci77a8bcd2019-09-11 11:20:02 +0200748}
749
Michal Vasko7c8439f2020-08-05 13:25:19 +0200750static LY_ERR
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100751lys_resolve_import_include(struct lys_parser_ctx *pctx, struct lysp_module *pmod)
Michal Vasko7c8439f2020-08-05 13:25:19 +0200752{
753 struct lysp_import *imp;
Michal Vasko7c8439f2020-08-05 13:25:19 +0200754 LY_ARRAY_COUNT_TYPE u, v;
755
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100756 pmod->parsing = 1;
757 LY_ARRAY_FOR(pmod->imports, u) {
758 imp = &pmod->imports[u];
Michal Vasko7c8439f2020-08-05 13:25:19 +0200759 if (!imp->module) {
Michal Vasko405cc9e2020-12-01 12:01:27 +0100760 LY_CHECK_RET(lysp_load_module(PARSER_CTX(pctx), imp->name, imp->rev[0] ? imp->rev : NULL, 0, NULL,
761 pctx->unres, &imp->module));
Michal Vasko7c8439f2020-08-05 13:25:19 +0200762 }
763 /* check for importing the same module twice */
764 for (v = 0; v < u; ++v) {
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100765 if (imp->module == pmod->imports[v].module) {
Michal Vasko7c8439f2020-08-05 13:25:19 +0200766 LOGWRN(PARSER_CTX(pctx), "Single revision of the module \"%s\" imported twice.", imp->name);
767 }
768 }
769 }
Radek Krejci771928a2021-01-19 13:42:36 +0100770 LY_CHECK_RET(lysp_load_submodules(pctx, pmod));
771
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100772 pmod->parsing = 0;
Michal Vasko7c8439f2020-08-05 13:25:19 +0200773
774 return LY_SUCCESS;
775}
776
Michal Vasko3a41dff2020-07-15 14:30:28 +0200777LY_ERR
Michal Vasko7a0b0762020-09-02 16:37:01 +0200778lys_parse_submodule(struct ly_ctx *ctx, struct ly_in *in, LYS_INFORMAT format, struct lys_parser_ctx *main_ctx,
Michal Vasko22df3f02020-08-24 13:29:22 +0200779 LY_ERR (*custom_check)(const struct ly_ctx *, struct lysp_module *, struct lysp_submodule *, void *),
Radek Krejci0f969882020-08-21 16:56:47 +0200780 void *check_data, struct lysp_submodule **submodule)
Radek Krejci9f5e6fb2018-10-25 09:26:12 +0200781{
Michal Vasko3a41dff2020-07-15 14:30:28 +0200782 LY_ERR ret;
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100783 struct lysp_submodule *submod = NULL, *latest_sp;
Michal Vaskob36053d2020-03-26 15:49:30 +0100784 struct lys_yang_parser_ctx *yangctx = NULL;
785 struct lys_yin_parser_ctx *yinctx = NULL;
786 struct lys_parser_ctx *pctx;
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100787
Michal Vasko3a41dff2020-07-15 14:30:28 +0200788 LY_CHECK_ARG_RET(ctx, ctx, in, LY_EINVAL);
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100789
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100790 switch (format) {
791 case LYS_IN_YIN:
Michal Vasko63f3d842020-07-08 10:10:14 +0200792 ret = yin_parse_submodule(&yinctx, ctx, main_ctx, in, &submod);
Michal Vaskob36053d2020-03-26 15:49:30 +0100793 pctx = (struct lys_parser_ctx *)yinctx;
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100794 break;
795 case LYS_IN_YANG:
Michal Vasko63f3d842020-07-08 10:10:14 +0200796 ret = yang_parse_submodule(&yangctx, ctx, main_ctx, in, &submod);
Michal Vaskob36053d2020-03-26 15:49:30 +0100797 pctx = (struct lys_parser_ctx *)yangctx;
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100798 break;
799 default:
David Sedlák4f2f5ba2019-08-15 13:18:48 +0200800 LOGERR(ctx, LY_EINVAL, "Invalid schema input format.");
Radek Krejci82fa8d42020-07-11 22:00:59 +0200801 ret = LY_EINVAL;
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100802 break;
Radek Krejci9f5e6fb2018-10-25 09:26:12 +0200803 }
Radek Krejcif6923e82020-07-02 16:36:53 +0200804 LY_CHECK_GOTO(ret, error);
Radek Krejcif027df72020-09-15 13:00:28 +0200805 assert(submod);
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100806
807 /* make sure that the newest revision is at position 0 */
808 lysp_sort_revisions(submod->revs);
809
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100810 /* decide the latest revision */
Michal Vaskoc3781c32020-10-06 14:04:08 +0200811 latest_sp = ly_ctx_get_submodule(NULL, submod->mod, submod->name, NULL);
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100812 if (latest_sp) {
813 if (submod->revs) {
814 if (!latest_sp->revs) {
815 /* latest has no revision, so mod is anyway newer */
816 submod->latest_revision = latest_sp->latest_revision;
Radek Krejcib3289d62019-09-18 12:21:39 +0200817 /* the latest_sp is zeroed later when the new module is being inserted into the context */
818 } else if (strcmp(submod->revs[0].date, latest_sp->revs[0].date) > 0) {
819 submod->latest_revision = latest_sp->latest_revision;
820 /* the latest_sp is zeroed later when the new module is being inserted into the context */
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100821 } else {
Radek Krejcib3289d62019-09-18 12:21:39 +0200822 latest_sp = NULL;
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100823 }
Radek Krejcib3289d62019-09-18 12:21:39 +0200824 } else {
825 latest_sp = NULL;
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100826 }
827 } else {
828 submod->latest_revision = 1;
829 }
830
Radek Krejcib3289d62019-09-18 12:21:39 +0200831 if (custom_check) {
Michal Vasko7c8439f2020-08-05 13:25:19 +0200832 LY_CHECK_GOTO(ret = custom_check(ctx, NULL, submod, check_data), error);
Radek Krejcib3289d62019-09-18 12:21:39 +0200833 }
834
835 if (latest_sp) {
836 latest_sp->latest_revision = 0;
837 }
838
Michal Vasko7a0b0762020-09-02 16:37:01 +0200839 lys_parser_fill_filepath(ctx, in, &submod->filepath);
840
Michal Vasko7c8439f2020-08-05 13:25:19 +0200841 /* resolve imports and includes */
842 LY_CHECK_GOTO(ret = lys_resolve_import_include(pctx, (struct lysp_module *)submod), error);
843
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100844 /* remap possibly changed and reallocated typedefs and groupings list back to the main context */
Michal Vaskob36053d2020-03-26 15:49:30 +0100845 memcpy(&main_ctx->tpdfs_nodes, &pctx->tpdfs_nodes, sizeof main_ctx->tpdfs_nodes);
846 memcpy(&main_ctx->grps_nodes, &pctx->grps_nodes, sizeof main_ctx->grps_nodes);
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100847
David Sedlák1b623122019-08-05 15:27:49 +0200848 if (format == LYS_IN_YANG) {
Michal Vaskob36053d2020-03-26 15:49:30 +0100849 yang_parser_ctx_free(yangctx);
David Sedlák1b623122019-08-05 15:27:49 +0200850 } else {
Michal Vaskob36053d2020-03-26 15:49:30 +0100851 yin_parser_ctx_free(yinctx);
David Sedlák1b623122019-08-05 15:27:49 +0200852 }
Michal Vasko3a41dff2020-07-15 14:30:28 +0200853 *submodule = submod;
854 return LY_SUCCESS;
David Sedlák1b623122019-08-05 15:27:49 +0200855
Radek Krejci0bcdaed2019-01-10 10:21:34 +0100856error:
Michal Vasko5d24f6c2020-10-13 13:49:06 +0200857 lysp_module_free((struct lysp_module *)submod);
David Sedlák1b623122019-08-05 15:27:49 +0200858 if (format == LYS_IN_YANG) {
Michal Vaskob36053d2020-03-26 15:49:30 +0100859 yang_parser_ctx_free(yangctx);
David Sedlák1b623122019-08-05 15:27:49 +0200860 } else {
Michal Vaskob36053d2020-03-26 15:49:30 +0100861 yin_parser_ctx_free(yinctx);
David Sedlák1b623122019-08-05 15:27:49 +0200862 }
Michal Vasko3a41dff2020-07-15 14:30:28 +0200863 return ret;
Radek Krejci9f5e6fb2018-10-25 09:26:12 +0200864}
865
Michal Vasko45b521c2020-11-04 17:14:39 +0100866/**
867 * @brief Add ietf-netconf metadata to the parsed module. Operation, filter, and select are added.
868 *
869 * @param[in] mod Parsed module to add to.
870 * @return LY_SUCCESS on success.
871 * @return LY_ERR on error.
872 */
873static LY_ERR
874lys_parsed_add_internal_ietf_netconf(struct lysp_module *mod)
875{
876 struct lysp_ext_instance *ext_p;
877 struct lysp_stmt *stmt;
878 struct lysp_import *imp;
879
880 /*
881 * 1) edit-config's operation
882 */
883 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->exts, ext_p, LY_EMEM);
884 LY_CHECK_ERR_RET(!ext_p, LOGMEM(mod->mod->ctx), LY_EMEM);
885 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_:annotation", 0, &ext_p->name));
886 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "operation", 0, &ext_p->argument));
887 ext_p->flags = LYS_INTERNAL;
888 ext_p->insubstmt = LYEXT_SUBSTMT_SELF;
889 ext_p->insubstmt_index = 0;
890
891 ext_p->child = stmt = calloc(1, sizeof *ext_p->child);
892 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
893 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "type", 0, &stmt->stmt));
894 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enumeration", 0, &stmt->arg));
895 stmt->kw = LY_STMT_TYPE;
896
897 stmt->child = calloc(1, sizeof *stmt->child);
898 stmt = stmt->child;
899 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
900 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
901 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "merge", 0, &stmt->arg));
902 stmt->kw = LY_STMT_ENUM;
903
904 stmt->next = calloc(1, sizeof *stmt->child);
905 stmt = stmt->next;
906 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
907 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
908 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "replace", 0, &stmt->arg));
909 stmt->kw = LY_STMT_ENUM;
910
911 stmt->next = calloc(1, sizeof *stmt->child);
912 stmt = stmt->next;
913 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
914 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
915 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "create", 0, &stmt->arg));
916 stmt->kw = LY_STMT_ENUM;
917
918 stmt->next = calloc(1, sizeof *stmt->child);
919 stmt = stmt->next;
920 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
921 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
922 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "delete", 0, &stmt->arg));
923 stmt->kw = LY_STMT_ENUM;
924
925 stmt->next = calloc(1, sizeof *stmt->child);
926 stmt = stmt->next;
927 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
928 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
929 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "remove", 0, &stmt->arg));
930 stmt->kw = LY_STMT_ENUM;
931
932 /*
933 * 2) filter's type
934 */
935 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->exts, ext_p, LY_EMEM);
936 LY_CHECK_ERR_RET(!ext_p, LOGMEM(mod->mod->ctx), LY_EMEM);
937 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_:annotation", 0, &ext_p->name));
938 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "type", 0, &ext_p->argument));
939 ext_p->flags = LYS_INTERNAL;
940 ext_p->insubstmt = LYEXT_SUBSTMT_SELF;
941 ext_p->insubstmt_index = 0;
942
943 ext_p->child = stmt = calloc(1, sizeof *ext_p->child);
944 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
945 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "type", 0, &stmt->stmt));
946 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enumeration", 0, &stmt->arg));
947 stmt->kw = LY_STMT_TYPE;
948
949 stmt->child = calloc(1, sizeof *stmt->child);
950 stmt = stmt->child;
951 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
952 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
953 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "subtree", 0, &stmt->arg));
954 stmt->kw = LY_STMT_ENUM;
955
956 stmt->next = calloc(1, sizeof *stmt->child);
957 stmt = stmt->next;
958 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
959 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
960 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "xpath", 0, &stmt->arg));
961 stmt->kw = LY_STMT_ENUM;
962
963 /* if-feature for enum allowed only for YANG 1.1 modules */
964 if (mod->version >= LYS_VERSION_1_1) {
965 stmt->child = calloc(1, sizeof *stmt->child);
966 stmt = stmt->child;
967 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
968 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "if-feature", 0, &stmt->stmt));
969 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "xpath", 0, &stmt->arg));
970 stmt->kw = LY_STMT_IF_FEATURE;
971 }
972
973 /*
974 * 3) filter's select
975 */
976 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->exts, ext_p, LY_EMEM);
977 LY_CHECK_ERR_RET(!ext_p, LOGMEM(mod->mod->ctx), LY_EMEM);
978 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_:annotation", 0, &ext_p->name));
979 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "select", 0, &ext_p->argument));
980 ext_p->flags = LYS_INTERNAL;
981 ext_p->insubstmt = LYEXT_SUBSTMT_SELF;
982 ext_p->insubstmt_index = 0;
983
984 ext_p->child = stmt = calloc(1, sizeof *ext_p->child);
985 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
986 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "type", 0, &stmt->stmt));
987 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "yang_:xpath1.0", 0, &stmt->arg));
988 stmt->kw = LY_STMT_TYPE;
989
990 /* create new imports for the used prefixes */
991 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->imports, imp, LY_EMEM);
992
993 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "ietf-yang-metadata", 0, &imp->name));
994 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_", 0, &imp->prefix));
995 imp->flags = LYS_INTERNAL;
996
997 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->imports, imp, LY_EMEM);
998
999 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "ietf-yang-types", 0, &imp->name));
1000 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "yang_", 0, &imp->prefix));
1001 imp->flags = LYS_INTERNAL;
1002
1003 return LY_SUCCESS;
1004}
1005
1006/**
1007 * @brief Add ietf-netconf-with-defaults "default" metadata to the parsed module.
1008 *
1009 * @param[in] mod Parsed module to add to.
1010 * @return LY_SUCCESS on success.
1011 * @return LY_ERR on error.
1012 */
1013static LY_ERR
1014lys_parsed_add_internal_ietf_netconf_with_defaults(struct lysp_module *mod)
1015{
1016 struct lysp_ext_instance *ext_p;
1017 struct lysp_stmt *stmt;
1018 struct lysp_import *imp;
1019
1020 /* add new extension instance */
1021 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->exts, ext_p, LY_EMEM);
1022
1023 /* fill in the extension instance fields */
1024 LY_CHECK_ERR_RET(!ext_p, LOGMEM(mod->mod->ctx), LY_EMEM);
1025 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_:annotation", 0, &ext_p->name));
1026 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "default", 0, &ext_p->argument));
1027 ext_p->flags = LYS_INTERNAL;
1028 ext_p->insubstmt = LYEXT_SUBSTMT_SELF;
1029 ext_p->insubstmt_index = 0;
1030
1031 ext_p->child = stmt = calloc(1, sizeof *ext_p->child);
1032 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
1033 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "type", 0, &stmt->stmt));
1034 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "boolean", 0, &stmt->arg));
1035 stmt->kw = LY_STMT_TYPE;
1036
1037 /* create new import for the used prefix */
1038 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->imports, imp, LY_EMEM);
1039
1040 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "ietf-yang-metadata", 0, &imp->name));
1041 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_", 0, &imp->prefix));
1042 imp->flags = LYS_INTERNAL;
1043
1044 return LY_SUCCESS;
1045}
1046
Michal Vasko3a41dff2020-07-15 14:30:28 +02001047LY_ERR
Michal Vasko7a0b0762020-09-02 16:37:01 +02001048lys_create_module(struct ly_ctx *ctx, struct ly_in *in, LYS_INFORMAT format, ly_bool implement,
Radek Krejci1deb5be2020-08-26 16:43:36 +02001049 LY_ERR (*custom_check)(const struct ly_ctx *ctx, struct lysp_module *mod, struct lysp_submodule *submod, void *data),
Michal Vasko405cc9e2020-12-01 12:01:27 +01001050 void *check_data, const char **features, struct lys_glob_unres *unres, struct lys_module **module)
Radek Krejci86d106e2018-10-18 09:53:19 +02001051{
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001052 struct lys_module *mod = NULL, *latest, *mod_dup, *mod_impl;
Michal Vasko5d24f6c2020-10-13 13:49:06 +02001053 struct lysp_submodule *submod;
Michal Vasko3a41dff2020-07-15 14:30:28 +02001054 LY_ERR ret;
Michal Vasko7c8439f2020-08-05 13:25:19 +02001055 LY_ARRAY_COUNT_TYPE u;
Michal Vaskob36053d2020-03-26 15:49:30 +01001056 struct lys_yang_parser_ctx *yangctx = NULL;
1057 struct lys_yin_parser_ctx *yinctx = NULL;
Radek Krejcif6923e82020-07-02 16:36:53 +02001058 struct lys_parser_ctx *pctx = NULL;
Michal Vasko7a0b0762020-09-02 16:37:01 +02001059 char *filename, *rev, *dot;
1060 size_t len;
Radek Krejci86d106e2018-10-18 09:53:19 +02001061
Michal Vasko405cc9e2020-12-01 12:01:27 +01001062 assert(ctx && in && (!features || implement) && unres);
1063
Michal Vasko7a0b0762020-09-02 16:37:01 +02001064 if (module) {
1065 *module = NULL;
1066 }
Radek Krejci86d106e2018-10-18 09:53:19 +02001067
1068 mod = calloc(1, sizeof *mod);
Michal Vasko3a41dff2020-07-15 14:30:28 +02001069 LY_CHECK_ERR_RET(!mod, LOGMEM(ctx), LY_EMEM);
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001070 mod->ctx = ctx;
Radek Krejci86d106e2018-10-18 09:53:19 +02001071
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001072 /* parse */
Radek Krejci86d106e2018-10-18 09:53:19 +02001073 switch (format) {
1074 case LYS_IN_YIN:
Michal Vasko405cc9e2020-12-01 12:01:27 +01001075 ret = yin_parse_module(&yinctx, in, mod, unres);
Michal Vaskob36053d2020-03-26 15:49:30 +01001076 pctx = (struct lys_parser_ctx *)yinctx;
Radek Krejci86d106e2018-10-18 09:53:19 +02001077 break;
1078 case LYS_IN_YANG:
Michal Vasko405cc9e2020-12-01 12:01:27 +01001079 ret = yang_parse_module(&yangctx, in, mod, unres);
Michal Vaskob36053d2020-03-26 15:49:30 +01001080 pctx = (struct lys_parser_ctx *)yangctx;
Radek Krejci86d106e2018-10-18 09:53:19 +02001081 break;
1082 default:
1083 LOGERR(ctx, LY_EINVAL, "Invalid schema input format.");
Michal Vasko3a41dff2020-07-15 14:30:28 +02001084 ret = LY_EINVAL;
Radek Krejci86d106e2018-10-18 09:53:19 +02001085 break;
1086 }
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001087 LY_CHECK_GOTO(ret, free_mod_cleanup);
Radek Krejci9f5e6fb2018-10-25 09:26:12 +02001088
1089 /* make sure that the newest revision is at position 0 */
1090 lysp_sort_revisions(mod->parsed->revs);
Radek Krejci0af46292019-01-11 16:02:31 +01001091 if (mod->parsed->revs) {
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001092 LY_CHECK_GOTO(ret = lydict_insert(ctx, mod->parsed->revs[0].date, 0, &mod->revision), free_mod_cleanup);
Radek Krejci0af46292019-01-11 16:02:31 +01001093 }
Radek Krejci86d106e2018-10-18 09:53:19 +02001094
Radek Krejcib3289d62019-09-18 12:21:39 +02001095 /* decide the latest revision */
Michal Vasko22df3f02020-08-24 13:29:22 +02001096 latest = (struct lys_module *)ly_ctx_get_module_latest(ctx, mod->name);
Radek Krejcib3289d62019-09-18 12:21:39 +02001097 if (latest) {
1098 if (mod->revision) {
1099 if (!latest->revision) {
1100 /* latest has no revision, so mod is anyway newer */
1101 mod->latest_revision = latest->latest_revision;
1102 /* the latest is zeroed later when the new module is being inserted into the context */
1103 } else if (strcmp(mod->revision, latest->revision) > 0) {
1104 mod->latest_revision = latest->latest_revision;
1105 /* the latest is zeroed later when the new module is being inserted into the context */
1106 } else {
1107 latest = NULL;
1108 }
1109 } else {
1110 latest = NULL;
1111 }
1112 } else {
1113 mod->latest_revision = 1;
1114 }
1115
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001116 if (custom_check) {
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001117 LY_CHECK_GOTO(ret = custom_check(ctx, mod->parsed, NULL, check_data), free_mod_cleanup);
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001118 }
1119
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001120 /* check whether it is not already in the context in the same revision */
Michal Vasko22df3f02020-08-24 13:29:22 +02001121 mod_dup = (struct lys_module *)ly_ctx_get_module(ctx, mod->name, mod->revision);
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001122 if (implement) {
1123 mod_impl = ly_ctx_get_module_implemented(ctx, mod->name);
1124 if (mod_impl && (mod_impl != mod_dup)) {
1125 LOGERR(ctx, LY_EDENIED, "Module \"%s@%s\" is already implemented in the context.", mod_impl->name,
1126 mod_impl->revision ? mod_impl->revision : "<none>");
1127 ret = LY_EDENIED;
1128 goto free_mod_cleanup;
Radek Krejcid33273d2018-10-25 14:55:52 +02001129 }
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001130 }
1131 if (mod_dup) {
1132 if (implement) {
1133 if (!mod_dup->implemented) {
1134 /* just implement it */
1135 LY_CHECK_GOTO(ret = lys_set_implemented_r(mod_dup, features, unres), free_mod_cleanup);
1136 goto free_mod_cleanup;
1137 }
1138
1139 /* nothing to do */
1140 LOGVRB("Module \"%s@%s\" is already implemented in the context.", mod_dup->name,
1141 mod_dup->revision ? mod_dup->revision : "<none>");
1142 goto free_mod_cleanup;
1143 }
1144
1145 /* nothing to do */
1146 LOGVRB("Module \"%s@%s\" is already present in the context.", mod_dup->name,
1147 mod_dup->revision ? mod_dup->revision : "<none>");
1148 goto free_mod_cleanup;
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001149 }
Radek Krejci86d106e2018-10-18 09:53:19 +02001150
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001151 switch (in->type) {
1152 case LY_IN_FILEPATH:
1153 /* check that name and revision match filename */
1154 filename = strrchr(in->method.fpath.filepath, '/');
1155 if (!filename) {
1156 filename = in->method.fpath.filepath;
1157 } else {
1158 filename++;
1159 }
1160 rev = strchr(filename, '@');
1161 dot = strrchr(filename, '.');
1162
1163 /* name */
1164 len = strlen(mod->name);
1165 if (strncmp(filename, mod->name, len) ||
Michal Vasko69730152020-10-09 16:30:07 +02001166 ((rev && (rev != &filename[len])) || (!rev && (dot != &filename[len])))) {
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001167 LOGWRN(ctx, "File name \"%s\" does not match module name \"%s\".", filename, mod->name);
1168 }
1169 if (rev) {
1170 len = dot - ++rev;
Radek Krejcif13b87b2020-12-01 22:02:17 +01001171 if (!mod->parsed->revs || (len != LY_REV_SIZE - 1) || strncmp(mod->parsed->revs[0].date, rev, len)) {
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001172 LOGWRN(ctx, "File name \"%s\" does not match module revision \"%s\".", filename,
Michal Vasko69730152020-10-09 16:30:07 +02001173 mod->parsed->revs ? mod->parsed->revs[0].date : "none");
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001174 }
1175 }
1176
1177 break;
1178 case LY_IN_FD:
1179 case LY_IN_FILE:
1180 case LY_IN_MEMORY:
1181 /* nothing special to do */
1182 break;
Michal Vasko7a0b0762020-09-02 16:37:01 +02001183 case LY_IN_ERROR:
1184 LOGINT(ctx);
1185 ret = LY_EINT;
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001186 goto free_mod_cleanup;
Radek Krejci096235c2019-01-11 11:12:19 +01001187 }
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001188 lys_parser_fill_filepath(ctx, in, &mod->filepath);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001189
Michal Vasko7a0b0762020-09-02 16:37:01 +02001190 if (latest) {
1191 latest->latest_revision = 0;
1192 }
1193
Michal Vasko45b521c2020-11-04 17:14:39 +01001194 /* add internal data in case specific modules were parsed */
1195 if (!strcmp(mod->name, "ietf-netconf")) {
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001196 LY_CHECK_GOTO(ret = lys_parsed_add_internal_ietf_netconf(mod->parsed), free_mod_cleanup);
Michal Vasko45b521c2020-11-04 17:14:39 +01001197 } else if (!strcmp(mod->name, "ietf-netconf-with-defaults")) {
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001198 LY_CHECK_GOTO(ret = lys_parsed_add_internal_ietf_netconf_with_defaults(mod->parsed), free_mod_cleanup);
Michal Vasko45b521c2020-11-04 17:14:39 +01001199 }
1200
Michal Vasko405cc9e2020-12-01 12:01:27 +01001201 /* add the module into newly created module set, will also be freed from there on any error */
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001202 LY_CHECK_GOTO(ret = ly_set_add(&unres->creating, mod, 1, NULL), free_mod_cleanup);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001203
Michal Vasko7a0b0762020-09-02 16:37:01 +02001204 /* add into context */
Radek Krejci3d92e442020-10-12 12:48:13 +02001205 ret = ly_set_add(&ctx->list, mod, 1, NULL);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001206 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko7a0b0762020-09-02 16:37:01 +02001207 ctx->module_set_id++;
1208
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001209 /* resolve includes and all imports */
Michal Vasko405cc9e2020-12-01 12:01:27 +01001210 LY_CHECK_GOTO(ret = lys_resolve_import_include(pctx, mod->parsed), cleanup);
Michal Vasko7a0b0762020-09-02 16:37:01 +02001211
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001212 /* check name collisions */
Michal Vasko405cc9e2020-12-01 12:01:27 +01001213 LY_CHECK_GOTO(ret = lysp_check_dup_typedefs(pctx, mod->parsed), cleanup);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001214 /* TODO groupings */
Michal Vasko405cc9e2020-12-01 12:01:27 +01001215 LY_CHECK_GOTO(ret = lysp_check_dup_features(pctx, mod->parsed), cleanup);
1216 LY_CHECK_GOTO(ret = lysp_check_dup_identities(pctx, mod->parsed), cleanup);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001217
1218 /* compile features */
Michal Vasko405cc9e2020-12-01 12:01:27 +01001219 LY_CHECK_GOTO(ret = lys_compile_feature_iffeatures(mod->parsed), cleanup);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001220
Michal Vasko89b5c072020-10-06 13:52:44 +02001221 if (!implement) {
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001222 /* pre-compile identities of the module */
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001223 LY_CHECK_GOTO(ret = lys_identity_precompile(NULL, ctx, mod->parsed, mod->parsed->identities, &mod->identities), cleanup);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001224
1225 /* pre-compile identities of any submodules */
Michal Vasko7a0b0762020-09-02 16:37:01 +02001226 LY_ARRAY_FOR(mod->parsed->includes, u) {
Michal Vasko5d24f6c2020-10-13 13:49:06 +02001227 submod = mod->parsed->includes[u].submodule;
Michal Vasko5d24f6c2020-10-13 13:49:06 +02001228 ret = lys_identity_precompile(NULL, ctx, (struct lysp_module *)submod, submod->identities, &mod->identities);
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001229 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko7a0b0762020-09-02 16:37:01 +02001230 }
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001231 } else {
Michal Vasko89b5c072020-10-06 13:52:44 +02001232 /* implement (compile) */
Michal Vasko405cc9e2020-12-01 12:01:27 +01001233 LY_CHECK_GOTO(ret = lys_set_implemented_r(mod, features, unres), cleanup);
Michal Vasko7a0b0762020-09-02 16:37:01 +02001234 }
1235
Michal Vasko405cc9e2020-12-01 12:01:27 +01001236 /* success */
1237 goto cleanup;
Michal Vasko7a0b0762020-09-02 16:37:01 +02001238
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001239free_mod_cleanup:
Michal Vasko7a0b0762020-09-02 16:37:01 +02001240 lys_module_free(mod, NULL);
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001241 mod = NULL;
1242
Michal Vasko405cc9e2020-12-01 12:01:27 +01001243cleanup:
Michal Vasko7a0b0762020-09-02 16:37:01 +02001244 if (pctx) {
1245 ly_set_erase(&pctx->tpdfs_nodes, NULL);
1246 }
1247 if (format == LYS_IN_YANG) {
1248 yang_parser_ctx_free(yangctx);
1249 } else {
1250 yin_parser_ctx_free(yinctx);
1251 }
1252
Michal Vasko405cc9e2020-12-01 12:01:27 +01001253 if (!ret && module) {
1254 *module = mod;
1255 }
Michal Vasko7a0b0762020-09-02 16:37:01 +02001256 return ret;
1257}
1258
Radek Krejci545b4872020-11-15 10:15:12 +01001259static LYS_INFORMAT
1260lys_parse_get_format(const struct ly_in *in, LYS_INFORMAT format)
1261{
1262 if (!format && (in->type == LY_IN_FILEPATH)) {
1263 /* unknown format - try to detect it from filename's suffix */
1264 const char *path = in->method.fpath.filepath;
1265 size_t len = strlen(path);
1266
1267 /* ignore trailing whitespaces */
1268 for ( ; len > 0 && isspace(path[len - 1]); len--) {}
1269
Radek Krejcif13b87b2020-12-01 22:02:17 +01001270 if ((len >= LY_YANG_SUFFIX_LEN + 1) &&
1271 !strncmp(&path[len - LY_YANG_SUFFIX_LEN], LY_YANG_SUFFIX, LY_YANG_SUFFIX_LEN)) {
Radek Krejci545b4872020-11-15 10:15:12 +01001272 format = LYS_IN_YANG;
Radek Krejcif13b87b2020-12-01 22:02:17 +01001273 } else if ((len >= LY_YIN_SUFFIX_LEN + 1) &&
1274 !strncmp(&path[len - LY_YIN_SUFFIX_LEN], LY_YIN_SUFFIX, LY_YIN_SUFFIX_LEN)) {
Radek Krejci545b4872020-11-15 10:15:12 +01001275 format = LYS_IN_YIN;
1276 } /* else still unknown */
1277 }
1278
1279 return format;
1280}
1281
Michal Vasko7a0b0762020-09-02 16:37:01 +02001282API LY_ERR
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001283lys_parse(struct ly_ctx *ctx, struct ly_in *in, LYS_INFORMAT format, const char **features, const struct lys_module **module)
Michal Vasko7a0b0762020-09-02 16:37:01 +02001284{
Michal Vasko405cc9e2020-12-01 12:01:27 +01001285 LY_ERR ret;
1286 struct lys_glob_unres unres = {0};
1287
Michal Vasko7a0b0762020-09-02 16:37:01 +02001288 if (module) {
1289 *module = NULL;
1290 }
Radek Krejci545b4872020-11-15 10:15:12 +01001291 LY_CHECK_ARG_RET(NULL, ctx, in, LY_EINVAL);
1292
1293 format = lys_parse_get_format(in, format);
1294 LY_CHECK_ARG_RET(ctx, format, LY_EINVAL);
Michal Vasko7a0b0762020-09-02 16:37:01 +02001295
1296 /* remember input position */
1297 in->func_start = in->current;
1298
Michal Vasko405cc9e2020-12-01 12:01:27 +01001299 ret = lys_create_module(ctx, in, format, 1, NULL, NULL, features, &unres, (struct lys_module **)module);
1300 LY_CHECK_GOTO(ret, cleanup);
1301
1302 /* resolve global unres */
1303 ret = lys_compile_unres_glob(ctx, &unres);
1304 LY_CHECK_GOTO(ret, cleanup);
1305
1306cleanup:
1307 if (ret) {
1308 lys_compile_unres_glob_revert(ctx, &unres);
1309 }
1310 lys_compile_unres_glob_erase(ctx, &unres);
1311 if (ret && module) {
1312 *module = NULL;
1313 }
1314 return ret;
Radek Krejci86d106e2018-10-18 09:53:19 +02001315}
1316
Michal Vasko3a41dff2020-07-15 14:30:28 +02001317API LY_ERR
1318lys_parse_mem(struct ly_ctx *ctx, const char *data, LYS_INFORMAT format, const struct lys_module **module)
Radek Krejci86d106e2018-10-18 09:53:19 +02001319{
Radek Krejci0f969882020-08-21 16:56:47 +02001320 LY_ERR ret;
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001321 struct ly_in *in = NULL;
Radek Krejci86d106e2018-10-18 09:53:19 +02001322
Michal Vasko3a41dff2020-07-15 14:30:28 +02001323 LY_CHECK_ARG_RET(ctx, data, format != LYS_IN_UNKNOWN, LY_EINVAL);
Radek Krejci65639b92018-11-27 10:51:37 +01001324
Michal Vasko3a41dff2020-07-15 14:30:28 +02001325 LY_CHECK_ERR_RET(ret = ly_in_new_memory(data, &in), LOGERR(ctx, ret, "Unable to create input handler."), ret);
Radek Krejci86d106e2018-10-18 09:53:19 +02001326
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001327 ret = lys_parse(ctx, in, format, NULL, module);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001328 ly_in_free(in, 0);
Radek Krejci86d106e2018-10-18 09:53:19 +02001329
Michal Vasko3a41dff2020-07-15 14:30:28 +02001330 return ret;
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001331}
1332
Michal Vasko3a41dff2020-07-15 14:30:28 +02001333API LY_ERR
1334lys_parse_fd(struct ly_ctx *ctx, int fd, LYS_INFORMAT format, const struct lys_module **module)
Radek Krejci86d106e2018-10-18 09:53:19 +02001335{
Radek Krejci0f969882020-08-21 16:56:47 +02001336 LY_ERR ret;
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001337 struct ly_in *in = NULL;
Radek Krejci86d106e2018-10-18 09:53:19 +02001338
Michal Vasko3a41dff2020-07-15 14:30:28 +02001339 LY_CHECK_ARG_RET(ctx, fd > -1, format != LYS_IN_UNKNOWN, LY_EINVAL);
Radek Krejci86d106e2018-10-18 09:53:19 +02001340
Michal Vasko3a41dff2020-07-15 14:30:28 +02001341 LY_CHECK_ERR_RET(ret = ly_in_new_fd(fd, &in), LOGERR(ctx, ret, "Unable to create input handler."), ret);
Radek Krejci86d106e2018-10-18 09:53:19 +02001342
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001343 ret = lys_parse(ctx, in, format, NULL, module);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001344 ly_in_free(in, 0);
Radek Krejci86d106e2018-10-18 09:53:19 +02001345
Michal Vasko3a41dff2020-07-15 14:30:28 +02001346 return ret;
Radek Krejci86d106e2018-10-18 09:53:19 +02001347}
1348
Michal Vasko3a41dff2020-07-15 14:30:28 +02001349API LY_ERR
1350lys_parse_path(struct ly_ctx *ctx, const char *path, LYS_INFORMAT format, const struct lys_module **module)
Radek Krejcid33273d2018-10-25 14:55:52 +02001351{
Radek Krejci0f969882020-08-21 16:56:47 +02001352 LY_ERR ret;
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001353 struct ly_in *in = NULL;
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001354
Michal Vasko3a41dff2020-07-15 14:30:28 +02001355 LY_CHECK_ARG_RET(ctx, path, format != LYS_IN_UNKNOWN, LY_EINVAL);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001356
Michal Vasko3a41dff2020-07-15 14:30:28 +02001357 LY_CHECK_ERR_RET(ret = ly_in_new_filepath(path, 0, &in),
Michal Vasko69730152020-10-09 16:30:07 +02001358 LOGERR(ctx, ret, "Unable to create input handler for filepath %s.", path), ret);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001359
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001360 ret = lys_parse(ctx, in, format, NULL, module);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001361 ly_in_free(in, 0);
1362
Michal Vasko3a41dff2020-07-15 14:30:28 +02001363 return ret;
Radek Krejcid33273d2018-10-25 14:55:52 +02001364}
1365
1366API LY_ERR
Radek Krejci857189e2020-09-01 13:26:36 +02001367lys_search_localfile(const char * const *searchpaths, ly_bool cwd, const char *name, const char *revision,
Radek Krejci0f969882020-08-21 16:56:47 +02001368 char **localfile, LYS_INFORMAT *format)
Radek Krejcid33273d2018-10-25 14:55:52 +02001369{
Radek Krejci1deb5be2020-08-26 16:43:36 +02001370 LY_ERR ret = LY_EMEM;
Radek Krejcid33273d2018-10-25 14:55:52 +02001371 size_t len, flen, match_len = 0, dir_len;
Radek Krejci857189e2020-09-01 13:26:36 +02001372 ly_bool implicit_cwd = 0;
Radek Krejcid33273d2018-10-25 14:55:52 +02001373 char *wd, *wn = NULL;
1374 DIR *dir = NULL;
1375 struct dirent *file;
1376 char *match_name = NULL;
1377 LYS_INFORMAT format_aux, match_format = 0;
1378 struct ly_set *dirs;
1379 struct stat st;
1380
1381 LY_CHECK_ARG_RET(NULL, localfile, LY_EINVAL);
1382
1383 /* start to fill the dir fifo with the context's search path (if set)
1384 * and the current working directory */
Radek Krejciba03a5a2020-08-27 14:40:41 +02001385 LY_CHECK_RET(ly_set_new(&dirs));
Radek Krejcid33273d2018-10-25 14:55:52 +02001386
1387 len = strlen(name);
1388 if (cwd) {
1389 wd = get_current_dir_name();
1390 if (!wd) {
1391 LOGMEM(NULL);
1392 goto cleanup;
1393 } else {
1394 /* add implicit current working directory (./) to be searched,
1395 * this directory is not searched recursively */
Radek Krejciba03a5a2020-08-27 14:40:41 +02001396 ret = ly_set_add(dirs, wd, 0, NULL);
1397 LY_CHECK_GOTO(ret, cleanup);
Radek Krejcid33273d2018-10-25 14:55:52 +02001398 implicit_cwd = 1;
1399 }
1400 }
1401 if (searchpaths) {
Radek Krejci1deb5be2020-08-26 16:43:36 +02001402 for (uint64_t i = 0; searchpaths[i]; i++) {
Radek Krejcid33273d2018-10-25 14:55:52 +02001403 /* check for duplicities with the implicit current working directory */
1404 if (implicit_cwd && !strcmp(dirs->objs[0], searchpaths[i])) {
1405 implicit_cwd = 0;
1406 continue;
1407 }
1408 wd = strdup(searchpaths[i]);
1409 if (!wd) {
1410 LOGMEM(NULL);
1411 goto cleanup;
Radek Krejciba03a5a2020-08-27 14:40:41 +02001412 } else {
1413 ret = ly_set_add(dirs, wd, 0, NULL);
1414 LY_CHECK_GOTO(ret, cleanup);
Radek Krejcid33273d2018-10-25 14:55:52 +02001415 }
1416 }
1417 }
1418 wd = NULL;
1419
1420 /* start searching */
1421 while (dirs->count) {
1422 free(wd);
1423 free(wn); wn = NULL;
1424
1425 dirs->count--;
1426 wd = (char *)dirs->objs[dirs->count];
1427 dirs->objs[dirs->count] = NULL;
Radek Krejcieeee95c2021-01-19 10:57:22 +01001428 LOGVRB("Searching for \"%s\" in \"%s\".", name, wd);
Radek Krejcid33273d2018-10-25 14:55:52 +02001429
1430 if (dir) {
1431 closedir(dir);
1432 }
1433 dir = opendir(wd);
1434 dir_len = strlen(wd);
1435 if (!dir) {
1436 LOGWRN(NULL, "Unable to open directory \"%s\" for searching (sub)modules (%s).", wd, strerror(errno));
1437 } else {
1438 while ((file = readdir(dir))) {
1439 if (!strcmp(".", file->d_name) || !strcmp("..", file->d_name)) {
1440 /* skip . and .. */
1441 continue;
1442 }
1443 free(wn);
1444 if (asprintf(&wn, "%s/%s", wd, file->d_name) == -1) {
1445 LOGMEM(NULL);
1446 goto cleanup;
1447 }
1448 if (stat(wn, &st) == -1) {
1449 LOGWRN(NULL, "Unable to get information about \"%s\" file in \"%s\" when searching for (sub)modules (%s)",
Michal Vasko69730152020-10-09 16:30:07 +02001450 file->d_name, wd, strerror(errno));
Radek Krejcid33273d2018-10-25 14:55:52 +02001451 continue;
1452 }
1453 if (S_ISDIR(st.st_mode) && (dirs->count || !implicit_cwd)) {
1454 /* we have another subdirectory in searchpath to explore,
1455 * subdirectories are not taken into account in current working dir (dirs->set.g[0]) */
Radek Krejciba03a5a2020-08-27 14:40:41 +02001456 ret = ly_set_add(dirs, wn, 0, NULL);
1457 LY_CHECK_GOTO(ret, cleanup);
1458
Radek Krejcid33273d2018-10-25 14:55:52 +02001459 /* continue with the next item in current directory */
1460 wn = NULL;
1461 continue;
1462 } else if (!S_ISREG(st.st_mode)) {
1463 /* not a regular file (note that we see the target of symlinks instead of symlinks */
1464 continue;
1465 }
1466
1467 /* here we know that the item is a file which can contain a module */
1468 if (strncmp(name, file->d_name, len) ||
Michal Vasko69730152020-10-09 16:30:07 +02001469 ((file->d_name[len] != '.') && (file->d_name[len] != '@'))) {
Radek Krejcid33273d2018-10-25 14:55:52 +02001470 /* different filename than the module we search for */
1471 continue;
1472 }
1473
1474 /* get type according to filename suffix */
1475 flen = strlen(file->d_name);
Radek Krejcif13b87b2020-12-01 22:02:17 +01001476 if ((flen >= LY_YANG_SUFFIX_LEN + 1) &&
1477 !strcmp(&file->d_name[flen - LY_YANG_SUFFIX_LEN], LY_YANG_SUFFIX)) {
Radek Krejcid33273d2018-10-25 14:55:52 +02001478 format_aux = LYS_IN_YANG;
Radek Krejcif13b87b2020-12-01 22:02:17 +01001479 } else if ((flen >= LY_YIN_SUFFIX_LEN + 1) &&
1480 !strcmp(&file->d_name[flen - LY_YIN_SUFFIX_LEN], LY_YIN_SUFFIX)) {
Radek Krejci01a937f2020-11-15 10:14:12 +01001481 format_aux = LYS_IN_YIN;
Radek Krejcid33273d2018-10-25 14:55:52 +02001482 } else {
1483 /* not supportde suffix/file format */
1484 continue;
1485 }
1486
1487 if (revision) {
1488 /* we look for the specific revision, try to get it from the filename */
1489 if (file->d_name[len] == '@') {
1490 /* check revision from the filename */
1491 if (strncmp(revision, &file->d_name[len + 1], strlen(revision))) {
1492 /* another revision */
1493 continue;
1494 } else {
1495 /* exact revision */
1496 free(match_name);
1497 match_name = wn;
1498 wn = NULL;
1499 match_len = dir_len + 1 + len;
1500 match_format = format_aux;
1501 goto success;
1502 }
1503 } else {
1504 /* continue trying to find exact revision match, use this only if not found */
1505 free(match_name);
1506 match_name = wn;
1507 wn = NULL;
Michal Vasko44f3d2c2020-08-24 09:49:38 +02001508 match_len = dir_len + 1 + len;
Radek Krejcid33273d2018-10-25 14:55:52 +02001509 match_format = format_aux;
1510 continue;
1511 }
1512 } else {
1513 /* remember the revision and try to find the newest one */
1514 if (match_name) {
Michal Vasko69730152020-10-09 16:30:07 +02001515 if ((file->d_name[len] != '@') ||
Radek Krejcif13b87b2020-12-01 22:02:17 +01001516 lysp_check_date(NULL, &file->d_name[len + 1],
1517 flen - ((format_aux == LYS_IN_YANG) ? LY_YANG_SUFFIX_LEN : LY_YIN_SUFFIX_LEN) - len - 1, NULL)) {
Radek Krejcid33273d2018-10-25 14:55:52 +02001518 continue;
Michal Vasko69730152020-10-09 16:30:07 +02001519 } else if ((match_name[match_len] == '@') &&
Radek Krejcid33273d2018-10-25 14:55:52 +02001520 (strncmp(&match_name[match_len + 1], &file->d_name[len + 1], LY_REV_SIZE - 1) >= 0)) {
1521 continue;
1522 }
1523 free(match_name);
1524 }
1525
1526 match_name = wn;
1527 wn = NULL;
1528 match_len = dir_len + 1 + len;
1529 match_format = format_aux;
1530 continue;
1531 }
1532 }
1533 }
1534 }
1535
1536success:
1537 (*localfile) = match_name;
1538 match_name = NULL;
1539 if (format) {
1540 (*format) = match_format;
1541 }
Radek Krejci1deb5be2020-08-26 16:43:36 +02001542 ret = LY_SUCCESS;
Radek Krejcid33273d2018-10-25 14:55:52 +02001543
1544cleanup:
1545 free(wn);
1546 free(wd);
1547 if (dir) {
1548 closedir(dir);
1549 }
1550 free(match_name);
1551 ly_set_free(dirs, free);
1552
1553 return ret;
1554}