blob: 18096a641fa83345b2f6550429330bfd376b2047 [file] [log] [blame]
Radek Krejci3f5e3db2018-10-11 15:57:47 +02001/**
2 * @file tree_schema.c
3 * @author Radek Krejci <rkrejci@cesnet.cz>
4 * @brief Schema tree implementation
5 *
6 * Copyright (c) 2015 - 2018 CESNET, z.s.p.o.
7 *
8 * This source code is licensed under BSD 3-Clause License (the "License").
9 * You may not use this file except in compliance with the License.
10 * You may obtain a copy of the License at
11 *
12 * https://opensource.org/licenses/BSD-3-Clause
13 */
Radek Krejcib7db73a2018-10-24 14:18:40 +020014
Christian Hopps32874e12021-05-01 09:43:54 -040015#define _GNU_SOURCE /* asprintf, strdup */
Radek Krejci535ea9f2020-05-29 16:01:05 +020016
Radek Krejcica376bd2020-06-11 16:04:06 +020017#include "tree_schema.h"
Radek Krejci86d106e2018-10-18 09:53:19 +020018
Radek Krejcie7b95092019-05-15 11:03:07 +020019#include <assert.h>
Radek Krejci545b4872020-11-15 10:15:12 +010020#include <ctype.h>
Radek Krejcid33273d2018-10-25 14:55:52 +020021#include <dirent.h>
Radek Krejci86d106e2018-10-18 09:53:19 +020022#include <errno.h>
Radek Krejcie7b95092019-05-15 11:03:07 +020023#include <stdint.h>
Radek Krejci86d106e2018-10-18 09:53:19 +020024#include <stdio.h>
Radek Krejcie7b95092019-05-15 11:03:07 +020025#include <stdlib.h>
26#include <string.h>
Radek Krejci86d106e2018-10-18 09:53:19 +020027#include <sys/stat.h>
Radek Krejci86d106e2018-10-18 09:53:19 +020028#include <unistd.h>
Radek Krejci3f5e3db2018-10-11 15:57:47 +020029
Radek Krejcica376bd2020-06-11 16:04:06 +020030#include "common.h"
Michal Vasko5aa44c02020-06-29 11:47:02 +020031#include "compat.h"
Radek Krejci86d106e2018-10-18 09:53:19 +020032#include "context.h"
Radek Krejcie7b95092019-05-15 11:03:07 +020033#include "dict.h"
Radek Krejci47fab892020-11-05 17:02:41 +010034#include "in.h"
Michal Vaskoafac7822020-10-20 14:22:26 +020035#include "in_internal.h"
Radek Krejci47fab892020-11-05 17:02:41 +010036#include "log.h"
Radek Krejcif0e1ba52020-05-22 15:14:35 +020037#include "parser_internal.h"
Radek Krejcica376bd2020-06-11 16:04:06 +020038#include "parser_schema.h"
Michal Vasko40308e72020-10-20 16:38:40 +020039#include "path.h"
Michal Vasko1a7a7bd2020-10-16 14:39:15 +020040#include "schema_compile.h"
Michal Vaskof4258e12021-06-15 12:11:42 +020041#include "schema_compile_amend.h"
Michal Vasko7b1ad1a2020-11-02 15:41:27 +010042#include "schema_features.h"
Radek Krejcica376bd2020-06-11 16:04:06 +020043#include "set.h"
44#include "tree.h"
Radek Krejci859a15a2021-03-05 20:56:59 +010045#include "tree_edit.h"
Radek Krejcica376bd2020-06-11 16:04:06 +020046#include "tree_schema_internal.h"
47#include "xpath.h"
Radek Krejci3f5e3db2018-10-11 15:57:47 +020048
Radek Krejcieccf6602021-02-05 19:42:54 +010049/**
50 * @brief information about YANG statements
51 */
52struct stmt_info_s stmt_attr_info[] = {
Radek Krejci6b88a462021-02-17 12:39:34 +010053 [LY_STMT_NONE] = {NULL, NULL, 0},
54 [LY_STMT_ACTION] = {"action", "name", STMT_FLAG_ID},
55 [LY_STMT_ANYDATA] = {"anydata", "name", STMT_FLAG_ID},
56 [LY_STMT_ANYXML] = {"anyxml", "name", STMT_FLAG_ID},
57 [LY_STMT_ARGUMENT] = {"argument", "name", STMT_FLAG_ID},
58 [LY_STMT_ARG_TEXT] = {"text", NULL, 0},
59 [LY_STMT_ARG_VALUE] = {"value", NULL, 0},
60 [LY_STMT_AUGMENT] = {"augment", "target-node", STMT_FLAG_ID},
61 [LY_STMT_BASE] = {"base", "name", STMT_FLAG_ID},
62 [LY_STMT_BELONGS_TO] = {"belongs-to", "module", STMT_FLAG_ID},
63 [LY_STMT_BIT] = {"bit", "name", STMT_FLAG_ID},
64 [LY_STMT_CASE] = {"case", "name", STMT_FLAG_ID},
65 [LY_STMT_CHOICE] = {"choice", "name", STMT_FLAG_ID},
66 [LY_STMT_CONFIG] = {"config", "value", STMT_FLAG_ID},
67 [LY_STMT_CONTACT] = {"contact", "text", STMT_FLAG_YIN},
68 [LY_STMT_CONTAINER] = {"container", "name", STMT_FLAG_ID},
69 [LY_STMT_DEFAULT] = {"default", "value", 0},
70 [LY_STMT_DESCRIPTION] = {"description", "text", STMT_FLAG_YIN},
71 [LY_STMT_DEVIATE] = {"deviate", "value", STMT_FLAG_ID},
72 [LY_STMT_DEVIATION] = {"deviation", "target-node", STMT_FLAG_ID},
73 [LY_STMT_ENUM] = {"enum", "name", STMT_FLAG_ID},
74 [LY_STMT_ERROR_APP_TAG] = {"error-app-tag", "value", 0},
75 [LY_STMT_ERROR_MESSAGE] = {"error-message", "value", STMT_FLAG_YIN},
76 [LY_STMT_EXTENSION] = {"extension", "name", STMT_FLAG_ID},
77 [LY_STMT_EXTENSION_INSTANCE] = {NULL, NULL, 0},
78 [LY_STMT_FEATURE] = {"feature", "name", STMT_FLAG_ID},
79 [LY_STMT_FRACTION_DIGITS] = {"fraction-digits", "value", STMT_FLAG_ID},
80 [LY_STMT_GROUPING] = {"grouping", "name", STMT_FLAG_ID},
81 [LY_STMT_IDENTITY] = {"identity", "name", STMT_FLAG_ID},
82 [LY_STMT_IF_FEATURE] = {"if-feature", "name", 0},
83 [LY_STMT_IMPORT] = {"import", "module", STMT_FLAG_ID},
84 [LY_STMT_INCLUDE] = {"include", "module", STMT_FLAG_ID},
85 [LY_STMT_INPUT] = {"input", NULL, 0},
86 [LY_STMT_KEY] = {"key", "value", 0},
87 [LY_STMT_LEAF] = {"leaf", "name", STMT_FLAG_ID},
88 [LY_STMT_LEAF_LIST] = {"leaf-list", "name", STMT_FLAG_ID},
89 [LY_STMT_LENGTH] = {"length", "value", 0},
90 [LY_STMT_LIST] = {"list", "name", STMT_FLAG_ID},
91 [LY_STMT_MANDATORY] = {"mandatory", "value", STMT_FLAG_ID},
92 [LY_STMT_MAX_ELEMENTS] = {"max-elements", "value", STMT_FLAG_ID},
93 [LY_STMT_MIN_ELEMENTS] = {"min-elements", "value", STMT_FLAG_ID},
94 [LY_STMT_MODIFIER] = {"modifier", "value", STMT_FLAG_ID},
95 [LY_STMT_MODULE] = {"module", "name", STMT_FLAG_ID},
96 [LY_STMT_MUST] = {"must", "condition", 0},
97 [LY_STMT_NAMESPACE] = {"namespace", "uri", 0},
98 [LY_STMT_NOTIFICATION] = {"notification", "name", STMT_FLAG_ID},
99 [LY_STMT_ORDERED_BY] = {"ordered-by", "value", STMT_FLAG_ID},
100 [LY_STMT_ORGANIZATION] = {"organization", "text", STMT_FLAG_YIN},
101 [LY_STMT_OUTPUT] = {"output", NULL, 0},
102 [LY_STMT_PATH] = {"path", "value", 0},
103 [LY_STMT_PATTERN] = {"pattern", "value", 0},
104 [LY_STMT_POSITION] = {"position", "value", STMT_FLAG_ID},
105 [LY_STMT_PREFIX] = {"prefix", "value", STMT_FLAG_ID},
106 [LY_STMT_PRESENCE] = {"presence", "value", 0},
107 [LY_STMT_RANGE] = {"range", "value", 0},
108 [LY_STMT_REFERENCE] = {"reference", "text", STMT_FLAG_YIN},
109 [LY_STMT_REFINE] = {"refine", "target-node", STMT_FLAG_ID},
110 [LY_STMT_REQUIRE_INSTANCE] = {"require-instance", "value", STMT_FLAG_ID},
111 [LY_STMT_REVISION] = {"revision", "date", STMT_FLAG_ID},
112 [LY_STMT_REVISION_DATE] = {"revision-date", "date", STMT_FLAG_ID},
113 [LY_STMT_RPC] = {"rpc", "name", STMT_FLAG_ID},
114 [LY_STMT_STATUS] = {"status", "value", STMT_FLAG_ID},
115 [LY_STMT_SUBMODULE] = {"submodule", "name", STMT_FLAG_ID},
116 [LY_STMT_SYNTAX_LEFT_BRACE] = {"{", NULL, 0},
117 [LY_STMT_SYNTAX_RIGHT_BRACE] = {"}", NULL, 0},
118 [LY_STMT_SYNTAX_SEMICOLON] = {";", NULL, 0},
119 [LY_STMT_TYPE] = {"type", "name", STMT_FLAG_ID},
120 [LY_STMT_TYPEDEF] = {"typedef", "name", STMT_FLAG_ID},
121 [LY_STMT_UNIQUE] = {"unique", "tag", 0},
122 [LY_STMT_UNITS] = {"units", "name", 0},
123 [LY_STMT_USES] = {"uses", "name", STMT_FLAG_ID},
124 [LY_STMT_VALUE] = {"value", "value", STMT_FLAG_ID},
125 [LY_STMT_WHEN] = {"when", "condition", 0},
126 [LY_STMT_YANG_VERSION] = {"yang-version", "value", STMT_FLAG_ID},
127 [LY_STMT_YIN_ELEMENT] = {"yin-element", "value", STMT_FLAG_ID},
Radek Krejcieccf6602021-02-05 19:42:54 +0100128};
129
Radek Krejcif8ca8192021-03-02 16:50:06 +0100130API const char *
131ly_stmt2str(enum ly_stmt stmt)
132{
Michal Vaskocc64aec2021-05-18 17:33:11 +0200133 if (stmt == LY_STMT_EXTENSION_INSTANCE) {
134 return "extension instance";
135 } else {
136 return stmt_attr_info[stmt].name;
137 }
Radek Krejcif8ca8192021-03-02 16:50:06 +0100138}
139
Radek Krejcieccf6602021-02-05 19:42:54 +0100140const char * const ly_devmod_list[] = {
141 [LYS_DEV_NOT_SUPPORTED] = "not-supported",
142 [LYS_DEV_ADD] = "add",
143 [LYS_DEV_DELETE] = "delete",
144 [LYS_DEV_REPLACE] = "replace",
145};
146
Michal Vaskof1ab44f2020-10-22 08:58:32 +0200147API LY_ERR
148lysc_tree_dfs_full(const struct lysc_node *root, lysc_dfs_clb dfs_clb, void *data)
149{
Michal Vasko1d972ca2020-11-03 17:16:56 +0100150 struct lysc_node *elem, *elem2;
Radek Krejci2a9fc652021-01-22 17:44:34 +0100151 const struct lysc_node_action *action;
152 const struct lysc_node_notif *notif;
Michal Vaskof1ab44f2020-10-22 08:58:32 +0200153
154 LY_CHECK_ARG_RET(NULL, root, dfs_clb, LY_EINVAL);
155
156 LYSC_TREE_DFS_BEGIN(root, elem) {
157 /* schema node */
158 LY_CHECK_RET(dfs_clb(elem, data, &LYSC_TREE_DFS_continue));
159
Radek Krejci2a9fc652021-01-22 17:44:34 +0100160 LY_LIST_FOR(lysc_node_actions(elem), action) {
161 LYSC_TREE_DFS_BEGIN(action, elem2) {
Michal Vaskof1ab44f2020-10-22 08:58:32 +0200162 /* action subtree */
163 LY_CHECK_RET(dfs_clb(elem2, data, &LYSC_TREE_DFS_continue));
164
Radek Krejci2a9fc652021-01-22 17:44:34 +0100165 LYSC_TREE_DFS_END(action, elem2);
Michal Vaskof1ab44f2020-10-22 08:58:32 +0200166 }
167 }
168
Radek Krejci2a9fc652021-01-22 17:44:34 +0100169 LY_LIST_FOR(lysc_node_notifs(elem), notif) {
170 LYSC_TREE_DFS_BEGIN(notif, elem2) {
Michal Vaskof1ab44f2020-10-22 08:58:32 +0200171 /* notification subtree */
172 LY_CHECK_RET(dfs_clb(elem2, data, &LYSC_TREE_DFS_continue));
173
Radek Krejci2a9fc652021-01-22 17:44:34 +0100174 LYSC_TREE_DFS_END(notif, elem2);
Michal Vaskof1ab44f2020-10-22 08:58:32 +0200175 }
176 }
177
178 LYSC_TREE_DFS_END(root, elem);
179 }
180
181 return LY_SUCCESS;
182}
183
184API LY_ERR
185lysc_module_dfs_full(const struct lys_module *mod, lysc_dfs_clb dfs_clb, void *data)
186{
Michal Vasko2336cf52020-11-03 17:18:15 +0100187 const struct lysc_node *root;
Michal Vaskof1ab44f2020-10-22 08:58:32 +0200188
189 LY_CHECK_ARG_RET(NULL, mod, mod->compiled, dfs_clb, LY_EINVAL);
190
191 /* schema nodes */
Michal Vasko2336cf52020-11-03 17:18:15 +0100192 LY_LIST_FOR(mod->compiled->data, root) {
193 LY_CHECK_RET(lysc_tree_dfs_full(root, dfs_clb, data));
194 }
Michal Vaskof1ab44f2020-10-22 08:58:32 +0200195
196 /* RPCs */
Radek Krejci2a9fc652021-01-22 17:44:34 +0100197 LY_LIST_FOR((const struct lysc_node *)mod->compiled->rpcs, root) {
198 LY_CHECK_RET(lysc_tree_dfs_full(root, dfs_clb, data));
Michal Vaskof1ab44f2020-10-22 08:58:32 +0200199 }
200
201 /* notifications */
Radek Krejci2a9fc652021-01-22 17:44:34 +0100202 LY_LIST_FOR((const struct lysc_node *)mod->compiled->notifs, root) {
203 LY_CHECK_RET(lysc_tree_dfs_full(root, dfs_clb, data));
Michal Vaskof1ab44f2020-10-22 08:58:32 +0200204 }
205
206 return LY_SUCCESS;
207}
208
Radek Krejcib93bd412020-11-02 13:23:11 +0100209static void
210lys_getnext_into_case(const struct lysc_node_case *first_case, const struct lysc_node **last, const struct lysc_node **next)
211{
Radek Krejcic5b54a02020-11-05 17:13:18 +0100212 for ( ; first_case; first_case = (const struct lysc_node_case *)first_case->next) {
Radek Krejcib93bd412020-11-02 13:23:11 +0100213 if (first_case->child) {
214 /* there is something to return */
215 (*next) = first_case->child;
216 return;
217 }
218 }
219
220 /* no children in choice's cases, so go to the choice's sibling instead of into it */
221 (*last) = (*next);
222 (*next) = (*next)->next;
223}
224
Radek Krejci035dacf2021-02-12 18:25:53 +0100225/**
226 * @brief Generic getnext function for ::lys_getnext() and ::lys_getnext_ext().
227 *
228 * Gets next schema tree (sibling) node element that can be instantiated in a data tree. Returned node can
229 * be from an augment. If the @p ext is provided, the function is locked inside the schema tree defined in the
230 * extension instance.
231 *
232 * ::lys_getnext_() is supposed to be called sequentially. In the first call, the \p last parameter is usually NULL
233 * and function starts returning i) the first \p parent's child or ii) the first top level element specified in the
234 * given extension (if provided) or iii) the first top level element of the \p module.
235 * Consequent calls suppose to provide the previously returned node as the \p last parameter and still the same
236 * \p parent and \p module parameters.
237 *
238 * Without options, the function is used to traverse only the schema nodes that can be paired with corresponding
239 * data nodes in a data tree. By setting some \p options the behavior can be modified to the extent that
240 * all the schema nodes are iteratively returned.
241 *
242 * @param[in] last Previously returned schema tree node, or NULL in case of the first call.
243 * @param[in] parent Parent of the subtree where the function starts processing.
244 * @param[in] module In case of iterating on top level elements, the \p parent is NULL and
245 * module must be specified.
246 * @param[in] ext The extension instance to provide a separate schema tree. To consider the top level elements in the tree,
247 * the \p parent must be NULL. Anyway, at least one of @p parent, @p module and @p ext parameters must be specified.
248 * @param[in] options [ORed options](@ref sgetnextflags).
249 * @return Next schema tree node that can be instantiated in a data tree, NULL in case there is no such element.
250 */
251static const struct lysc_node *
252lys_getnext_(const struct lysc_node *last, const struct lysc_node *parent, const struct lysc_module *module,
253 const struct lysc_ext_instance *ext, uint32_t options)
Radek Krejcia3045382018-11-22 14:30:31 +0100254{
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100255 const struct lysc_node *next = NULL;
Radek Krejci857189e2020-09-01 13:26:36 +0200256 ly_bool action_flag = 0, notif_flag = 0;
Radek Krejci035dacf2021-02-12 18:25:53 +0100257 struct lysc_node **data_p = NULL;
Radek Krejcia3045382018-11-22 14:30:31 +0100258
Radek Krejci035dacf2021-02-12 18:25:53 +0100259 LY_CHECK_ARG_RET(NULL, parent || module || ext, NULL);
Radek Krejcia3045382018-11-22 14:30:31 +0100260
Radek Krejcid5a2b9d2019-04-12 10:39:30 +0200261next:
Radek Krejcia3045382018-11-22 14:30:31 +0100262 if (!last) {
263 /* first call */
264
265 /* get know where to start */
266 if (parent) {
267 /* schema subtree */
Michal Vasko544e58a2021-01-28 14:33:41 +0100268 next = last = lysc_node_child(parent);
Radek Krejcia3045382018-11-22 14:30:31 +0100269 } else {
270 /* top level data */
Radek Krejci035dacf2021-02-12 18:25:53 +0100271 if (ext) {
272 lysc_ext_substmt(ext, LY_STMT_CONTAINER /* matches all nodes */, (void **)&data_p, NULL);
273 next = last = data_p ? *data_p : NULL;
274 } else {
275 next = last = module->data;
276 }
Radek Krejcia3045382018-11-22 14:30:31 +0100277 }
278 if (!next) {
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100279 /* try to get action or notification */
280 goto repeat;
Radek Krejcia3045382018-11-22 14:30:31 +0100281 }
Radek Krejci05b774b2019-02-25 13:26:18 +0100282 /* test if the next can be returned */
283 goto check;
284
Michal Vasko1bf09392020-03-27 12:38:10 +0100285 } else if (last->nodetype & (LYS_RPC | LYS_ACTION)) {
Radek Krejci05b774b2019-02-25 13:26:18 +0100286 action_flag = 1;
Radek Krejci2a9fc652021-01-22 17:44:34 +0100287 next = last->next;
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100288 } else if (last->nodetype == LYS_NOTIF) {
Radek Krejci05b774b2019-02-25 13:26:18 +0100289 action_flag = notif_flag = 1;
Radek Krejci2a9fc652021-01-22 17:44:34 +0100290 next = last->next;
Michal Vasko20424b42020-08-31 12:29:38 +0200291 } else {
292 next = last->next;
Radek Krejcia3045382018-11-22 14:30:31 +0100293 }
294
Radek Krejcia3045382018-11-22 14:30:31 +0100295repeat:
296 if (!next) {
Radek Krejcia9026eb2018-12-12 16:04:47 +0100297 /* possibly go back to parent */
Radek Krejci035dacf2021-02-12 18:25:53 +0100298 data_p = NULL;
Michal Vasko69730152020-10-09 16:30:07 +0200299 if (last && (last->parent != parent)) {
Radek Krejcia9026eb2018-12-12 16:04:47 +0100300 last = last->parent;
Radek Krejcid5a2b9d2019-04-12 10:39:30 +0200301 goto next;
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100302 } else if (!action_flag) {
303 action_flag = 1;
Radek Krejci035dacf2021-02-12 18:25:53 +0100304 if (ext) {
305 lysc_ext_substmt(ext, LY_STMT_RPC /* matches also actions */, (void **)&data_p, NULL);
306 next = data_p ? *data_p : NULL;
307 } else if (parent) {
308 next = (struct lysc_node *)lysc_node_actions(parent);
309 } else {
310 next = (struct lysc_node *)module->rpcs;
311 }
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100312 } else if (!notif_flag) {
313 notif_flag = 1;
Radek Krejci035dacf2021-02-12 18:25:53 +0100314 if (ext) {
315 lysc_ext_substmt(ext, LY_STMT_NOTIFICATION, (void **)&data_p, NULL);
316 next = data_p ? *data_p : NULL;
317 } else if (parent) {
318 next = (struct lysc_node *)lysc_node_notifs(parent);
319 } else {
320 next = (struct lysc_node *)module->notifs;
321 }
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100322 } else {
323 return NULL;
Radek Krejcia9026eb2018-12-12 16:04:47 +0100324 }
Radek Krejci6eeb58f2019-02-22 16:29:37 +0100325 goto repeat;
Radek Krejcia3045382018-11-22 14:30:31 +0100326 }
Radek Krejci05b774b2019-02-25 13:26:18 +0100327check:
Radek Krejcia3045382018-11-22 14:30:31 +0100328 switch (next->nodetype) {
Michal Vasko1bf09392020-03-27 12:38:10 +0100329 case LYS_RPC:
Radek Krejcia3045382018-11-22 14:30:31 +0100330 case LYS_ACTION:
331 case LYS_NOTIF:
332 case LYS_LEAF:
333 case LYS_ANYXML:
334 case LYS_ANYDATA:
335 case LYS_LIST:
336 case LYS_LEAFLIST:
337 break;
Michal Vasko20424b42020-08-31 12:29:38 +0200338 case LYS_CASE:
339 if (options & LYS_GETNEXT_WITHCASE) {
340 break;
341 } else {
342 /* go into */
Radek Krejcib93bd412020-11-02 13:23:11 +0100343 lys_getnext_into_case((const struct lysc_node_case *)next, &last, &next);
Michal Vasko20424b42020-08-31 12:29:38 +0200344 }
345 goto repeat;
Radek Krejcia3045382018-11-22 14:30:31 +0100346 case LYS_CONTAINER:
Michal Vasko14ed9cd2021-01-28 14:16:25 +0100347 if (!(next->flags & LYS_PRESENCE) && (options & LYS_GETNEXT_INTONPCONT)) {
Michal Vasko544e58a2021-01-28 14:33:41 +0100348 if (lysc_node_child(next)) {
Radek Krejcia3045382018-11-22 14:30:31 +0100349 /* go into */
Michal Vasko544e58a2021-01-28 14:33:41 +0100350 next = lysc_node_child(next);
Radek Krejcia3045382018-11-22 14:30:31 +0100351 } else {
Radek Krejcib93bd412020-11-02 13:23:11 +0100352 last = next;
Radek Krejcia3045382018-11-22 14:30:31 +0100353 next = next->next;
354 }
355 goto repeat;
356 }
357 break;
358 case LYS_CHOICE:
359 if (options & LYS_GETNEXT_WITHCHOICE) {
Michal Vasko20424b42020-08-31 12:29:38 +0200360 break;
Michal Vasko544e58a2021-01-28 14:33:41 +0100361 } else if ((options & LYS_GETNEXT_NOCHOICE) || !lysc_node_child(next)) {
Radek Krejci9bb94eb2018-12-04 16:48:35 +0100362 next = next->next;
363 } else {
Radek Krejcia9026eb2018-12-12 16:04:47 +0100364 if (options & LYS_GETNEXT_WITHCASE) {
Michal Vasko544e58a2021-01-28 14:33:41 +0100365 next = lysc_node_child(next);
Radek Krejcia9026eb2018-12-12 16:04:47 +0100366 } else {
Radek Krejcib93bd412020-11-02 13:23:11 +0100367 /* go into */
368 lys_getnext_into_case(((struct lysc_node_choice *)next)->cases, &last, &next);
Radek Krejcia9026eb2018-12-12 16:04:47 +0100369 }
Radek Krejcia3045382018-11-22 14:30:31 +0100370 }
371 goto repeat;
Michal Vasko544e58a2021-01-28 14:33:41 +0100372 case LYS_INPUT:
373 if (options & LYS_GETNEXT_OUTPUT) {
374 /* skip */
375 next = next->next;
376 } else {
377 /* go into */
378 next = lysc_node_child(next);
379 }
380 goto repeat;
381 case LYS_OUTPUT:
382 if (!(options & LYS_GETNEXT_OUTPUT)) {
383 /* skip */
384 next = next->next;
385 } else {
386 /* go into */
387 next = lysc_node_child(next);
388 }
389 goto repeat;
Radek Krejcia3045382018-11-22 14:30:31 +0100390 default:
391 /* we should not be here */
Radek Krejci035dacf2021-02-12 18:25:53 +0100392 LOGINT(module ? module->mod->ctx : parent ? parent->module->ctx : ext->module->ctx);
Radek Krejcia3045382018-11-22 14:30:31 +0100393 return NULL;
394 }
395
Radek Krejcia3045382018-11-22 14:30:31 +0100396 return next;
397}
398
399API const struct lysc_node *
Radek Krejci035dacf2021-02-12 18:25:53 +0100400lys_getnext(const struct lysc_node *last, const struct lysc_node *parent, const struct lysc_module *module, uint32_t options)
401{
402 return lys_getnext_(last, parent, module, NULL, options);
403}
404
405API const struct lysc_node *
406lys_getnext_ext(const struct lysc_node *last, const struct lysc_node *parent, const struct lysc_ext_instance *ext, uint32_t options)
407{
408 return lys_getnext_(last, parent, NULL, ext, options);
409}
410
Radek Krejcif16e2542021-02-17 15:39:23 +0100411const struct lysc_node *
Radek Krejciba05eab2021-03-10 13:19:29 +0100412lysc_ext_find_node(const struct lysc_ext_instance *ext, const struct lys_module *module, const char *name, size_t name_len,
Radek Krejcif16e2542021-02-17 15:39:23 +0100413 uint16_t nodetype, uint32_t options)
414{
415 const struct lysc_node *node = NULL;
416
417 LY_CHECK_ARG_RET(NULL, ext, name, NULL);
418 if (!nodetype) {
419 nodetype = LYS_NODETYPE_MASK;
420 }
421
422 if (module && (module != ext->module)) {
423 return NULL;
424 }
425
426 while ((node = lys_getnext_ext(node, NULL, ext, options))) {
427 if (!(node->nodetype & nodetype)) {
428 continue;
429 }
430
431 if (name_len) {
432 if (!ly_strncmp(node->name, name, name_len)) {
433 return node;
434 }
435 } else {
436 if (!strcmp(node->name, name)) {
437 return node;
438 }
439 }
440 }
441 return NULL;
442}
443
Radek Krejci035dacf2021-02-12 18:25:53 +0100444API const struct lysc_node *
Michal Vaskoe444f752020-02-10 12:20:06 +0100445lys_find_child(const struct lysc_node *parent, const struct lys_module *module, const char *name, size_t name_len,
Radek Krejci1deb5be2020-08-26 16:43:36 +0200446 uint16_t nodetype, uint32_t options)
Radek Krejcia3045382018-11-22 14:30:31 +0100447{
448 const struct lysc_node *node = NULL;
449
450 LY_CHECK_ARG_RET(NULL, module, name, NULL);
451 if (!nodetype) {
Radek Krejcif13b87b2020-12-01 22:02:17 +0100452 nodetype = LYS_NODETYPE_MASK;
Radek Krejcia3045382018-11-22 14:30:31 +0100453 }
454
455 while ((node = lys_getnext(node, parent, module->compiled, options))) {
456 if (!(node->nodetype & nodetype)) {
457 continue;
458 }
459 if (node->module != module) {
460 continue;
461 }
462
463 if (name_len) {
Radek Krejci7f9b6512019-09-18 13:11:09 +0200464 if (!ly_strncmp(node->name, name, name_len)) {
Radek Krejcia3045382018-11-22 14:30:31 +0100465 return node;
466 }
467 } else {
468 if (!strcmp(node->name, name)) {
469 return node;
470 }
471 }
472 }
473 return NULL;
474}
475
Michal Vasko519fd602020-05-26 12:17:39 +0200476API LY_ERR
Michal Vasko26512682021-01-11 11:35:40 +0100477lys_find_xpath_atoms(const struct ly_ctx *ctx, const struct lysc_node *ctx_node, const char *xpath, uint32_t options,
478 struct ly_set **set)
Michal Vasko519fd602020-05-26 12:17:39 +0200479{
480 LY_ERR ret = LY_SUCCESS;
481 struct lyxp_set xp_set;
Radek Krejcif03a9e22020-09-18 20:09:31 +0200482 struct lyxp_expr *exp = NULL;
Michal Vasko519fd602020-05-26 12:17:39 +0200483 uint32_t i;
484
Michal Vasko26512682021-01-11 11:35:40 +0100485 LY_CHECK_ARG_RET(NULL, ctx || ctx_node, xpath, set, LY_EINVAL);
Michal Vasko519fd602020-05-26 12:17:39 +0200486 if (!(options & LYXP_SCNODE_ALL)) {
487 options = LYXP_SCNODE;
488 }
Michal Vasko26512682021-01-11 11:35:40 +0100489 if (!ctx) {
490 ctx = ctx_node->module->ctx;
491 }
Michal Vasko519fd602020-05-26 12:17:39 +0200492
493 memset(&xp_set, 0, sizeof xp_set);
494
495 /* compile expression */
Michal Vasko26512682021-01-11 11:35:40 +0100496 ret = lyxp_expr_parse(ctx, xpath, 0, 1, &exp);
Radek Krejcif03a9e22020-09-18 20:09:31 +0200497 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko519fd602020-05-26 12:17:39 +0200498
499 /* atomize expression */
Radek Krejci8df109d2021-04-23 12:19:08 +0200500 ret = lyxp_atomize(ctx, exp, NULL, LY_VALUE_JSON, NULL, ctx_node, &xp_set, options);
Michal Vasko519fd602020-05-26 12:17:39 +0200501 LY_CHECK_GOTO(ret, cleanup);
502
503 /* allocate return set */
Radek Krejciba03a5a2020-08-27 14:40:41 +0200504 ret = ly_set_new(set);
505 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko519fd602020-05-26 12:17:39 +0200506
507 /* transform into ly_set */
508 (*set)->objs = malloc(xp_set.used * sizeof *(*set)->objs);
Michal Vasko26512682021-01-11 11:35:40 +0100509 LY_CHECK_ERR_GOTO(!(*set)->objs, LOGMEM(ctx); ret = LY_EMEM, cleanup);
Michal Vasko519fd602020-05-26 12:17:39 +0200510 (*set)->size = xp_set.used;
511
512 for (i = 0; i < xp_set.used; ++i) {
Michal Vasko004d3152020-06-11 19:59:22 +0200513 if (xp_set.val.scnodes[i].type == LYXP_NODE_ELEM) {
Radek Krejci3d92e442020-10-12 12:48:13 +0200514 ret = ly_set_add(*set, xp_set.val.scnodes[i].scnode, 1, NULL);
Radek Krejciba03a5a2020-08-27 14:40:41 +0200515 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko519fd602020-05-26 12:17:39 +0200516 }
517 }
518
519cleanup:
520 lyxp_set_free_content(&xp_set);
Michal Vasko26512682021-01-11 11:35:40 +0100521 lyxp_expr_free(ctx, exp);
Michal Vasko519fd602020-05-26 12:17:39 +0200522 return ret;
523}
524
Michal Vasko072de482020-08-05 13:27:21 +0200525API LY_ERR
Michal Vasko40308e72020-10-20 16:38:40 +0200526lys_find_expr_atoms(const struct lysc_node *ctx_node, const struct lys_module *cur_mod, const struct lyxp_expr *expr,
527 const struct lysc_prefix *prefixes, uint32_t options, struct ly_set **set)
528{
529 LY_ERR ret = LY_SUCCESS;
530 struct lyxp_set xp_set = {0};
531 uint32_t i;
532
533 LY_CHECK_ARG_RET(NULL, cur_mod, expr, prefixes, set, LY_EINVAL);
534 if (!(options & LYXP_SCNODE_ALL)) {
535 options = LYXP_SCNODE;
536 }
537
538 /* atomize expression */
Radek Krejci8df109d2021-04-23 12:19:08 +0200539 ret = lyxp_atomize(cur_mod->ctx, expr, cur_mod, LY_VALUE_SCHEMA_RESOLVED, (void *)prefixes, ctx_node, &xp_set, options);
Michal Vasko40308e72020-10-20 16:38:40 +0200540 LY_CHECK_GOTO(ret, cleanup);
541
542 /* allocate return set */
543 ret = ly_set_new(set);
544 LY_CHECK_GOTO(ret, cleanup);
545
546 /* transform into ly_set */
547 (*set)->objs = malloc(xp_set.used * sizeof *(*set)->objs);
548 LY_CHECK_ERR_GOTO(!(*set)->objs, LOGMEM(cur_mod->ctx); ret = LY_EMEM, cleanup);
549 (*set)->size = xp_set.used;
550
551 for (i = 0; i < xp_set.used; ++i) {
Michal Vasko1a09b212021-05-06 13:00:10 +0200552 if ((xp_set.val.scnodes[i].type == LYXP_NODE_ELEM) && (xp_set.val.scnodes[i].in_ctx >= LYXP_SET_SCNODE_ATOM_NODE)) {
553 assert((xp_set.val.scnodes[i].in_ctx == LYXP_SET_SCNODE_ATOM_NODE) ||
554 (xp_set.val.scnodes[i].in_ctx == LYXP_SET_SCNODE_ATOM_VAL) ||
Michal Vaskod97959c2020-12-10 12:18:28 +0100555 (xp_set.val.scnodes[i].in_ctx == LYXP_SET_SCNODE_ATOM_CTX));
Michal Vasko40308e72020-10-20 16:38:40 +0200556 ret = ly_set_add(*set, xp_set.val.scnodes[i].scnode, 1, NULL);
557 LY_CHECK_GOTO(ret, cleanup);
558 }
559 }
560
561cleanup:
562 lyxp_set_free_content(&xp_set);
563 if (ret) {
564 ly_set_free(*set, NULL);
565 *set = NULL;
566 }
567 return ret;
568}
569
570API LY_ERR
Michal Vasko26512682021-01-11 11:35:40 +0100571lys_find_xpath(const struct ly_ctx *ctx, const struct lysc_node *ctx_node, const char *xpath, uint32_t options,
572 struct ly_set **set)
Michal Vasko072de482020-08-05 13:27:21 +0200573{
574 LY_ERR ret = LY_SUCCESS;
Michal Vasko40308e72020-10-20 16:38:40 +0200575 struct lyxp_set xp_set = {0};
Radek Krejcif03a9e22020-09-18 20:09:31 +0200576 struct lyxp_expr *exp = NULL;
Michal Vasko072de482020-08-05 13:27:21 +0200577 uint32_t i;
578
Michal Vasko26512682021-01-11 11:35:40 +0100579 LY_CHECK_ARG_RET(NULL, ctx || ctx_node, xpath, set, LY_EINVAL);
Michal Vasko072de482020-08-05 13:27:21 +0200580 if (!(options & LYXP_SCNODE_ALL)) {
581 options = LYXP_SCNODE;
582 }
Michal Vasko26512682021-01-11 11:35:40 +0100583 if (!ctx) {
584 ctx = ctx_node->module->ctx;
585 }
Michal Vasko072de482020-08-05 13:27:21 +0200586
Michal Vasko072de482020-08-05 13:27:21 +0200587 /* compile expression */
Michal Vasko26512682021-01-11 11:35:40 +0100588 ret = lyxp_expr_parse(ctx, xpath, 0, 1, &exp);
Radek Krejcif03a9e22020-09-18 20:09:31 +0200589 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko072de482020-08-05 13:27:21 +0200590
591 /* atomize expression */
Radek Krejci8df109d2021-04-23 12:19:08 +0200592 ret = lyxp_atomize(ctx, exp, NULL, LY_VALUE_JSON, NULL, ctx_node, &xp_set, options);
Michal Vasko072de482020-08-05 13:27:21 +0200593 LY_CHECK_GOTO(ret, cleanup);
594
595 /* allocate return set */
Radek Krejciba03a5a2020-08-27 14:40:41 +0200596 ret = ly_set_new(set);
597 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko072de482020-08-05 13:27:21 +0200598
599 /* transform into ly_set */
600 (*set)->objs = malloc(xp_set.used * sizeof *(*set)->objs);
Michal Vasko26512682021-01-11 11:35:40 +0100601 LY_CHECK_ERR_GOTO(!(*set)->objs, LOGMEM(ctx); ret = LY_EMEM, cleanup);
Michal Vasko072de482020-08-05 13:27:21 +0200602 (*set)->size = xp_set.used;
603
604 for (i = 0; i < xp_set.used; ++i) {
Radek Krejcif13b87b2020-12-01 22:02:17 +0100605 if ((xp_set.val.scnodes[i].type == LYXP_NODE_ELEM) && (xp_set.val.scnodes[i].in_ctx == LYXP_SET_SCNODE_ATOM_CTX)) {
Radek Krejci3d92e442020-10-12 12:48:13 +0200606 ret = ly_set_add(*set, xp_set.val.scnodes[i].scnode, 1, NULL);
Radek Krejciba03a5a2020-08-27 14:40:41 +0200607 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko072de482020-08-05 13:27:21 +0200608 }
609 }
610
611cleanup:
612 lyxp_set_free_content(&xp_set);
Michal Vasko26512682021-01-11 11:35:40 +0100613 lyxp_expr_free(ctx, exp);
Michal Vaskoae159662020-10-21 11:57:24 +0200614 if (ret) {
Michal Vasko40308e72020-10-20 16:38:40 +0200615 ly_set_free(*set, NULL);
616 *set = NULL;
617 }
Michal Vasko072de482020-08-05 13:27:21 +0200618 return ret;
619}
620
Radek Krejcibc5644c2020-10-27 14:53:17 +0100621API LY_ERR
622lys_find_lypath_atoms(const struct ly_path *path, struct ly_set **set)
623{
624 LY_ERR ret = LY_SUCCESS;
625 LY_ARRAY_COUNT_TYPE u, v;
626
627 LY_CHECK_ARG_RET(NULL, path, set, LY_EINVAL);
628
629 /* allocate return set */
630 LY_CHECK_RET(ly_set_new(set));
631
632 LY_ARRAY_FOR(path, u) {
633 /* add nodes from the path */
634 LY_CHECK_GOTO(ret = ly_set_add(*set, (void *)path[u].node, 0, NULL), cleanup);
635 if (path[u].pred_type == LY_PATH_PREDTYPE_LIST) {
636 LY_ARRAY_FOR(path[u].predicates, v) {
637 /* add all the keys in a predicate */
638 LY_CHECK_GOTO(ret = ly_set_add(*set, (void *)path[u].predicates[v].key, 0, NULL), cleanup);
639 }
640 }
641 }
642
643cleanup:
644 if (ret) {
645 ly_set_free(*set, NULL);
646 *set = NULL;
647 }
648 return ret;
649}
650
651API LY_ERR
652lys_find_path_atoms(const struct ly_ctx *ctx, const struct lysc_node *ctx_node, const char *path, ly_bool output,
653 struct ly_set **set)
654{
655 LY_ERR ret = LY_SUCCESS;
656 uint8_t oper;
657 struct lyxp_expr *expr = NULL;
658 struct ly_path *p = NULL;
659
660 LY_CHECK_ARG_RET(ctx, ctx || ctx_node, path, set, LY_EINVAL);
661
662 if (!ctx) {
663 ctx = ctx_node->module->ctx;
664 }
665
666 /* parse */
667 ret = lyxp_expr_parse(ctx, path, strlen(path), 0, &expr);
668 LY_CHECK_GOTO(ret, cleanup);
669
670 /* compile */
671 oper = output ? LY_PATH_OPER_OUTPUT : LY_PATH_OPER_INPUT;
Radek Krejcid5d37432021-03-12 13:46:40 +0100672 ret = ly_path_compile(ctx, NULL, ctx_node, NULL, expr, LY_PATH_LREF_FALSE, oper, LY_PATH_TARGET_MANY,
Radek Krejci8df109d2021-04-23 12:19:08 +0200673 LY_VALUE_JSON, NULL, NULL, &p);
Radek Krejcibc5644c2020-10-27 14:53:17 +0100674 LY_CHECK_GOTO(ret, cleanup);
675
676 /* resolve */
677 ret = lys_find_lypath_atoms(p, set);
678
679cleanup:
680 ly_path_free(ctx, p);
681 lyxp_expr_free(ctx, expr);
682 return ret;
683}
684
685API const struct lysc_node *
686lys_find_path(const struct ly_ctx *ctx, const struct lysc_node *ctx_node, const char *path, ly_bool output)
687{
688 const struct lysc_node *snode = NULL;
689 struct lyxp_expr *exp = NULL;
690 struct ly_path *p = NULL;
691 LY_ERR ret;
692 uint8_t oper;
693
694 LY_CHECK_ARG_RET(ctx, ctx || ctx_node, NULL);
695
696 if (!ctx) {
697 ctx = ctx_node->module->ctx;
698 }
699
700 /* parse */
701 ret = lyxp_expr_parse(ctx, path, strlen(path), 0, &exp);
702 LY_CHECK_GOTO(ret, cleanup);
703
704 /* compile */
705 oper = output ? LY_PATH_OPER_OUTPUT : LY_PATH_OPER_INPUT;
Radek Krejcid5d37432021-03-12 13:46:40 +0100706 ret = ly_path_compile(ctx, NULL, ctx_node, NULL, exp, LY_PATH_LREF_FALSE, oper, LY_PATH_TARGET_MANY,
Radek Krejci8df109d2021-04-23 12:19:08 +0200707 LY_VALUE_JSON, NULL, NULL, &p);
Radek Krejcibc5644c2020-10-27 14:53:17 +0100708 LY_CHECK_GOTO(ret, cleanup);
709
710 /* get last node */
711 snode = p[LY_ARRAY_COUNT(p) - 1].node;
712
713cleanup:
714 ly_path_free(ctx, p);
715 lyxp_expr_free(ctx, exp);
716 return snode;
717}
718
Michal Vasko14654712020-02-06 08:35:21 +0100719char *
720lysc_path_until(const struct lysc_node *node, const struct lysc_node *parent, LYSC_PATH_TYPE pathtype, char *buffer,
Radek Krejci0f969882020-08-21 16:56:47 +0200721 size_t buflen)
Radek Krejci327de162019-06-14 12:52:07 +0200722{
Michal Vasko03ff5a72019-09-11 13:49:33 +0200723 const struct lysc_node *iter;
Radek Krejci327de162019-06-14 12:52:07 +0200724 char *path = NULL;
725 int len = 0;
726
Radek Krejci3bbd93e2019-07-24 09:57:23 +0200727 if (buffer) {
728 LY_CHECK_ARG_RET(node->module->ctx, buflen > 1, NULL);
Michal Vasko770d3fc2021-01-26 09:14:35 +0100729 buffer[0] = '\0';
Radek Krejci3bbd93e2019-07-24 09:57:23 +0200730 }
731
Radek Krejci327de162019-06-14 12:52:07 +0200732 switch (pathtype) {
Michal Vasko03ff5a72019-09-11 13:49:33 +0200733 case LYSC_PATH_LOG:
Michal Vasko65de0402020-08-03 16:34:19 +0200734 case LYSC_PATH_DATA:
Michal Vasko90932a92020-02-12 14:33:03 +0100735 for (iter = node; iter && (iter != parent) && (len >= 0); iter = iter->parent) {
Michal Vasko11deea12020-08-05 13:54:50 +0200736 char *s, *id;
Michal Vasko14654712020-02-06 08:35:21 +0100737 const char *slash;
Radek Krejci327de162019-06-14 12:52:07 +0200738
Michal Vasko721b6f62021-02-08 08:52:53 +0100739 if ((pathtype == LYSC_PATH_DATA) && (iter->nodetype & (LYS_CHOICE | LYS_CASE | LYS_INPUT | LYS_OUTPUT))) {
Michal Vasko65de0402020-08-03 16:34:19 +0200740 /* schema-only node */
741 continue;
742 }
743
Michal Vasko11deea12020-08-05 13:54:50 +0200744 s = buffer ? strdup(buffer) : path;
Michal Vasko03ff5a72019-09-11 13:49:33 +0200745 id = strdup(iter->name);
Michal Vasko14654712020-02-06 08:35:21 +0100746 if (parent && (iter->parent == parent)) {
747 slash = "";
748 } else {
749 slash = "/";
750 }
Michal Vasko69730152020-10-09 16:30:07 +0200751 if (!iter->parent || (iter->parent->module != iter->module)) {
Radek Krejci327de162019-06-14 12:52:07 +0200752 /* print prefix */
Radek Krejci1c0c3442019-07-23 16:08:47 +0200753 if (buffer) {
Michal Vasko14654712020-02-06 08:35:21 +0100754 len = snprintf(buffer, buflen, "%s%s:%s%s", slash, iter->module->name, id, s ? s : "");
Radek Krejci1c0c3442019-07-23 16:08:47 +0200755 } else {
Michal Vasko14654712020-02-06 08:35:21 +0100756 len = asprintf(&path, "%s%s:%s%s", slash, iter->module->name, id, s ? s : "");
Radek Krejci1c0c3442019-07-23 16:08:47 +0200757 }
Radek Krejci327de162019-06-14 12:52:07 +0200758 } else {
759 /* prefix is the same as in parent */
Radek Krejci1c0c3442019-07-23 16:08:47 +0200760 if (buffer) {
Michal Vasko14654712020-02-06 08:35:21 +0100761 len = snprintf(buffer, buflen, "%s%s%s", slash, id, s ? s : "");
Radek Krejci1c0c3442019-07-23 16:08:47 +0200762 } else {
Michal Vasko14654712020-02-06 08:35:21 +0100763 len = asprintf(&path, "%s%s%s", slash, id, s ? s : "");
Radek Krejci1c0c3442019-07-23 16:08:47 +0200764 }
Radek Krejci327de162019-06-14 12:52:07 +0200765 }
766 free(s);
767 free(id);
Radek Krejci1c0c3442019-07-23 16:08:47 +0200768
Michal Vasko69730152020-10-09 16:30:07 +0200769 if (buffer && (buflen <= (size_t)len)) {
Radek Krejci1c0c3442019-07-23 16:08:47 +0200770 /* not enough space in buffer */
771 break;
772 }
Radek Krejci327de162019-06-14 12:52:07 +0200773 }
774
775 if (len < 0) {
776 free(path);
777 path = NULL;
778 } else if (len == 0) {
Radek Krejci3bbd93e2019-07-24 09:57:23 +0200779 if (buffer) {
780 strcpy(buffer, "/");
781 } else {
782 path = strdup("/");
783 }
Radek Krejci327de162019-06-14 12:52:07 +0200784 }
785 break;
786 }
787
Radek Krejci1c0c3442019-07-23 16:08:47 +0200788 if (buffer) {
789 return buffer;
790 } else {
791 return path;
792 }
Radek Krejci327de162019-06-14 12:52:07 +0200793}
794
Michal Vasko14654712020-02-06 08:35:21 +0100795API char *
796lysc_path(const struct lysc_node *node, LYSC_PATH_TYPE pathtype, char *buffer, size_t buflen)
797{
798 return lysc_path_until(node, NULL, pathtype, buffer, buflen);
799}
800
Michal Vasko405cc9e2020-12-01 12:01:27 +0100801LY_ERR
Michal Vasko65333882021-06-10 14:12:16 +0200802_lys_set_implemented(struct lys_module *mod, const char **features, struct lys_glob_unres *unres)
Michal Vasko405cc9e2020-12-01 12:01:27 +0100803{
804 LY_ERR ret = LY_SUCCESS, r;
Michal Vasko65333882021-06-10 14:12:16 +0200805 uint32_t i;
Michal Vasko916aefb2020-11-02 15:43:16 +0100806
Michal Vasko405cc9e2020-12-01 12:01:27 +0100807 if (mod->implemented) {
808 /* mod is already implemented, set the features */
809 r = lys_set_features(mod->parsed, features);
810 if (r == LY_EEXIST) {
811 /* no changes */
812 return LY_SUCCESS;
Michal Vasko7213ac52021-06-15 11:52:13 +0200813 } else if (!r) {
814 /* mark the module as changed */
Michal Vasko01db7de2021-04-16 12:23:30 +0200815 mod->to_compile = 1;
Michal Vasko01db7de2021-04-16 12:23:30 +0200816 }
Michal Vasko7213ac52021-06-15 11:52:13 +0200817
818 return r;
Michal Vasko89b5c072020-10-06 13:52:44 +0200819 }
Michal Vasko08c8b272020-11-24 18:11:30 +0100820
Michal Vasko7213ac52021-06-15 11:52:13 +0200821 /* implement, ignore recompilation because it must always take place later */
822 r = lys_implement(mod, features, unres);
823 LY_CHECK_ERR_GOTO(r && (r != LY_ERECOMPILE), ret = r, cleanup);
Michal Vasko65333882021-06-10 14:12:16 +0200824
825 if (mod->ctx->flags & LY_CTX_ALL_IMPLEMENTED) {
826 /* implement all the imports as well */
827 for (i = 0; i < unres->creating.count; ++i) {
828 mod = unres->creating.objs[i];
829 if (mod->implemented) {
830 continue;
831 }
832
Michal Vasko7213ac52021-06-15 11:52:13 +0200833 r = lys_implement(mod, NULL, unres);
834 LY_CHECK_ERR_GOTO(r && (r != LY_ERECOMPILE), ret = r, cleanup);
Michal Vasko65333882021-06-10 14:12:16 +0200835 }
836 }
837
Michal Vasko65333882021-06-10 14:12:16 +0200838cleanup:
839 return ret;
840}
841
Michal Vaskof4258e12021-06-15 12:11:42 +0200842/**
843 * @brief Check whether it may be needed to (re)compile a module from a particular dependency set.
844 *
845 * Dependency set includes all modules that need to be (re)compiled in case any of the modules
846 * is (re)compiled. The reason is possible disabled nodes and updaing leafref targets to point
847 * to the newly compiled modules. Using the import relation, the dependency is reflexive
848 * because of possible foreign augments and deviations, which are compiled during the target
849 * module compilation.
850 *
851 * @param[in] mod Module to process.
852 * @param[in,out] ctx_set Set with all not-yet-processed modules.
853 * @param[in,out] dep_set Current dependency set to update.
854 * @param[out] nothing_to_compile Set if there is nothing to compile in the module.
855 * @return LY_ERR value.
856 */
857static LY_ERR
858lys_unres_dep_sets_mod_r(struct lys_module *mod, struct ly_set *ctx_set, struct ly_set *dep_set, ly_bool *nothing_to_compile)
859{
860 struct lys_module *mod2;
861 struct lysp_import *imports;
862 uint32_t i;
863 LY_ARRAY_COUNT_TYPE u, v;
864 ly_bool found;
865
866 if (nothing_to_compile) {
867 *nothing_to_compile = 0;
868 }
869
870 if (!ly_set_contains(ctx_set, mod, &i)) {
871 /* it was already processed */
872 return LY_SUCCESS;
873 }
874
875 /* remove it from the set, we are processing it now */
876 ly_set_rm_index(ctx_set, i, NULL);
877
878 if (mod->to_compile && mod->compiled && !lys_has_recompiled(mod)) {
879 /* it would be recompiled but there are no statements requiring recompilation */
880 mod->to_compile = 0;
881 return LY_SUCCESS;
882 }
883
884 /* add a new dependent module into the dep set */
885 LY_CHECK_RET(ly_set_add(dep_set, mod, 1, NULL));
886
887 if (!lys_has_compiled(mod)) {
888 /* nothing to compile */
889 if (nothing_to_compile) {
890 *nothing_to_compile = 1;
891 }
892 return LY_SUCCESS;
893 }
894
895 /* process imports of the module and submodules */
896 imports = mod->parsed->imports;
897 LY_ARRAY_FOR(imports, u) {
898 LY_CHECK_RET(lys_unres_dep_sets_mod_r(imports[u].module, ctx_set, dep_set, NULL));
899 }
900 LY_ARRAY_FOR(mod->parsed->includes, v) {
901 imports = mod->parsed->includes[v].submodule->imports;
902 LY_ARRAY_FOR(imports, u) {
903 LY_CHECK_RET(lys_unres_dep_sets_mod_r(imports[u].module, ctx_set, dep_set, NULL));
904 }
905 }
906
907 /* process modules and submodules importing this module */
908 for (i = 0; i < ctx_set->count; ++i) {
909 mod2 = ctx_set->objs[i];
910 found = 0;
911
912 imports = mod2->parsed->imports;
913 LY_ARRAY_FOR(imports, u) {
914 if (imports[u].module == mod) {
915 found = 1;
916 break;
917 }
918 }
919
920 if (!found) {
921 LY_ARRAY_FOR(mod2->parsed->includes, v) {
922 imports = mod2->parsed->includes[v].submodule->imports;
923 LY_ARRAY_FOR(imports, u) {
924 if (imports[u].module == mod) {
925 found = 1;
926 break;
927 }
928 }
929
930 if (found) {
931 break;
932 }
933 }
934 }
935
936 if (found) {
937 LY_CHECK_RET(lys_unres_dep_sets_mod_r(mod2, ctx_set, dep_set, NULL));
938 }
939 }
940
941 return LY_SUCCESS;
942}
943
944LY_ERR
945lys_unres_dep_sets_to_compile(struct ly_ctx *ctx, struct ly_set *main_set, struct lys_module *mod)
946{
947 LY_ERR ret = LY_SUCCESS;
948 struct lys_module *m;
949 struct ly_set *dep_set = NULL, *ctx_set = NULL;
950 uint32_t i;
951 ly_bool nothing_to_compile;
952
953 /* start with a duplicate set of modules that we will remove from */
954 LY_CHECK_GOTO(ret = ly_set_dup(&ctx->list, NULL, &ctx_set), cleanup);
955
956 while (ctx_set->count) {
957 /* create new dep set */
958 LY_CHECK_GOTO(ret = ly_set_new(&dep_set), cleanup);
959
960 if (mod) {
961 /* use the module create a dep set with the rest of its dependent modules */
962 LY_CHECK_GOTO(ret = lys_unres_dep_sets_mod_r(mod, ctx_set, dep_set, &nothing_to_compile), cleanup);
963 } else {
964 /* use first ctx mod to create a dep set with the rest of its dependent modules */
965 LY_CHECK_GOTO(ret = lys_unres_dep_sets_mod_r(ctx_set->objs[0], ctx_set, dep_set, &nothing_to_compile), cleanup);
966 }
967
968 /* check whether there is any module that will be (re)compiled */
969 for (i = 0; i < dep_set->count; ++i) {
970 m = dep_set->objs[i];
971 if (m->to_compile) {
972 break;
973 }
974 }
975
976 if (i < dep_set->count) {
977 /* if there is, all the implemented modules need to be recompiled */
978 for (i = 0; i < dep_set->count; ++i) {
979 m = dep_set->objs[i];
980 if (m->implemented) {
981 m->to_compile = 1;
982 }
983 }
984 }
985
986 if (dep_set->count) {
987 /* add the dep set into main set */
988 LY_CHECK_GOTO(ret = ly_set_add(main_set, dep_set, 1, NULL), cleanup);
989 } else {
990 ly_set_free(dep_set, NULL);
991 }
992 dep_set = NULL;
993
994 if (mod) {
995 /* we need dep set only for this module */
996 break;
997 }
998 }
999
1000cleanup:
1001 ly_set_free(dep_set, NULL);
1002 ly_set_free(ctx_set, NULL);
1003 return ret;
1004}
1005
1006void
1007lys_unres_glob_revert(struct ly_ctx *ctx, struct lys_glob_unres *unres)
1008{
1009 uint32_t i, j, idx, prev_lo;
1010 struct ly_set *dep_set;
1011 struct lys_module *m;
1012 LY_ERR ret;
1013
1014 for (i = 0; i < unres->implementing.count; ++i) {
1015 m = unres->implementing.objs[i];
1016 assert(m->implemented);
1017
1018 /* make the module correctly non-implemented again */
1019 m->implemented = 0;
1020 lys_precompile_augments_deviations_revert(ctx, m);
1021 lysc_module_free(m->compiled);
1022 m->compiled = NULL;
1023
1024 /* should not be made implemented */
1025 m->to_compile = 0;
1026 }
1027
1028 for (i = 0; i < unres->creating.count; ++i) {
1029 m = unres->creating.objs[i];
1030
1031 /* remove the module from the context and free it */
1032 ly_set_rm(&ctx->list, m, NULL);
1033 lys_module_free(m);
1034
1035 if (unres->dep_sets.count) {
1036 /* remove it also from dep sets, if created */
1037 for (j = 0; j < unres->dep_sets.count; ++j) {
1038 dep_set = unres->dep_sets.objs[j];
1039 if (ly_set_contains(dep_set, m, &idx)) {
1040 ly_set_rm_index(dep_set, idx, NULL);
1041 break;
1042 }
1043 }
1044 assert(j < unres->dep_sets.count);
1045 }
1046 }
1047
1048 if (unres->implementing.count) {
1049 /* recompile previous context because some implemented modules are no longer implemented,
1050 * we can reuse the current to_compile flags */
1051 prev_lo = ly_log_options(0);
1052 ret = ly_ctx_compile(ctx);
1053 ly_log_options(prev_lo);
1054 if (ret) {
1055 LOGINT(ctx);
1056 }
1057 }
1058}
1059
1060void
1061lys_unres_glob_erase(struct lys_glob_unres *unres)
1062{
1063 uint32_t i;
1064
1065 for (i = 0; i < unres->dep_sets.count; ++i) {
1066 ly_set_free(unres->dep_sets.objs[i], NULL);
1067 }
1068 ly_set_erase(&unres->dep_sets, NULL);
1069 ly_set_erase(&unres->implementing, NULL);
1070 ly_set_erase(&unres->creating, NULL);
1071
1072 assert(!unres->ds_unres.xpath.count);
1073 assert(!unres->ds_unres.leafrefs.count);
1074 assert(!unres->ds_unres.dflts.count);
1075 assert(!unres->ds_unres.disabled.count);
1076}
1077
Michal Vasko65333882021-06-10 14:12:16 +02001078API LY_ERR
1079lys_set_implemented(struct lys_module *mod, const char **features)
1080{
1081 LY_ERR ret = LY_SUCCESS;
1082 struct lys_glob_unres unres = {0};
1083
1084 LY_CHECK_ARG_RET(NULL, mod, LY_EINVAL);
1085
1086 /* implement */
1087 ret = _lys_set_implemented(mod, features, &unres);
1088 LY_CHECK_GOTO(ret, cleanup);
1089
Michal Vaskof4258e12021-06-15 12:11:42 +02001090 if (!(mod->ctx->flags & LY_CTX_EXPLICIT_COMPILE)) {
1091 /* create dep set for the module and mark all the modules that will be (re)compiled */
1092 LY_CHECK_GOTO(ret = lys_unres_dep_sets_to_compile(mod->ctx, &unres.dep_sets, mod), cleanup);
1093
1094 /* (re)compile the whole dep set */
1095 LY_CHECK_GOTO(ret = lys_compile_dep_set_r(mod->ctx, unres.dep_sets.objs[0], &unres), cleanup);
1096 }
1097
Michal Vasko65333882021-06-10 14:12:16 +02001098cleanup:
Michal Vasko405cc9e2020-12-01 12:01:27 +01001099 if (ret) {
Michal Vaskof4258e12021-06-15 12:11:42 +02001100 lys_unres_glob_revert(mod->ctx, &unres);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001101 }
Michal Vaskof4258e12021-06-15 12:11:42 +02001102 lys_unres_glob_erase(&unres);
Michal Vasko89b5c072020-10-06 13:52:44 +02001103 return ret;
Radek Krejci77a8bcd2019-09-11 11:20:02 +02001104}
1105
Michal Vasko7c8439f2020-08-05 13:25:19 +02001106static LY_ERR
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001107lys_resolve_import_include(struct lys_parser_ctx *pctx, struct lysp_module *pmod)
Michal Vasko7c8439f2020-08-05 13:25:19 +02001108{
1109 struct lysp_import *imp;
Michal Vasko7c8439f2020-08-05 13:25:19 +02001110 LY_ARRAY_COUNT_TYPE u, v;
1111
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001112 pmod->parsing = 1;
1113 LY_ARRAY_FOR(pmod->imports, u) {
1114 imp = &pmod->imports[u];
Michal Vasko7c8439f2020-08-05 13:25:19 +02001115 if (!imp->module) {
Michal Vaskodd992582021-06-10 14:34:57 +02001116 LY_CHECK_RET(lys_parse_load(PARSER_CTX(pctx), imp->name, imp->rev[0] ? imp->rev : NULL,
1117 pctx->new_mods, &imp->module));
Michal Vasko7c8439f2020-08-05 13:25:19 +02001118 }
1119 /* check for importing the same module twice */
1120 for (v = 0; v < u; ++v) {
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001121 if (imp->module == pmod->imports[v].module) {
Michal Vasko7c8439f2020-08-05 13:25:19 +02001122 LOGWRN(PARSER_CTX(pctx), "Single revision of the module \"%s\" imported twice.", imp->name);
1123 }
1124 }
1125 }
Radek Krejci771928a2021-01-19 13:42:36 +01001126 LY_CHECK_RET(lysp_load_submodules(pctx, pmod));
1127
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001128 pmod->parsing = 0;
Michal Vasko7c8439f2020-08-05 13:25:19 +02001129
1130 return LY_SUCCESS;
1131}
1132
Michal Vasko3a41dff2020-07-15 14:30:28 +02001133LY_ERR
Michal Vasko7a0b0762020-09-02 16:37:01 +02001134lys_parse_submodule(struct ly_ctx *ctx, struct ly_in *in, LYS_INFORMAT format, struct lys_parser_ctx *main_ctx,
Michal Vasko22df3f02020-08-24 13:29:22 +02001135 LY_ERR (*custom_check)(const struct ly_ctx *, struct lysp_module *, struct lysp_submodule *, void *),
Radek Krejci0f969882020-08-21 16:56:47 +02001136 void *check_data, struct lysp_submodule **submodule)
Radek Krejci9f5e6fb2018-10-25 09:26:12 +02001137{
Michal Vasko3a41dff2020-07-15 14:30:28 +02001138 LY_ERR ret;
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001139 struct lysp_submodule *submod = NULL, *latest_sp;
Michal Vaskob36053d2020-03-26 15:49:30 +01001140 struct lys_yang_parser_ctx *yangctx = NULL;
1141 struct lys_yin_parser_ctx *yinctx = NULL;
1142 struct lys_parser_ctx *pctx;
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001143
Michal Vasko3a41dff2020-07-15 14:30:28 +02001144 LY_CHECK_ARG_RET(ctx, ctx, in, LY_EINVAL);
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001145
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001146 switch (format) {
1147 case LYS_IN_YIN:
Michal Vasko63f3d842020-07-08 10:10:14 +02001148 ret = yin_parse_submodule(&yinctx, ctx, main_ctx, in, &submod);
Michal Vaskob36053d2020-03-26 15:49:30 +01001149 pctx = (struct lys_parser_ctx *)yinctx;
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001150 break;
1151 case LYS_IN_YANG:
Michal Vasko63f3d842020-07-08 10:10:14 +02001152 ret = yang_parse_submodule(&yangctx, ctx, main_ctx, in, &submod);
Michal Vaskob36053d2020-03-26 15:49:30 +01001153 pctx = (struct lys_parser_ctx *)yangctx;
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001154 break;
1155 default:
David Sedlák4f2f5ba2019-08-15 13:18:48 +02001156 LOGERR(ctx, LY_EINVAL, "Invalid schema input format.");
Radek Krejci82fa8d42020-07-11 22:00:59 +02001157 ret = LY_EINVAL;
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001158 break;
Radek Krejci9f5e6fb2018-10-25 09:26:12 +02001159 }
Radek Krejcif6923e82020-07-02 16:36:53 +02001160 LY_CHECK_GOTO(ret, error);
Radek Krejcif027df72020-09-15 13:00:28 +02001161 assert(submod);
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001162
1163 /* make sure that the newest revision is at position 0 */
1164 lysp_sort_revisions(submod->revs);
1165
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001166 /* decide the latest revision */
Michal Vasko8dc31992021-02-22 10:30:47 +01001167 latest_sp = (struct lysp_submodule *)ly_ctx_get_submodule2_latest(submod->mod, submod->name);
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001168 if (latest_sp) {
1169 if (submod->revs) {
1170 if (!latest_sp->revs) {
1171 /* latest has no revision, so mod is anyway newer */
1172 submod->latest_revision = latest_sp->latest_revision;
Radek Krejcib3289d62019-09-18 12:21:39 +02001173 /* the latest_sp is zeroed later when the new module is being inserted into the context */
1174 } else if (strcmp(submod->revs[0].date, latest_sp->revs[0].date) > 0) {
1175 submod->latest_revision = latest_sp->latest_revision;
1176 /* the latest_sp is zeroed later when the new module is being inserted into the context */
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001177 } else {
Radek Krejcib3289d62019-09-18 12:21:39 +02001178 latest_sp = NULL;
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001179 }
Radek Krejcib3289d62019-09-18 12:21:39 +02001180 } else {
1181 latest_sp = NULL;
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001182 }
1183 } else {
1184 submod->latest_revision = 1;
1185 }
1186
Radek Krejcib3289d62019-09-18 12:21:39 +02001187 if (custom_check) {
Michal Vasko7c8439f2020-08-05 13:25:19 +02001188 LY_CHECK_GOTO(ret = custom_check(ctx, NULL, submod, check_data), error);
Radek Krejcib3289d62019-09-18 12:21:39 +02001189 }
1190
1191 if (latest_sp) {
1192 latest_sp->latest_revision = 0;
1193 }
1194
Michal Vasko7a0b0762020-09-02 16:37:01 +02001195 lys_parser_fill_filepath(ctx, in, &submod->filepath);
1196
Michal Vasko7c8439f2020-08-05 13:25:19 +02001197 /* resolve imports and includes */
1198 LY_CHECK_GOTO(ret = lys_resolve_import_include(pctx, (struct lysp_module *)submod), error);
1199
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001200 /* remap possibly changed and reallocated typedefs and groupings list back to the main context */
Michal Vaskob36053d2020-03-26 15:49:30 +01001201 memcpy(&main_ctx->tpdfs_nodes, &pctx->tpdfs_nodes, sizeof main_ctx->tpdfs_nodes);
1202 memcpy(&main_ctx->grps_nodes, &pctx->grps_nodes, sizeof main_ctx->grps_nodes);
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001203
David Sedlák1b623122019-08-05 15:27:49 +02001204 if (format == LYS_IN_YANG) {
Michal Vaskob36053d2020-03-26 15:49:30 +01001205 yang_parser_ctx_free(yangctx);
David Sedlák1b623122019-08-05 15:27:49 +02001206 } else {
Michal Vaskob36053d2020-03-26 15:49:30 +01001207 yin_parser_ctx_free(yinctx);
David Sedlák1b623122019-08-05 15:27:49 +02001208 }
Michal Vasko3a41dff2020-07-15 14:30:28 +02001209 *submodule = submod;
1210 return LY_SUCCESS;
David Sedlák1b623122019-08-05 15:27:49 +02001211
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001212error:
Michal Vasko5d24f6c2020-10-13 13:49:06 +02001213 lysp_module_free((struct lysp_module *)submod);
David Sedlák1b623122019-08-05 15:27:49 +02001214 if (format == LYS_IN_YANG) {
Michal Vaskob36053d2020-03-26 15:49:30 +01001215 yang_parser_ctx_free(yangctx);
David Sedlák1b623122019-08-05 15:27:49 +02001216 } else {
Michal Vaskob36053d2020-03-26 15:49:30 +01001217 yin_parser_ctx_free(yinctx);
David Sedlák1b623122019-08-05 15:27:49 +02001218 }
Michal Vasko3a41dff2020-07-15 14:30:28 +02001219 return ret;
Radek Krejci9f5e6fb2018-10-25 09:26:12 +02001220}
1221
Michal Vasko45b521c2020-11-04 17:14:39 +01001222/**
1223 * @brief Add ietf-netconf metadata to the parsed module. Operation, filter, and select are added.
1224 *
1225 * @param[in] mod Parsed module to add to.
1226 * @return LY_SUCCESS on success.
1227 * @return LY_ERR on error.
1228 */
1229static LY_ERR
1230lys_parsed_add_internal_ietf_netconf(struct lysp_module *mod)
1231{
1232 struct lysp_ext_instance *ext_p;
1233 struct lysp_stmt *stmt;
1234 struct lysp_import *imp;
1235
1236 /*
1237 * 1) edit-config's operation
1238 */
1239 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->exts, ext_p, LY_EMEM);
1240 LY_CHECK_ERR_RET(!ext_p, LOGMEM(mod->mod->ctx), LY_EMEM);
1241 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_:annotation", 0, &ext_p->name));
1242 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "operation", 0, &ext_p->argument));
Radek Krejci8df109d2021-04-23 12:19:08 +02001243 ext_p->format = LY_VALUE_SCHEMA;
Michal Vaskofc2cd072021-02-24 13:17:17 +01001244 ext_p->prefix_data = mod;
Michal Vasko45b521c2020-11-04 17:14:39 +01001245 ext_p->flags = LYS_INTERNAL;
Radek Krejciab430862021-03-02 20:13:40 +01001246 ext_p->parent_stmt = LY_STMT_MODULE;
1247 ext_p->parent_stmt_index = 0;
Michal Vasko45b521c2020-11-04 17:14:39 +01001248
1249 ext_p->child = stmt = calloc(1, sizeof *ext_p->child);
1250 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
1251 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "type", 0, &stmt->stmt));
1252 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enumeration", 0, &stmt->arg));
Radek Krejci8df109d2021-04-23 12:19:08 +02001253 stmt->format = LY_VALUE_SCHEMA;
Michal Vaskofc2cd072021-02-24 13:17:17 +01001254 stmt->prefix_data = mod;
Michal Vasko45b521c2020-11-04 17:14:39 +01001255 stmt->kw = LY_STMT_TYPE;
1256
1257 stmt->child = calloc(1, sizeof *stmt->child);
1258 stmt = stmt->child;
1259 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
1260 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
1261 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "merge", 0, &stmt->arg));
Radek Krejci8df109d2021-04-23 12:19:08 +02001262 stmt->format = LY_VALUE_SCHEMA;
Michal Vaskofc2cd072021-02-24 13:17:17 +01001263 stmt->prefix_data = mod;
Michal Vasko45b521c2020-11-04 17:14:39 +01001264 stmt->kw = LY_STMT_ENUM;
1265
1266 stmt->next = calloc(1, sizeof *stmt->child);
1267 stmt = stmt->next;
1268 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
1269 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
1270 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "replace", 0, &stmt->arg));
Radek Krejci8df109d2021-04-23 12:19:08 +02001271 stmt->format = LY_VALUE_SCHEMA;
Michal Vaskofc2cd072021-02-24 13:17:17 +01001272 stmt->prefix_data = mod;
Michal Vasko45b521c2020-11-04 17:14:39 +01001273 stmt->kw = LY_STMT_ENUM;
1274
1275 stmt->next = calloc(1, sizeof *stmt->child);
1276 stmt = stmt->next;
1277 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
1278 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
1279 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "create", 0, &stmt->arg));
Radek Krejci8df109d2021-04-23 12:19:08 +02001280 stmt->format = LY_VALUE_SCHEMA;
Michal Vaskofc2cd072021-02-24 13:17:17 +01001281 stmt->prefix_data = mod;
Michal Vasko45b521c2020-11-04 17:14:39 +01001282 stmt->kw = LY_STMT_ENUM;
1283
1284 stmt->next = calloc(1, sizeof *stmt->child);
1285 stmt = stmt->next;
1286 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
1287 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
1288 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "delete", 0, &stmt->arg));
Radek Krejci8df109d2021-04-23 12:19:08 +02001289 stmt->format = LY_VALUE_SCHEMA;
Michal Vaskofc2cd072021-02-24 13:17:17 +01001290 stmt->prefix_data = mod;
Michal Vasko45b521c2020-11-04 17:14:39 +01001291 stmt->kw = LY_STMT_ENUM;
1292
1293 stmt->next = calloc(1, sizeof *stmt->child);
1294 stmt = stmt->next;
1295 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
1296 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
1297 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "remove", 0, &stmt->arg));
Radek Krejci8df109d2021-04-23 12:19:08 +02001298 stmt->format = LY_VALUE_SCHEMA;
Michal Vaskofc2cd072021-02-24 13:17:17 +01001299 stmt->prefix_data = mod;
Michal Vasko45b521c2020-11-04 17:14:39 +01001300 stmt->kw = LY_STMT_ENUM;
1301
1302 /*
1303 * 2) filter's type
1304 */
1305 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->exts, ext_p, LY_EMEM);
1306 LY_CHECK_ERR_RET(!ext_p, LOGMEM(mod->mod->ctx), LY_EMEM);
1307 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_:annotation", 0, &ext_p->name));
1308 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "type", 0, &ext_p->argument));
Radek Krejci8df109d2021-04-23 12:19:08 +02001309 ext_p->format = LY_VALUE_SCHEMA;
Michal Vaskofc2cd072021-02-24 13:17:17 +01001310 ext_p->prefix_data = mod;
Michal Vasko45b521c2020-11-04 17:14:39 +01001311 ext_p->flags = LYS_INTERNAL;
Radek Krejciab430862021-03-02 20:13:40 +01001312 ext_p->parent_stmt = LY_STMT_MODULE;
1313 ext_p->parent_stmt_index = 0;
Michal Vasko45b521c2020-11-04 17:14:39 +01001314
1315 ext_p->child = stmt = calloc(1, sizeof *ext_p->child);
1316 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
1317 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "type", 0, &stmt->stmt));
1318 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enumeration", 0, &stmt->arg));
Radek Krejci8df109d2021-04-23 12:19:08 +02001319 stmt->format = LY_VALUE_SCHEMA;
Michal Vaskofc2cd072021-02-24 13:17:17 +01001320 stmt->prefix_data = mod;
Michal Vasko45b521c2020-11-04 17:14:39 +01001321 stmt->kw = LY_STMT_TYPE;
1322
1323 stmt->child = calloc(1, sizeof *stmt->child);
1324 stmt = stmt->child;
1325 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
1326 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
1327 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "subtree", 0, &stmt->arg));
Radek Krejci8df109d2021-04-23 12:19:08 +02001328 stmt->format = LY_VALUE_SCHEMA;
Michal Vaskofc2cd072021-02-24 13:17:17 +01001329 stmt->prefix_data = mod;
Michal Vasko45b521c2020-11-04 17:14:39 +01001330 stmt->kw = LY_STMT_ENUM;
1331
1332 stmt->next = calloc(1, sizeof *stmt->child);
1333 stmt = stmt->next;
1334 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
1335 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "enum", 0, &stmt->stmt));
1336 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "xpath", 0, &stmt->arg));
Radek Krejci8df109d2021-04-23 12:19:08 +02001337 stmt->format = LY_VALUE_SCHEMA;
Michal Vaskofc2cd072021-02-24 13:17:17 +01001338 stmt->prefix_data = mod;
Michal Vasko45b521c2020-11-04 17:14:39 +01001339 stmt->kw = LY_STMT_ENUM;
1340
1341 /* if-feature for enum allowed only for YANG 1.1 modules */
1342 if (mod->version >= LYS_VERSION_1_1) {
1343 stmt->child = calloc(1, sizeof *stmt->child);
1344 stmt = stmt->child;
1345 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
1346 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "if-feature", 0, &stmt->stmt));
1347 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "xpath", 0, &stmt->arg));
Radek Krejci8df109d2021-04-23 12:19:08 +02001348 stmt->format = LY_VALUE_SCHEMA;
Michal Vaskofc2cd072021-02-24 13:17:17 +01001349 stmt->prefix_data = mod;
Michal Vasko45b521c2020-11-04 17:14:39 +01001350 stmt->kw = LY_STMT_IF_FEATURE;
1351 }
1352
1353 /*
1354 * 3) filter's select
1355 */
1356 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->exts, ext_p, LY_EMEM);
1357 LY_CHECK_ERR_RET(!ext_p, LOGMEM(mod->mod->ctx), LY_EMEM);
1358 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_:annotation", 0, &ext_p->name));
1359 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "select", 0, &ext_p->argument));
Radek Krejci8df109d2021-04-23 12:19:08 +02001360 ext_p->format = LY_VALUE_SCHEMA;
Michal Vaskofc2cd072021-02-24 13:17:17 +01001361 ext_p->prefix_data = mod;
Michal Vasko45b521c2020-11-04 17:14:39 +01001362 ext_p->flags = LYS_INTERNAL;
Radek Krejciab430862021-03-02 20:13:40 +01001363 ext_p->parent_stmt = LY_STMT_MODULE;
1364 ext_p->parent_stmt_index = 0;
Michal Vasko45b521c2020-11-04 17:14:39 +01001365
1366 ext_p->child = stmt = calloc(1, sizeof *ext_p->child);
1367 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
1368 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "type", 0, &stmt->stmt));
1369 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "yang_:xpath1.0", 0, &stmt->arg));
Radek Krejci8df109d2021-04-23 12:19:08 +02001370 stmt->format = LY_VALUE_SCHEMA;
Michal Vaskofc2cd072021-02-24 13:17:17 +01001371 stmt->prefix_data = mod;
Michal Vasko45b521c2020-11-04 17:14:39 +01001372 stmt->kw = LY_STMT_TYPE;
1373
1374 /* create new imports for the used prefixes */
1375 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->imports, imp, LY_EMEM);
1376
1377 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "ietf-yang-metadata", 0, &imp->name));
1378 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_", 0, &imp->prefix));
1379 imp->flags = LYS_INTERNAL;
1380
1381 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->imports, imp, LY_EMEM);
1382
1383 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "ietf-yang-types", 0, &imp->name));
1384 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "yang_", 0, &imp->prefix));
1385 imp->flags = LYS_INTERNAL;
1386
1387 return LY_SUCCESS;
1388}
1389
1390/**
1391 * @brief Add ietf-netconf-with-defaults "default" metadata to the parsed module.
1392 *
1393 * @param[in] mod Parsed module to add to.
1394 * @return LY_SUCCESS on success.
1395 * @return LY_ERR on error.
1396 */
1397static LY_ERR
1398lys_parsed_add_internal_ietf_netconf_with_defaults(struct lysp_module *mod)
1399{
1400 struct lysp_ext_instance *ext_p;
1401 struct lysp_stmt *stmt;
1402 struct lysp_import *imp;
1403
1404 /* add new extension instance */
1405 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->exts, ext_p, LY_EMEM);
1406
1407 /* fill in the extension instance fields */
1408 LY_CHECK_ERR_RET(!ext_p, LOGMEM(mod->mod->ctx), LY_EMEM);
1409 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_:annotation", 0, &ext_p->name));
1410 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "default", 0, &ext_p->argument));
Radek Krejci8df109d2021-04-23 12:19:08 +02001411 ext_p->format = LY_VALUE_SCHEMA;
Michal Vaskofc2cd072021-02-24 13:17:17 +01001412 ext_p->prefix_data = mod;
Michal Vasko45b521c2020-11-04 17:14:39 +01001413 ext_p->flags = LYS_INTERNAL;
Radek Krejciab430862021-03-02 20:13:40 +01001414 ext_p->parent_stmt = LY_STMT_MODULE;
1415 ext_p->parent_stmt_index = 0;
Michal Vasko45b521c2020-11-04 17:14:39 +01001416
1417 ext_p->child = stmt = calloc(1, sizeof *ext_p->child);
1418 LY_CHECK_ERR_RET(!stmt, LOGMEM(mod->mod->ctx), LY_EMEM);
1419 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "type", 0, &stmt->stmt));
1420 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "boolean", 0, &stmt->arg));
Radek Krejci8df109d2021-04-23 12:19:08 +02001421 stmt->format = LY_VALUE_SCHEMA;
Michal Vaskofc2cd072021-02-24 13:17:17 +01001422 stmt->prefix_data = mod;
Michal Vasko45b521c2020-11-04 17:14:39 +01001423 stmt->kw = LY_STMT_TYPE;
1424
1425 /* create new import for the used prefix */
1426 LY_ARRAY_NEW_RET(mod->mod->ctx, mod->imports, imp, LY_EMEM);
1427
1428 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "ietf-yang-metadata", 0, &imp->name));
1429 LY_CHECK_RET(lydict_insert(mod->mod->ctx, "md_", 0, &imp->prefix));
1430 imp->flags = LYS_INTERNAL;
1431
1432 return LY_SUCCESS;
1433}
1434
Michal Vasko3a41dff2020-07-15 14:30:28 +02001435LY_ERR
Michal Vasko4e205e82021-06-08 14:01:47 +02001436lys_parse_in(struct ly_ctx *ctx, struct ly_in *in, LYS_INFORMAT format,
Radek Krejci1deb5be2020-08-26 16:43:36 +02001437 LY_ERR (*custom_check)(const struct ly_ctx *ctx, struct lysp_module *mod, struct lysp_submodule *submod, void *data),
Michal Vaskodd992582021-06-10 14:34:57 +02001438 void *check_data, struct ly_set *new_mods, struct lys_module **module)
Radek Krejci86d106e2018-10-18 09:53:19 +02001439{
Michal Vasko4e205e82021-06-08 14:01:47 +02001440 struct lys_module *mod = NULL, *latest, *mod_dup;
Michal Vasko5d24f6c2020-10-13 13:49:06 +02001441 struct lysp_submodule *submod;
Michal Vasko3a41dff2020-07-15 14:30:28 +02001442 LY_ERR ret;
Michal Vasko7c8439f2020-08-05 13:25:19 +02001443 LY_ARRAY_COUNT_TYPE u;
Michal Vaskob36053d2020-03-26 15:49:30 +01001444 struct lys_yang_parser_ctx *yangctx = NULL;
1445 struct lys_yin_parser_ctx *yinctx = NULL;
Radek Krejcif6923e82020-07-02 16:36:53 +02001446 struct lys_parser_ctx *pctx = NULL;
Michal Vasko7a0b0762020-09-02 16:37:01 +02001447 char *filename, *rev, *dot;
1448 size_t len;
Radek Krejci86d106e2018-10-18 09:53:19 +02001449
Michal Vaskodd992582021-06-10 14:34:57 +02001450 assert(ctx && in && new_mods);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001451
Michal Vasko7a0b0762020-09-02 16:37:01 +02001452 if (module) {
1453 *module = NULL;
1454 }
Radek Krejci86d106e2018-10-18 09:53:19 +02001455
1456 mod = calloc(1, sizeof *mod);
Michal Vasko3a41dff2020-07-15 14:30:28 +02001457 LY_CHECK_ERR_RET(!mod, LOGMEM(ctx), LY_EMEM);
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001458 mod->ctx = ctx;
Radek Krejci86d106e2018-10-18 09:53:19 +02001459
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001460 /* parse */
Radek Krejci86d106e2018-10-18 09:53:19 +02001461 switch (format) {
1462 case LYS_IN_YIN:
Michal Vaskodd992582021-06-10 14:34:57 +02001463 ret = yin_parse_module(&yinctx, in, mod, new_mods);
Michal Vaskob36053d2020-03-26 15:49:30 +01001464 pctx = (struct lys_parser_ctx *)yinctx;
Radek Krejci86d106e2018-10-18 09:53:19 +02001465 break;
1466 case LYS_IN_YANG:
Michal Vaskodd992582021-06-10 14:34:57 +02001467 ret = yang_parse_module(&yangctx, in, mod, new_mods);
Michal Vaskob36053d2020-03-26 15:49:30 +01001468 pctx = (struct lys_parser_ctx *)yangctx;
Radek Krejci86d106e2018-10-18 09:53:19 +02001469 break;
1470 default:
1471 LOGERR(ctx, LY_EINVAL, "Invalid schema input format.");
Michal Vasko3a41dff2020-07-15 14:30:28 +02001472 ret = LY_EINVAL;
Radek Krejci86d106e2018-10-18 09:53:19 +02001473 break;
1474 }
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001475 LY_CHECK_GOTO(ret, free_mod_cleanup);
Radek Krejci9f5e6fb2018-10-25 09:26:12 +02001476
1477 /* make sure that the newest revision is at position 0 */
1478 lysp_sort_revisions(mod->parsed->revs);
Radek Krejci0af46292019-01-11 16:02:31 +01001479 if (mod->parsed->revs) {
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001480 LY_CHECK_GOTO(ret = lydict_insert(ctx, mod->parsed->revs[0].date, 0, &mod->revision), free_mod_cleanup);
Radek Krejci0af46292019-01-11 16:02:31 +01001481 }
Radek Krejci86d106e2018-10-18 09:53:19 +02001482
Radek Krejcib3289d62019-09-18 12:21:39 +02001483 /* decide the latest revision */
Michal Vasko22df3f02020-08-24 13:29:22 +02001484 latest = (struct lys_module *)ly_ctx_get_module_latest(ctx, mod->name);
Radek Krejcib3289d62019-09-18 12:21:39 +02001485 if (latest) {
1486 if (mod->revision) {
1487 if (!latest->revision) {
1488 /* latest has no revision, so mod is anyway newer */
1489 mod->latest_revision = latest->latest_revision;
1490 /* the latest is zeroed later when the new module is being inserted into the context */
1491 } else if (strcmp(mod->revision, latest->revision) > 0) {
1492 mod->latest_revision = latest->latest_revision;
1493 /* the latest is zeroed later when the new module is being inserted into the context */
1494 } else {
1495 latest = NULL;
1496 }
1497 } else {
1498 latest = NULL;
1499 }
1500 } else {
1501 mod->latest_revision = 1;
1502 }
1503
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001504 if (custom_check) {
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001505 LY_CHECK_GOTO(ret = custom_check(ctx, mod->parsed, NULL, check_data), free_mod_cleanup);
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001506 }
1507
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001508 /* check whether it is not already in the context in the same revision */
Michal Vasko22df3f02020-08-24 13:29:22 +02001509 mod_dup = (struct lys_module *)ly_ctx_get_module(ctx, mod->name, mod->revision);
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001510 if (mod_dup) {
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001511 /* nothing to do */
1512 LOGVRB("Module \"%s@%s\" is already present in the context.", mod_dup->name,
1513 mod_dup->revision ? mod_dup->revision : "<none>");
1514 goto free_mod_cleanup;
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001515 }
Radek Krejci86d106e2018-10-18 09:53:19 +02001516
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001517 switch (in->type) {
1518 case LY_IN_FILEPATH:
1519 /* check that name and revision match filename */
1520 filename = strrchr(in->method.fpath.filepath, '/');
1521 if (!filename) {
1522 filename = in->method.fpath.filepath;
1523 } else {
1524 filename++;
1525 }
1526 rev = strchr(filename, '@');
1527 dot = strrchr(filename, '.');
1528
1529 /* name */
1530 len = strlen(mod->name);
1531 if (strncmp(filename, mod->name, len) ||
Michal Vasko69730152020-10-09 16:30:07 +02001532 ((rev && (rev != &filename[len])) || (!rev && (dot != &filename[len])))) {
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001533 LOGWRN(ctx, "File name \"%s\" does not match module name \"%s\".", filename, mod->name);
1534 }
1535 if (rev) {
1536 len = dot - ++rev;
Radek Krejcif13b87b2020-12-01 22:02:17 +01001537 if (!mod->parsed->revs || (len != LY_REV_SIZE - 1) || strncmp(mod->parsed->revs[0].date, rev, len)) {
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001538 LOGWRN(ctx, "File name \"%s\" does not match module revision \"%s\".", filename,
Michal Vasko69730152020-10-09 16:30:07 +02001539 mod->parsed->revs ? mod->parsed->revs[0].date : "none");
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001540 }
1541 }
1542
1543 break;
1544 case LY_IN_FD:
1545 case LY_IN_FILE:
1546 case LY_IN_MEMORY:
1547 /* nothing special to do */
1548 break;
Michal Vasko7a0b0762020-09-02 16:37:01 +02001549 case LY_IN_ERROR:
1550 LOGINT(ctx);
1551 ret = LY_EINT;
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001552 goto free_mod_cleanup;
Radek Krejci096235c2019-01-11 11:12:19 +01001553 }
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001554 lys_parser_fill_filepath(ctx, in, &mod->filepath);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001555
Michal Vasko7a0b0762020-09-02 16:37:01 +02001556 if (latest) {
1557 latest->latest_revision = 0;
1558 }
1559
Michal Vasko45b521c2020-11-04 17:14:39 +01001560 /* add internal data in case specific modules were parsed */
1561 if (!strcmp(mod->name, "ietf-netconf")) {
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001562 LY_CHECK_GOTO(ret = lys_parsed_add_internal_ietf_netconf(mod->parsed), free_mod_cleanup);
Michal Vasko45b521c2020-11-04 17:14:39 +01001563 } else if (!strcmp(mod->name, "ietf-netconf-with-defaults")) {
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001564 LY_CHECK_GOTO(ret = lys_parsed_add_internal_ietf_netconf_with_defaults(mod->parsed), free_mod_cleanup);
Michal Vasko45b521c2020-11-04 17:14:39 +01001565 }
1566
Michal Vasko405cc9e2020-12-01 12:01:27 +01001567 /* add the module into newly created module set, will also be freed from there on any error */
Michal Vaskodd992582021-06-10 14:34:57 +02001568 LY_CHECK_GOTO(ret = ly_set_add(new_mods, mod, 1, NULL), free_mod_cleanup);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001569
Michal Vasko7a0b0762020-09-02 16:37:01 +02001570 /* add into context */
Radek Krejci3d92e442020-10-12 12:48:13 +02001571 ret = ly_set_add(&ctx->list, mod, 1, NULL);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001572 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko794ab4b2021-03-31 09:42:19 +02001573 ctx->change_count++;
Michal Vasko7a0b0762020-09-02 16:37:01 +02001574
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001575 /* resolve includes and all imports */
Michal Vasko405cc9e2020-12-01 12:01:27 +01001576 LY_CHECK_GOTO(ret = lys_resolve_import_include(pctx, mod->parsed), cleanup);
Michal Vasko7a0b0762020-09-02 16:37:01 +02001577
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001578 /* check name collisions */
Michal Vasko405cc9e2020-12-01 12:01:27 +01001579 LY_CHECK_GOTO(ret = lysp_check_dup_typedefs(pctx, mod->parsed), cleanup);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001580 /* TODO groupings */
Michal Vasko405cc9e2020-12-01 12:01:27 +01001581 LY_CHECK_GOTO(ret = lysp_check_dup_features(pctx, mod->parsed), cleanup);
1582 LY_CHECK_GOTO(ret = lysp_check_dup_identities(pctx, mod->parsed), cleanup);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001583
1584 /* compile features */
Michal Vasko405cc9e2020-12-01 12:01:27 +01001585 LY_CHECK_GOTO(ret = lys_compile_feature_iffeatures(mod->parsed), cleanup);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001586
Michal Vasko05e32042021-04-23 13:40:56 +02001587 /* pre-compile identities of the module and any submodules */
1588 LY_CHECK_GOTO(ret = lys_identity_precompile(NULL, ctx, mod->parsed, mod->parsed->identities, &mod->identities), cleanup);
1589 LY_ARRAY_FOR(mod->parsed->includes, u) {
1590 submod = mod->parsed->includes[u].submodule;
1591 ret = lys_identity_precompile(NULL, ctx, (struct lysp_module *)submod, submod->identities, &mod->identities);
1592 LY_CHECK_GOTO(ret, cleanup);
1593 }
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001594
Michal Vasko405cc9e2020-12-01 12:01:27 +01001595 /* success */
1596 goto cleanup;
Michal Vasko7a0b0762020-09-02 16:37:01 +02001597
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001598free_mod_cleanup:
Radek Krejci90ed21e2021-04-12 14:47:46 +02001599 lys_module_free(mod);
Michal Vasko0e02e8e2021-02-26 15:01:55 +01001600 if (ret) {
1601 mod = NULL;
1602 } else {
1603 /* return the existing module */
1604 assert(mod_dup);
1605 mod = mod_dup;
1606 }
Michal Vasko8a69a1b2020-12-03 14:19:02 +01001607
Michal Vasko405cc9e2020-12-01 12:01:27 +01001608cleanup:
Michal Vasko7a0b0762020-09-02 16:37:01 +02001609 if (pctx) {
1610 ly_set_erase(&pctx->tpdfs_nodes, NULL);
1611 }
1612 if (format == LYS_IN_YANG) {
1613 yang_parser_ctx_free(yangctx);
1614 } else {
1615 yin_parser_ctx_free(yinctx);
1616 }
1617
Michal Vasko405cc9e2020-12-01 12:01:27 +01001618 if (!ret && module) {
1619 *module = mod;
1620 }
Michal Vasko7a0b0762020-09-02 16:37:01 +02001621 return ret;
1622}
1623
Radek Krejci545b4872020-11-15 10:15:12 +01001624static LYS_INFORMAT
1625lys_parse_get_format(const struct ly_in *in, LYS_INFORMAT format)
1626{
1627 if (!format && (in->type == LY_IN_FILEPATH)) {
1628 /* unknown format - try to detect it from filename's suffix */
1629 const char *path = in->method.fpath.filepath;
1630 size_t len = strlen(path);
1631
1632 /* ignore trailing whitespaces */
1633 for ( ; len > 0 && isspace(path[len - 1]); len--) {}
1634
Radek Krejcif13b87b2020-12-01 22:02:17 +01001635 if ((len >= LY_YANG_SUFFIX_LEN + 1) &&
1636 !strncmp(&path[len - LY_YANG_SUFFIX_LEN], LY_YANG_SUFFIX, LY_YANG_SUFFIX_LEN)) {
Radek Krejci545b4872020-11-15 10:15:12 +01001637 format = LYS_IN_YANG;
Radek Krejcif13b87b2020-12-01 22:02:17 +01001638 } else if ((len >= LY_YIN_SUFFIX_LEN + 1) &&
1639 !strncmp(&path[len - LY_YIN_SUFFIX_LEN], LY_YIN_SUFFIX, LY_YIN_SUFFIX_LEN)) {
Radek Krejci545b4872020-11-15 10:15:12 +01001640 format = LYS_IN_YIN;
1641 } /* else still unknown */
1642 }
1643
1644 return format;
1645}
1646
Michal Vasko7a0b0762020-09-02 16:37:01 +02001647API LY_ERR
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001648lys_parse(struct ly_ctx *ctx, struct ly_in *in, LYS_INFORMAT format, const char **features, const struct lys_module **module)
Michal Vasko7a0b0762020-09-02 16:37:01 +02001649{
Michal Vasko65333882021-06-10 14:12:16 +02001650 LY_ERR ret = LY_SUCCESS;
Michal Vasko4e205e82021-06-08 14:01:47 +02001651 struct lys_module *mod;
Michal Vasko405cc9e2020-12-01 12:01:27 +01001652 struct lys_glob_unres unres = {0};
1653
Michal Vasko7a0b0762020-09-02 16:37:01 +02001654 if (module) {
1655 *module = NULL;
1656 }
Radek Krejci545b4872020-11-15 10:15:12 +01001657 LY_CHECK_ARG_RET(NULL, ctx, in, LY_EINVAL);
1658
1659 format = lys_parse_get_format(in, format);
1660 LY_CHECK_ARG_RET(ctx, format, LY_EINVAL);
Michal Vasko7a0b0762020-09-02 16:37:01 +02001661
1662 /* remember input position */
1663 in->func_start = in->current;
1664
Michal Vasko4e205e82021-06-08 14:01:47 +02001665 /* parse */
Michal Vaskodd992582021-06-10 14:34:57 +02001666 ret = lys_parse_in(ctx, in, format, NULL, NULL, &unres.creating, &mod);
Michal Vasko4e205e82021-06-08 14:01:47 +02001667 LY_CHECK_GOTO(ret, cleanup);
1668
1669 /* implement */
Michal Vasko65333882021-06-10 14:12:16 +02001670 ret = _lys_set_implemented(mod, features, &unres);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001671 LY_CHECK_GOTO(ret, cleanup);
1672
Michal Vaskof4258e12021-06-15 12:11:42 +02001673 if (!(ctx->flags & LY_CTX_EXPLICIT_COMPILE)) {
1674 /* create dep set for the module and mark all the modules that will be (re)compiled */
1675 LY_CHECK_GOTO(ret = lys_unres_dep_sets_to_compile(ctx, &unres.dep_sets, mod), cleanup);
1676
1677 /* (re)compile the whole dep set */
1678 LY_CHECK_GOTO(ret = lys_compile_dep_set_r(ctx, unres.dep_sets.objs[0], &unres), cleanup);
1679 }
1680
Michal Vasko405cc9e2020-12-01 12:01:27 +01001681cleanup:
1682 if (ret) {
Michal Vaskof4258e12021-06-15 12:11:42 +02001683 lys_unres_glob_revert(ctx, &unres);
Michal Vasko87f1cf02021-06-08 14:02:47 +02001684 } else if (module) {
1685 *module = mod;
Michal Vasko405cc9e2020-12-01 12:01:27 +01001686 }
Michal Vaskof4258e12021-06-15 12:11:42 +02001687 lys_unres_glob_erase(&unres);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001688 return ret;
Radek Krejci86d106e2018-10-18 09:53:19 +02001689}
1690
Michal Vasko3a41dff2020-07-15 14:30:28 +02001691API LY_ERR
1692lys_parse_mem(struct ly_ctx *ctx, const char *data, LYS_INFORMAT format, const struct lys_module **module)
Radek Krejci86d106e2018-10-18 09:53:19 +02001693{
Radek Krejci0f969882020-08-21 16:56:47 +02001694 LY_ERR ret;
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001695 struct ly_in *in = NULL;
Radek Krejci86d106e2018-10-18 09:53:19 +02001696
Michal Vasko3a41dff2020-07-15 14:30:28 +02001697 LY_CHECK_ARG_RET(ctx, data, format != LYS_IN_UNKNOWN, LY_EINVAL);
Radek Krejci65639b92018-11-27 10:51:37 +01001698
Michal Vasko3a41dff2020-07-15 14:30:28 +02001699 LY_CHECK_ERR_RET(ret = ly_in_new_memory(data, &in), LOGERR(ctx, ret, "Unable to create input handler."), ret);
Radek Krejci86d106e2018-10-18 09:53:19 +02001700
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001701 ret = lys_parse(ctx, in, format, NULL, module);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001702 ly_in_free(in, 0);
Radek Krejci86d106e2018-10-18 09:53:19 +02001703
Michal Vasko3a41dff2020-07-15 14:30:28 +02001704 return ret;
Radek Krejci0bcdaed2019-01-10 10:21:34 +01001705}
1706
Michal Vasko3a41dff2020-07-15 14:30:28 +02001707API LY_ERR
1708lys_parse_fd(struct ly_ctx *ctx, int fd, LYS_INFORMAT format, const struct lys_module **module)
Radek Krejci86d106e2018-10-18 09:53:19 +02001709{
Radek Krejci0f969882020-08-21 16:56:47 +02001710 LY_ERR ret;
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001711 struct ly_in *in = NULL;
Radek Krejci86d106e2018-10-18 09:53:19 +02001712
Michal Vasko3a41dff2020-07-15 14:30:28 +02001713 LY_CHECK_ARG_RET(ctx, fd > -1, format != LYS_IN_UNKNOWN, LY_EINVAL);
Radek Krejci86d106e2018-10-18 09:53:19 +02001714
Michal Vasko3a41dff2020-07-15 14:30:28 +02001715 LY_CHECK_ERR_RET(ret = ly_in_new_fd(fd, &in), LOGERR(ctx, ret, "Unable to create input handler."), ret);
Radek Krejci86d106e2018-10-18 09:53:19 +02001716
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001717 ret = lys_parse(ctx, in, format, NULL, module);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001718 ly_in_free(in, 0);
Radek Krejci86d106e2018-10-18 09:53:19 +02001719
Michal Vasko3a41dff2020-07-15 14:30:28 +02001720 return ret;
Radek Krejci86d106e2018-10-18 09:53:19 +02001721}
1722
Michal Vasko3a41dff2020-07-15 14:30:28 +02001723API LY_ERR
1724lys_parse_path(struct ly_ctx *ctx, const char *path, LYS_INFORMAT format, const struct lys_module **module)
Radek Krejcid33273d2018-10-25 14:55:52 +02001725{
Radek Krejci0f969882020-08-21 16:56:47 +02001726 LY_ERR ret;
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001727 struct ly_in *in = NULL;
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001728
Michal Vasko3a41dff2020-07-15 14:30:28 +02001729 LY_CHECK_ARG_RET(ctx, path, format != LYS_IN_UNKNOWN, LY_EINVAL);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001730
Michal Vasko3a41dff2020-07-15 14:30:28 +02001731 LY_CHECK_ERR_RET(ret = ly_in_new_filepath(path, 0, &in),
Michal Vasko69730152020-10-09 16:30:07 +02001732 LOGERR(ctx, ret, "Unable to create input handler for filepath %s.", path), ret);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001733
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001734 ret = lys_parse(ctx, in, format, NULL, module);
Radek Krejcif0e1ba52020-05-22 15:14:35 +02001735 ly_in_free(in, 0);
1736
Michal Vasko3a41dff2020-07-15 14:30:28 +02001737 return ret;
Radek Krejcid33273d2018-10-25 14:55:52 +02001738}
1739
1740API LY_ERR
Radek Krejci857189e2020-09-01 13:26:36 +02001741lys_search_localfile(const char * const *searchpaths, ly_bool cwd, const char *name, const char *revision,
Radek Krejci0f969882020-08-21 16:56:47 +02001742 char **localfile, LYS_INFORMAT *format)
Radek Krejcid33273d2018-10-25 14:55:52 +02001743{
Radek Krejci1deb5be2020-08-26 16:43:36 +02001744 LY_ERR ret = LY_EMEM;
Radek Krejcid33273d2018-10-25 14:55:52 +02001745 size_t len, flen, match_len = 0, dir_len;
Radek Krejci857189e2020-09-01 13:26:36 +02001746 ly_bool implicit_cwd = 0;
Radek Krejcid33273d2018-10-25 14:55:52 +02001747 char *wd, *wn = NULL;
1748 DIR *dir = NULL;
1749 struct dirent *file;
1750 char *match_name = NULL;
1751 LYS_INFORMAT format_aux, match_format = 0;
1752 struct ly_set *dirs;
1753 struct stat st;
1754
1755 LY_CHECK_ARG_RET(NULL, localfile, LY_EINVAL);
1756
1757 /* start to fill the dir fifo with the context's search path (if set)
1758 * and the current working directory */
Radek Krejciba03a5a2020-08-27 14:40:41 +02001759 LY_CHECK_RET(ly_set_new(&dirs));
Radek Krejcid33273d2018-10-25 14:55:52 +02001760
1761 len = strlen(name);
1762 if (cwd) {
1763 wd = get_current_dir_name();
1764 if (!wd) {
1765 LOGMEM(NULL);
1766 goto cleanup;
1767 } else {
1768 /* add implicit current working directory (./) to be searched,
1769 * this directory is not searched recursively */
Radek Krejciba03a5a2020-08-27 14:40:41 +02001770 ret = ly_set_add(dirs, wd, 0, NULL);
1771 LY_CHECK_GOTO(ret, cleanup);
Radek Krejcid33273d2018-10-25 14:55:52 +02001772 implicit_cwd = 1;
1773 }
1774 }
1775 if (searchpaths) {
Radek Krejci1deb5be2020-08-26 16:43:36 +02001776 for (uint64_t i = 0; searchpaths[i]; i++) {
Radek Krejcid33273d2018-10-25 14:55:52 +02001777 /* check for duplicities with the implicit current working directory */
1778 if (implicit_cwd && !strcmp(dirs->objs[0], searchpaths[i])) {
1779 implicit_cwd = 0;
1780 continue;
1781 }
1782 wd = strdup(searchpaths[i]);
1783 if (!wd) {
1784 LOGMEM(NULL);
1785 goto cleanup;
Radek Krejciba03a5a2020-08-27 14:40:41 +02001786 } else {
1787 ret = ly_set_add(dirs, wd, 0, NULL);
1788 LY_CHECK_GOTO(ret, cleanup);
Radek Krejcid33273d2018-10-25 14:55:52 +02001789 }
1790 }
1791 }
1792 wd = NULL;
1793
1794 /* start searching */
1795 while (dirs->count) {
1796 free(wd);
1797 free(wn); wn = NULL;
1798
1799 dirs->count--;
1800 wd = (char *)dirs->objs[dirs->count];
1801 dirs->objs[dirs->count] = NULL;
Radek Krejcieeee95c2021-01-19 10:57:22 +01001802 LOGVRB("Searching for \"%s\" in \"%s\".", name, wd);
Radek Krejcid33273d2018-10-25 14:55:52 +02001803
1804 if (dir) {
1805 closedir(dir);
1806 }
1807 dir = opendir(wd);
1808 dir_len = strlen(wd);
1809 if (!dir) {
1810 LOGWRN(NULL, "Unable to open directory \"%s\" for searching (sub)modules (%s).", wd, strerror(errno));
1811 } else {
1812 while ((file = readdir(dir))) {
1813 if (!strcmp(".", file->d_name) || !strcmp("..", file->d_name)) {
1814 /* skip . and .. */
1815 continue;
1816 }
1817 free(wn);
1818 if (asprintf(&wn, "%s/%s", wd, file->d_name) == -1) {
1819 LOGMEM(NULL);
1820 goto cleanup;
1821 }
1822 if (stat(wn, &st) == -1) {
1823 LOGWRN(NULL, "Unable to get information about \"%s\" file in \"%s\" when searching for (sub)modules (%s)",
Michal Vasko69730152020-10-09 16:30:07 +02001824 file->d_name, wd, strerror(errno));
Radek Krejcid33273d2018-10-25 14:55:52 +02001825 continue;
1826 }
1827 if (S_ISDIR(st.st_mode) && (dirs->count || !implicit_cwd)) {
1828 /* we have another subdirectory in searchpath to explore,
1829 * subdirectories are not taken into account in current working dir (dirs->set.g[0]) */
Radek Krejciba03a5a2020-08-27 14:40:41 +02001830 ret = ly_set_add(dirs, wn, 0, NULL);
1831 LY_CHECK_GOTO(ret, cleanup);
1832
Radek Krejcid33273d2018-10-25 14:55:52 +02001833 /* continue with the next item in current directory */
1834 wn = NULL;
1835 continue;
1836 } else if (!S_ISREG(st.st_mode)) {
1837 /* not a regular file (note that we see the target of symlinks instead of symlinks */
1838 continue;
1839 }
1840
1841 /* here we know that the item is a file which can contain a module */
1842 if (strncmp(name, file->d_name, len) ||
Michal Vasko69730152020-10-09 16:30:07 +02001843 ((file->d_name[len] != '.') && (file->d_name[len] != '@'))) {
Radek Krejcid33273d2018-10-25 14:55:52 +02001844 /* different filename than the module we search for */
1845 continue;
1846 }
1847
1848 /* get type according to filename suffix */
1849 flen = strlen(file->d_name);
Radek Krejcif13b87b2020-12-01 22:02:17 +01001850 if ((flen >= LY_YANG_SUFFIX_LEN + 1) &&
1851 !strcmp(&file->d_name[flen - LY_YANG_SUFFIX_LEN], LY_YANG_SUFFIX)) {
Radek Krejcid33273d2018-10-25 14:55:52 +02001852 format_aux = LYS_IN_YANG;
Radek Krejcif13b87b2020-12-01 22:02:17 +01001853 } else if ((flen >= LY_YIN_SUFFIX_LEN + 1) &&
1854 !strcmp(&file->d_name[flen - LY_YIN_SUFFIX_LEN], LY_YIN_SUFFIX)) {
Radek Krejci01a937f2020-11-15 10:14:12 +01001855 format_aux = LYS_IN_YIN;
Radek Krejcid33273d2018-10-25 14:55:52 +02001856 } else {
1857 /* not supportde suffix/file format */
1858 continue;
1859 }
1860
1861 if (revision) {
1862 /* we look for the specific revision, try to get it from the filename */
1863 if (file->d_name[len] == '@') {
1864 /* check revision from the filename */
1865 if (strncmp(revision, &file->d_name[len + 1], strlen(revision))) {
1866 /* another revision */
1867 continue;
1868 } else {
1869 /* exact revision */
1870 free(match_name);
1871 match_name = wn;
1872 wn = NULL;
1873 match_len = dir_len + 1 + len;
1874 match_format = format_aux;
1875 goto success;
1876 }
1877 } else {
1878 /* continue trying to find exact revision match, use this only if not found */
1879 free(match_name);
1880 match_name = wn;
1881 wn = NULL;
Michal Vasko44f3d2c2020-08-24 09:49:38 +02001882 match_len = dir_len + 1 + len;
Radek Krejcid33273d2018-10-25 14:55:52 +02001883 match_format = format_aux;
1884 continue;
1885 }
1886 } else {
1887 /* remember the revision and try to find the newest one */
1888 if (match_name) {
Michal Vasko69730152020-10-09 16:30:07 +02001889 if ((file->d_name[len] != '@') ||
Radek Krejcif13b87b2020-12-01 22:02:17 +01001890 lysp_check_date(NULL, &file->d_name[len + 1],
1891 flen - ((format_aux == LYS_IN_YANG) ? LY_YANG_SUFFIX_LEN : LY_YIN_SUFFIX_LEN) - len - 1, NULL)) {
Radek Krejcid33273d2018-10-25 14:55:52 +02001892 continue;
Michal Vasko69730152020-10-09 16:30:07 +02001893 } else if ((match_name[match_len] == '@') &&
Radek Krejcid33273d2018-10-25 14:55:52 +02001894 (strncmp(&match_name[match_len + 1], &file->d_name[len + 1], LY_REV_SIZE - 1) >= 0)) {
1895 continue;
1896 }
1897 free(match_name);
1898 }
1899
1900 match_name = wn;
1901 wn = NULL;
1902 match_len = dir_len + 1 + len;
1903 match_format = format_aux;
1904 continue;
1905 }
1906 }
1907 }
1908 }
1909
1910success:
1911 (*localfile) = match_name;
1912 match_name = NULL;
1913 if (format) {
1914 (*format) = match_format;
1915 }
Radek Krejci1deb5be2020-08-26 16:43:36 +02001916 ret = LY_SUCCESS;
Radek Krejcid33273d2018-10-25 14:55:52 +02001917
1918cleanup:
1919 free(wn);
1920 free(wd);
1921 if (dir) {
1922 closedir(dir);
1923 }
1924 free(match_name);
1925 ly_set_free(dirs, free);
1926
1927 return ret;
1928}