blob: 18e7a9627b91eb0067ebddc0b3aed929da30e00b [file] [log] [blame]
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001/**
2 * @file schema_compile.c
3 * @author Radek Krejci <rkrejci@cesnet.cz>
Michal Vasko19a09022021-06-15 11:54:08 +02004 * @author Michal Vasko <mvasko@cesnet.cz>
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02005 * @brief Schema compilation.
6 *
Michal Vaskoedb0fa52022-10-04 10:36:00 +02007 * Copyright (c) 2015 - 2022 CESNET, z.s.p.o.
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02008 *
9 * This source code is licensed under BSD 3-Clause License (the "License").
10 * You may not use this file except in compliance with the License.
11 * You may obtain a copy of the License at
12 *
13 * https://opensource.org/licenses/BSD-3-Clause
14 */
15
16#define _GNU_SOURCE
17
18#include "schema_compile.h"
19
20#include <assert.h>
Michal Vasko1a7a7bd2020-10-16 14:39:15 +020021#include <stddef.h>
22#include <stdint.h>
23#include <stdio.h>
24#include <stdlib.h>
25#include <string.h>
26
Michal Vasko1a7a7bd2020-10-16 14:39:15 +020027#include "compat.h"
28#include "context.h"
29#include "dict.h"
Michal Vaskoafac7822020-10-20 14:22:26 +020030#include "in.h"
Radek Krejci47fab892020-11-05 17:02:41 +010031#include "log.h"
Michal Vasko8f702ee2024-02-20 15:44:24 +010032#include "ly_common.h"
Michal Vasko1a7a7bd2020-10-16 14:39:15 +020033#include "parser_schema.h"
34#include "path.h"
Radek Krejci0aa1f702021-04-01 16:16:19 +020035#include "plugins.h"
Michal Vasko1a7a7bd2020-10-16 14:39:15 +020036#include "plugins_exts.h"
Radek Krejci3e6632f2021-03-22 22:08:21 +010037#include "plugins_internal.h"
Michal Vasko1a7a7bd2020-10-16 14:39:15 +020038#include "plugins_types.h"
39#include "schema_compile_amend.h"
40#include "schema_compile_node.h"
Michal Vasko7b1ad1a2020-11-02 15:41:27 +010041#include "schema_features.h"
Michal Vasko1a7a7bd2020-10-16 14:39:15 +020042#include "set.h"
43#include "tree.h"
44#include "tree_data.h"
Michal Vasko1a7a7bd2020-10-16 14:39:15 +020045#include "tree_schema.h"
Michal Vaskoc636ea42022-09-16 10:20:31 +020046#include "tree_schema_free.h"
Michal Vasko1a7a7bd2020-10-16 14:39:15 +020047#include "tree_schema_internal.h"
48#include "xpath.h"
49
Michal Vaskoa0ba01e2022-10-19 13:26:57 +020050void
51lysc_update_path(struct lysc_ctx *ctx, const struct lys_module *parent_module, const char *name)
52{
53 int len;
54 uint8_t nextlevel = 0; /* 0 - no starttag, 1 - '/' starttag, 2 - '=' starttag + '}' endtag */
55
56 if (!name) {
57 /* removing last path segment */
58 if (ctx->path[ctx->path_len - 1] == '}') {
59 for ( ; ctx->path[ctx->path_len] != '=' && ctx->path[ctx->path_len] != '{'; --ctx->path_len) {}
60 if (ctx->path[ctx->path_len] == '=') {
61 ctx->path[ctx->path_len++] = '}';
62 } else {
63 /* not a top-level special tag, remove also preceiding '/' */
64 goto remove_nodelevel;
65 }
66 } else {
67remove_nodelevel:
68 for ( ; ctx->path[ctx->path_len] != '/'; --ctx->path_len) {}
69 if (ctx->path_len == 0) {
70 /* top-level (last segment) */
71 ctx->path_len = 1;
72 }
73 }
74 /* set new terminating NULL-byte */
75 ctx->path[ctx->path_len] = '\0';
76 } else {
77 if (ctx->path_len > 1) {
78 if (!parent_module && (ctx->path[ctx->path_len - 1] == '}') && (ctx->path[ctx->path_len - 2] != '\'')) {
79 /* extension of the special tag */
80 nextlevel = 2;
81 --ctx->path_len;
82 } else {
83 /* there is already some path, so add next level */
84 nextlevel = 1;
85 }
86 } /* else the path is just initiated with '/', so do not add additional slash in case of top-level nodes */
87
88 if (nextlevel != 2) {
89 if ((parent_module && (parent_module == ctx->cur_mod)) || (!parent_module && (ctx->path_len > 1) && (name[0] == '{'))) {
90 /* module not changed, print the name unprefixed */
91 len = snprintf(&ctx->path[ctx->path_len], LYSC_CTX_BUFSIZE - ctx->path_len, "%s%s", nextlevel ? "/" : "", name);
92 } else {
93 len = snprintf(&ctx->path[ctx->path_len], LYSC_CTX_BUFSIZE - ctx->path_len, "%s%s:%s", nextlevel ? "/" : "", ctx->cur_mod->name, name);
94 }
95 } else {
96 len = snprintf(&ctx->path[ctx->path_len], LYSC_CTX_BUFSIZE - ctx->path_len, "='%s'}", name);
97 }
98 if (len >= LYSC_CTX_BUFSIZE - (int)ctx->path_len) {
99 /* output truncated */
100 ctx->path_len = LYSC_CTX_BUFSIZE - 1;
101 } else {
102 ctx->path_len += len;
103 }
104 }
105
106 LOG_LOCBACK(0, 0, 1, 0);
107 LOG_LOCSET(NULL, NULL, ctx->path, NULL);
108}
109
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200110/**
111 * @brief Fill in the prepared compiled extensions definition structure according to the parsed extension definition.
Michal Vasko193dacd2022-10-13 08:43:05 +0200112 *
113 * @param[in] ctx Compile context.
114 * @param[in] extp Parsed extension instance.
115 * @param[out] ext Compiled extension definition.
116 * @return LY_ERR value.
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200117 */
118static LY_ERR
Michal Vasko193dacd2022-10-13 08:43:05 +0200119lys_compile_extension(struct lysc_ctx *ctx, struct lysp_ext_instance *extp, struct lysc_ext **ext)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200120{
121 LY_ERR ret = LY_SUCCESS;
Michal Vasko193dacd2022-10-13 08:43:05 +0200122 struct lysp_ext *ep = extp->def;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200123
Michal Vasko193dacd2022-10-13 08:43:05 +0200124 if (!ep->compiled) {
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200125 lysc_update_path(ctx, NULL, "{extension}");
Michal Vasko193dacd2022-10-13 08:43:05 +0200126 lysc_update_path(ctx, NULL, ep->name);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200127
128 /* compile the extension definition */
Michal Vasko193dacd2022-10-13 08:43:05 +0200129 *ext = ep->compiled = calloc(1, sizeof **ext);
Michal Vasko193dacd2022-10-13 08:43:05 +0200130 DUP_STRING_GOTO(ctx->ctx, ep->name, (*ext)->name, ret, cleanup);
131 DUP_STRING_GOTO(ctx->ctx, ep->argname, (*ext)->argname, ret, cleanup);
132 LY_CHECK_GOTO(ret = lysp_ext_find_definition(ctx->ctx, extp, (const struct lys_module **)&(*ext)->module, NULL),
133 cleanup);
Michal Vaskoc636ea42022-09-16 10:20:31 +0200134
135 /* compile nested extensions */
Michal Vasko193dacd2022-10-13 08:43:05 +0200136 COMPILE_EXTS_GOTO(ctx, ep->exts, (*ext)->exts, *ext, ret, cleanup);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200137
138 lysc_update_path(ctx, NULL, NULL);
139 lysc_update_path(ctx, NULL, NULL);
140
141 /* find extension definition plugin */
Michal Vasko193dacd2022-10-13 08:43:05 +0200142 (*ext)->plugin = extp->record ? (struct lyplg_ext *)&extp->record->plugin : NULL;
Michal Vasko54b11952022-06-08 12:29:39 +0200143 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200144
Michal Vasko193dacd2022-10-13 08:43:05 +0200145 *ext = ep->compiled;
Michal Vaskoc636ea42022-09-16 10:20:31 +0200146
Michal Vasko193dacd2022-10-13 08:43:05 +0200147cleanup:
Radek Krejci2efc45b2020-12-22 16:25:44 +0100148 if (ret) {
149 lysc_update_path(ctx, NULL, NULL);
150 lysc_update_path(ctx, NULL, NULL);
151 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200152 return ret;
153}
154
155LY_ERR
Michal Vasko193dacd2022-10-13 08:43:05 +0200156lys_compile_ext(struct lysc_ctx *ctx, struct lysp_ext_instance *extp, struct lysc_ext_instance *ext, void *parent)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200157{
Radek Krejci85ac8312021-03-03 20:21:33 +0100158 LY_ERR ret = LY_SUCCESS;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200159
Michal Vasko193dacd2022-10-13 08:43:05 +0200160 DUP_STRING_GOTO(ctx->ctx, extp->argument, ext->argument, ret, cleanup);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200161 ext->module = ctx->cur_mod;
162 ext->parent = parent;
Michal Vasko193dacd2022-10-13 08:43:05 +0200163 ext->parent_stmt = extp->parent_stmt;
164 ext->parent_stmt_index = extp->parent_stmt_index;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200165
Michal Vasko193dacd2022-10-13 08:43:05 +0200166 lysc_update_path(ctx, (ext->parent_stmt & LY_STMT_NODE_MASK) ? ((struct lysc_node *)ext->parent)->module : NULL,
167 "{extension}");
168 lysc_update_path(ctx, NULL, extp->name);
Michal Vaskofc2cd072021-02-24 13:17:17 +0100169
Michal Vasko193dacd2022-10-13 08:43:05 +0200170 /* compile extension if not already */
171 LY_CHECK_GOTO(ret = lys_compile_extension(ctx, extp, &ext->def), cleanup);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200172
Michal Vasko193dacd2022-10-13 08:43:05 +0200173 /* compile */
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200174 if (ext->def->plugin && ext->def->plugin->compile) {
175 if (ext->argument) {
Radek Krejcia6016992021-03-03 10:13:41 +0100176 lysc_update_path(ctx, ext->module, ext->argument);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200177 }
Michal Vasko193dacd2022-10-13 08:43:05 +0200178 ret = ext->def->plugin->compile(ctx, extp, ext);
Radek Krejcicc21a4f2021-02-09 15:23:31 +0100179 if (ret == LY_ENOT) {
Michal Vaskoc636ea42022-09-16 10:20:31 +0200180 lysc_ext_instance_free(&ctx->free_ctx, ext);
Radek Krejcicc21a4f2021-02-09 15:23:31 +0100181 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200182 if (ext->argument) {
183 lysc_update_path(ctx, NULL, NULL);
184 }
Michal Vaskofc2cd072021-02-24 13:17:17 +0100185 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200186 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200187
188cleanup:
Radek Krejci2efc45b2020-12-22 16:25:44 +0100189 lysc_update_path(ctx, NULL, NULL);
Michal Vaskofc2cd072021-02-24 13:17:17 +0100190 lysc_update_path(ctx, NULL, NULL);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200191 return ret;
192}
193
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200194static void
Michal Vaskoc130e162021-10-19 11:30:00 +0200195lysc_unres_must_free(struct lysc_unres_must *m)
196{
197 LY_ARRAY_FREE(m->local_mods);
198 free(m);
199}
200
201static void
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200202lysc_unres_dflt_free(const struct ly_ctx *ctx, struct lysc_unres_dflt *r)
203{
204 assert(!r->dflt || !r->dflts);
205 if (r->dflt) {
206 lysp_qname_free((struct ly_ctx *)ctx, r->dflt);
207 free(r->dflt);
208 } else {
209 FREE_ARRAY((struct ly_ctx *)ctx, r->dflts, lysp_qname_free);
210 }
211 free(r);
212}
213
Michal Vasko193dacd2022-10-13 08:43:05 +0200214LY_ERR
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200215lys_identity_precompile(struct lysc_ctx *ctx_sc, struct ly_ctx *ctx, struct lysp_module *parsed_mod,
Michal Vasko9b232082022-06-07 10:59:31 +0200216 const struct lysp_ident *identities_p, struct lysc_ident **identities)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200217{
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100218 LY_ARRAY_COUNT_TYPE u;
Michal Vaskoc636ea42022-09-16 10:20:31 +0200219 struct lysc_ctx cctx;
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100220 struct lysc_ident *ident;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200221 LY_ERR ret = LY_SUCCESS;
222
223 assert(ctx_sc || ctx);
224
225 if (!ctx_sc) {
Michal Vaskoc636ea42022-09-16 10:20:31 +0200226 if (parsed_mod) {
Michal Vaskoedb0fa52022-10-04 10:36:00 +0200227 LYSC_CTX_INIT_PMOD(cctx, parsed_mod, NULL);
Michal Vaskoc636ea42022-09-16 10:20:31 +0200228 } else {
229 LYSC_CTX_INIT_CTX(cctx, ctx);
230 }
231 ctx_sc = &cctx;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200232 }
233
234 if (!identities_p) {
235 return LY_SUCCESS;
236 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200237
238 lysc_update_path(ctx_sc, NULL, "{identity}");
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200239 LY_ARRAY_FOR(identities_p, u) {
240 lysc_update_path(ctx_sc, NULL, identities_p[u].name);
241
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100242 /* add new compiled identity */
Michal Vasko9b232082022-06-07 10:59:31 +0200243 LY_ARRAY_NEW_GOTO(ctx_sc->ctx, *identities, ident, ret, done);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100244
245 DUP_STRING_GOTO(ctx_sc->ctx, identities_p[u].name, ident->name, ret, done);
246 DUP_STRING_GOTO(ctx_sc->ctx, identities_p[u].dsc, ident->dsc, ret, done);
247 DUP_STRING_GOTO(ctx_sc->ctx, identities_p[u].ref, ident->ref, ret, done);
248 ident->module = ctx_sc->cur_mod;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200249 /* backlinks (derived) can be added no sooner than when all the identities in the current module are present */
Radek Krejciab430862021-03-02 20:13:40 +0100250 COMPILE_EXTS_GOTO(ctx_sc, identities_p[u].exts, ident->exts, ident, ret, done);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100251 ident->flags = identities_p[u].flags;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200252
253 lysc_update_path(ctx_sc, NULL, NULL);
254 }
255 lysc_update_path(ctx_sc, NULL, NULL);
Michal Vasko9b232082022-06-07 10:59:31 +0200256
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200257done:
Michal Vasko9b232082022-06-07 10:59:31 +0200258 if (ret) {
259 lysc_update_path(ctx_sc, NULL, NULL);
260 lysc_update_path(ctx_sc, NULL, NULL);
261 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200262 return ret;
263}
264
265/**
266 * @brief Check circular dependency of identities - identity MUST NOT reference itself (via their base statement).
267 *
268 * The function works in the same way as lys_compile_feature_circular_check() with different structures and error messages.
269 *
270 * @param[in] ctx Compile context for logging.
271 * @param[in] ident The base identity (its derived list is being extended by the identity being currently processed).
272 * @param[in] derived The list of derived identities of the identity being currently processed (not the one provided as @p ident)
273 * @return LY_SUCCESS if everything is ok.
274 * @return LY_EVALID if the identity is derived from itself.
275 */
276static LY_ERR
277lys_compile_identity_circular_check(struct lysc_ctx *ctx, struct lysc_ident *ident, struct lysc_ident **derived)
278{
279 LY_ERR ret = LY_SUCCESS;
280 LY_ARRAY_COUNT_TYPE u, v;
281 struct ly_set recursion = {0};
282 struct lysc_ident *drv;
283
284 if (!derived) {
285 return LY_SUCCESS;
286 }
287
288 for (u = 0; u < LY_ARRAY_COUNT(derived); ++u) {
289 if (ident == derived[u]) {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100290 LOGVAL(ctx->ctx, LYVE_REFERENCE,
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200291 "Identity \"%s\" is indirectly derived from itself.", ident->name);
292 ret = LY_EVALID;
293 goto cleanup;
294 }
295 ret = ly_set_add(&recursion, derived[u], 0, NULL);
296 LY_CHECK_GOTO(ret, cleanup);
297 }
298
299 for (v = 0; v < recursion.count; ++v) {
300 drv = recursion.objs[v];
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200301 for (u = 0; u < LY_ARRAY_COUNT(drv->derived); ++u) {
302 if (ident == drv->derived[u]) {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100303 LOGVAL(ctx->ctx, LYVE_REFERENCE,
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200304 "Identity \"%s\" is indirectly derived from itself.", ident->name);
305 ret = LY_EVALID;
306 goto cleanup;
307 }
308 ret = ly_set_add(&recursion, drv->derived[u], 0, NULL);
309 LY_CHECK_GOTO(ret, cleanup);
310 }
311 }
312
313cleanup:
314 ly_set_erase(&recursion, NULL);
315 return ret;
316}
317
318LY_ERR
319lys_compile_identity_bases(struct lysc_ctx *ctx, const struct lysp_module *base_pmod, const char **bases_p,
aPiecekf4a0a192021-08-03 15:14:17 +0200320 struct lysc_ident *ident, struct lysc_ident ***bases)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200321{
322 LY_ARRAY_COUNT_TYPE u, v;
323 const char *s, *name;
324 const struct lys_module *mod;
325 struct lysc_ident **idref;
326
aPiecekf4a0a192021-08-03 15:14:17 +0200327 assert(ident || bases);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200328
329 if ((LY_ARRAY_COUNT(bases_p) > 1) && (ctx->pmod->version < LYS_VERSION_1_1)) {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100330 LOGVAL(ctx->ctx, LYVE_SYNTAX_YANG,
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200331 "Multiple bases in %s are allowed only in YANG 1.1 modules.", ident ? "identity" : "identityref type");
332 return LY_EVALID;
333 }
334
335 LY_ARRAY_FOR(bases_p, u) {
336 s = strchr(bases_p[u], ':');
337 if (s) {
338 /* prefixed identity */
339 name = &s[1];
Radek Krejci8df109d2021-04-23 12:19:08 +0200340 mod = ly_resolve_prefix(ctx->ctx, bases_p[u], s - bases_p[u], LY_VALUE_SCHEMA, (void *)base_pmod);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200341 } else {
342 name = bases_p[u];
343 mod = base_pmod->mod;
344 }
345 if (!mod) {
346 if (ident) {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100347 LOGVAL(ctx->ctx, LYVE_SYNTAX_YANG,
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200348 "Invalid prefix used for base (%s) of identity \"%s\".", bases_p[u], ident->name);
349 } else {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100350 LOGVAL(ctx->ctx, LYVE_SYNTAX_YANG,
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200351 "Invalid prefix used for base (%s) of identityref.", bases_p[u]);
352 }
353 return LY_EVALID;
354 }
355
356 idref = NULL;
357 LY_ARRAY_FOR(mod->identities, v) {
358 if (!strcmp(name, mod->identities[v].name)) {
359 if (ident) {
360 if (ident == &mod->identities[v]) {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100361 LOGVAL(ctx->ctx, LYVE_REFERENCE,
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200362 "Identity \"%s\" is derived from itself.", ident->name);
363 return LY_EVALID;
364 }
365 LY_CHECK_RET(lys_compile_identity_circular_check(ctx, &mod->identities[v], ident->derived));
366 /* we have match! store the backlink */
367 LY_ARRAY_NEW_RET(ctx->ctx, mod->identities[v].derived, idref, LY_EMEM);
368 *idref = ident;
369 } else {
370 /* we have match! store the found identity */
371 LY_ARRAY_NEW_RET(ctx->ctx, *bases, idref, LY_EMEM);
372 *idref = &mod->identities[v];
373 }
374 break;
375 }
376 }
aPiecekf4a0a192021-08-03 15:14:17 +0200377 if (!idref) {
Radek Krejci10443f42021-03-28 17:40:35 +0200378 if (ident) {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100379 LOGVAL(ctx->ctx, LYVE_SYNTAX_YANG,
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200380 "Unable to find base (%s) of identity \"%s\".", bases_p[u], ident->name);
381 } else {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100382 LOGVAL(ctx->ctx, LYVE_SYNTAX_YANG,
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200383 "Unable to find base (%s) of identityref.", bases_p[u]);
384 }
385 return LY_EVALID;
386 }
387 }
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100388
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200389 return LY_SUCCESS;
390}
391
392/**
393 * @brief For the given array of identities, set the backlinks from all their base identities.
Michal Vasko193dacd2022-10-13 08:43:05 +0200394 *
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200395 * @param[in] ctx Compile context, not only for logging but also to get the current module to resolve prefixes.
396 * @param[in] idents_p Array of identities definitions from the parsed schema structure.
aPiecekf4a0a192021-08-03 15:14:17 +0200397 * @param[in,out] idents Array of referencing identities to which the backlinks are supposed to be set.
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200398 * @return LY_ERR value - LY_SUCCESS or LY_EVALID.
399 */
400static LY_ERR
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100401lys_compile_identities_derived(struct lysc_ctx *ctx, struct lysp_ident *idents_p, struct lysc_ident **idents)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200402{
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100403 LY_ARRAY_COUNT_TYPE u, v;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200404
405 lysc_update_path(ctx, NULL, "{identity}");
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100406
aPiecekf3e2db82021-08-05 10:18:43 +0200407 for (u = 0; u < LY_ARRAY_COUNT(*idents); ++u) {
aPiecekf4a0a192021-08-03 15:14:17 +0200408 /* find matching parsed identity */
aPiecekf3e2db82021-08-05 10:18:43 +0200409 for (v = 0; v < LY_ARRAY_COUNT(idents_p); ++v) {
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100410 if (idents_p[v].name == (*idents)[u].name) {
411 break;
412 }
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100413 }
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100414
Michal Vaskodc6f84c2021-06-15 14:50:27 +0200415 if ((v == LY_ARRAY_COUNT(idents_p)) || !idents_p[v].bases) {
416 /* identity not found (it may be from a submodule) or identity without bases */
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200417 continue;
418 }
Michal Vaskodc6f84c2021-06-15 14:50:27 +0200419
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100420 lysc_update_path(ctx, NULL, (*idents)[u].name);
aPiecekf4a0a192021-08-03 15:14:17 +0200421 LY_CHECK_RET(lys_compile_identity_bases(ctx, ctx->pmod, idents_p[v].bases, &(*idents)[u], NULL));
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200422 lysc_update_path(ctx, NULL, NULL);
423 }
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100424
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200425 lysc_update_path(ctx, NULL, NULL);
426 return LY_SUCCESS;
427}
428
Michal Vaskoe20599c2022-12-02 10:45:01 +0100429LY_ERR
430lys_compile_expr_implement(const struct ly_ctx *ctx, const struct lyxp_expr *expr, LY_VALUE_FORMAT format,
431 void *prefix_data, ly_bool implement, struct lys_glob_unres *unres, const struct lys_module **mod_p)
432{
433 uint32_t i;
434 const char *ptr, *start, **imp_f, *all_f[] = {"*", NULL};
435 const struct lys_module *mod;
436
437 assert(implement || mod_p);
438
Michal Vaskoaa548942023-06-08 12:23:14 +0200439 if (mod_p) {
440 *mod_p = NULL;
441 }
442
Michal Vaskoe20599c2022-12-02 10:45:01 +0100443 for (i = 0; i < expr->used; ++i) {
444 if ((expr->tokens[i] != LYXP_TOKEN_NAMETEST) && (expr->tokens[i] != LYXP_TOKEN_LITERAL)) {
445 /* token cannot have a prefix */
446 continue;
447 }
448
449 start = expr->expr + expr->tok_pos[i];
450 if (!(ptr = ly_strnchr(start, ':', expr->tok_len[i]))) {
451 /* token without a prefix */
452 continue;
453 }
454
455 if (!(mod = ly_resolve_prefix(ctx, start, ptr - start, format, prefix_data))) {
456 /* unknown prefix, do not care right now */
457 continue;
458 }
459
460 /* unimplemented module found */
461 if (!mod->implemented && !implement) {
462 /* should not be implemented now */
463 *mod_p = mod;
464 break;
465 }
466
467 if (!mod->implemented) {
468 /* implement if not implemented */
469 imp_f = (ctx->flags & LY_CTX_ENABLE_IMP_FEATURES) ? all_f : NULL;
470 LY_CHECK_RET(lys_implement((struct lys_module *)mod, imp_f, unres));
471 }
472 if (!mod->compiled) {
473 /* compile if not implemented before or only marked for compilation */
474 LY_CHECK_RET(lys_compile((struct lys_module *)mod, &unres->ds_unres));
475 }
476 }
477
478 return LY_SUCCESS;
479}
480
481/**
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200482 * @brief Check when for cyclic dependencies.
483 *
484 * @param[in] set Set with all the referenced nodes.
485 * @param[in] node Node whose "when" referenced nodes are in @p set.
486 * @return LY_ERR value
487 */
488static LY_ERR
489lys_compile_unres_when_cyclic(struct lyxp_set *set, const struct lysc_node *node)
490{
491 struct lyxp_set tmp_set;
492 struct lyxp_set_scnode *xp_scnode;
Michal Vaskoe4a6d012023-05-22 14:34:52 +0200493 uint32_t i, j, idx;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200494 LY_ARRAY_COUNT_TYPE u;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200495 LY_ERR ret = LY_SUCCESS;
496
497 memset(&tmp_set, 0, sizeof tmp_set);
498
499 /* prepare in_ctx of the set */
500 for (i = 0; i < set->used; ++i) {
501 xp_scnode = &set->val.scnodes[i];
502
Radek Krejcif13b87b2020-12-01 22:02:17 +0100503 if (xp_scnode->in_ctx != LYXP_SET_SCNODE_START_USED) {
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200504 /* check node when, skip the context node (it was just checked) */
Radek Krejcif13b87b2020-12-01 22:02:17 +0100505 xp_scnode->in_ctx = LYXP_SET_SCNODE_ATOM_CTX;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200506 }
507 }
508
509 for (i = 0; i < set->used; ++i) {
510 xp_scnode = &set->val.scnodes[i];
Radek Krejcif13b87b2020-12-01 22:02:17 +0100511 if (xp_scnode->in_ctx != LYXP_SET_SCNODE_ATOM_CTX) {
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200512 /* already checked */
513 continue;
514 }
515
Michal Vasko1a09b212021-05-06 13:00:10 +0200516 if ((xp_scnode->type != LYXP_NODE_ELEM) || !lysc_node_when(xp_scnode->scnode)) {
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200517 /* no when to check */
Michal Vasko1a09b212021-05-06 13:00:10 +0200518 xp_scnode->in_ctx = LYXP_SET_SCNODE_ATOM_NODE;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200519 continue;
520 }
521
522 node = xp_scnode->scnode;
523 do {
Radek Krejci9a3823e2021-01-27 20:26:46 +0100524 struct lysc_when **when_list, *when;
525
Radek Krejciddace2c2021-01-08 11:30:56 +0100526 LOG_LOCSET(node, NULL, NULL, NULL);
Radek Krejci9a3823e2021-01-27 20:26:46 +0100527 when_list = lysc_node_when(node);
528 LY_ARRAY_FOR(when_list, u) {
529 when = when_list[u];
Radek Krejci8df109d2021-04-23 12:19:08 +0200530 ret = lyxp_atomize(set->ctx, when->cond, node->module, LY_VALUE_SCHEMA_RESOLVED, when->prefixes,
Michal Vaskoa3e92bc2022-07-29 14:56:23 +0200531 when->context, when->context, &tmp_set, LYXP_SCNODE_SCHEMA);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200532 if (ret != LY_SUCCESS) {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100533 LOGVAL(set->ctx, LYVE_SEMANTICS, "Invalid when condition \"%s\".", when->cond->expr);
Michal Vasko59e69e72022-02-18 09:18:21 +0100534 LOG_LOCBACK(1, 0, 0, 0);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200535 goto cleanup;
536 }
537
538 for (j = 0; j < tmp_set.used; ++j) {
Michal Vaskoe4a6d012023-05-22 14:34:52 +0200539 if (tmp_set.val.scnodes[j].type != LYXP_NODE_ELEM) {
540 /* skip roots'n'stuff, no when, nothing to check */
Michal Vasko1a09b212021-05-06 13:00:10 +0200541 tmp_set.val.scnodes[j].in_ctx = LYXP_SET_SCNODE_ATOM_NODE;
Michal Vaskoe4a6d012023-05-22 14:34:52 +0200542 continue;
543 }
544
545 /* try to find this node in our set */
546 if (lyxp_set_scnode_contains(set, tmp_set.val.scnodes[j].scnode, LYXP_NODE_ELEM, -1, &idx) &&
547 (set->val.scnodes[idx].in_ctx == LYXP_SET_SCNODE_START_USED)) {
548 LOGVAL(set->ctx, LYVE_SEMANTICS, "When condition cyclic dependency on the node \"%s\".",
549 tmp_set.val.scnodes[j].scnode->name);
550 ret = LY_EVALID;
551 LOG_LOCBACK(1, 0, 0, 0);
552 goto cleanup;
553 }
554
555 /* needs to be checked, if in both sets, will be ignored */
556 tmp_set.val.scnodes[j].in_ctx = LYXP_SET_SCNODE_ATOM_CTX;
557 }
558
559 if (when->context != node) {
560 /* node actually depends on this "when", not the context node */
561 assert(tmp_set.val.scnodes[0].scnode == when->context);
562 if (tmp_set.val.scnodes[0].in_ctx == LYXP_SET_SCNODE_START_USED) {
563 /* replace the non-traversed context node with the dependent node */
564 tmp_set.val.scnodes[0].scnode = (struct lysc_node *)node;
565 } else {
566 /* context node was traversed, so just add the dependent node */
567 ret = lyxp_set_scnode_insert_node(&tmp_set, node, LYXP_SET_SCNODE_START_USED, LYXP_AXIS_CHILD, NULL);
568 LY_CHECK_ERR_GOTO(ret, LOG_LOCBACK(1, 0, 0, 0), cleanup);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200569 }
570 }
571
572 /* merge this set into the global when set */
573 lyxp_set_scnode_merge(set, &tmp_set);
574 }
Michal Vaskoe4a6d012023-05-22 14:34:52 +0200575 LOG_LOCBACK(1, 0, 0, 0);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200576
577 /* check when of non-data parents as well */
578 node = node->parent;
579 } while (node && (node->nodetype & (LYS_CASE | LYS_CHOICE)));
580
581 /* this node when was checked (xp_scnode could have been reallocd) */
Michal Vasko60edc2f2021-07-20 09:18:02 +0200582 set->val.scnodes[i].in_ctx = LYXP_SET_SCNODE_ATOM_NODE;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200583 }
584
585cleanup:
586 lyxp_set_free_content(&tmp_set);
587 return ret;
588}
589
590LY_ERR
591lysc_check_status(struct lysc_ctx *ctx, uint16_t flags1, void *mod1, const char *name1, uint16_t flags2, void *mod2,
592 const char *name2)
593{
594 uint16_t flg1, flg2;
595
596 flg1 = (flags1 & LYS_STATUS_MASK) ? (flags1 & LYS_STATUS_MASK) : LYS_STATUS_CURR;
597 flg2 = (flags2 & LYS_STATUS_MASK) ? (flags2 & LYS_STATUS_MASK) : LYS_STATUS_CURR;
598
599 if ((flg1 < flg2) && (mod1 == mod2)) {
600 if (ctx) {
Michal Vasko23864e02021-06-24 09:23:58 +0200601 LOGVAL(ctx->ctx, LYVE_REFERENCE, "A %s definition \"%s\" is not allowed to reference %s definition \"%s\".",
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200602 flg1 == LYS_STATUS_CURR ? "current" : "deprecated", name1,
603 flg2 == LYS_STATUS_OBSLT ? "obsolete" : "deprecated", name2);
604 }
605 return LY_EVALID;
606 }
607
608 return LY_SUCCESS;
609}
610
Michal Vaskocfaff232020-10-20 09:35:14 +0200611/**
Michal Vaskoc130e162021-10-19 11:30:00 +0200612 * @brief Check when expressions of a node on a complete compiled schema tree.
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200613 *
614 * @param[in] ctx Compile context.
Michal Vasko4ed3bd52022-12-02 10:28:04 +0100615 * @param[in] when When to check.
616 * @param[in] node Node with @p when.
Michal Vasko4ed3bd52022-12-02 10:28:04 +0100617 * @return LY_ERR value.
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200618 */
619static LY_ERR
Michal Vaskoe20599c2022-12-02 10:45:01 +0100620lys_compile_unres_when(struct lysc_ctx *ctx, const struct lysc_when *when, const struct lysc_node *node)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200621{
Michal Vasko4ed3bd52022-12-02 10:28:04 +0100622 struct lyxp_set tmp_set = {0};
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200623 uint32_t i, opts;
Michal Vaskoe4a6d012023-05-22 14:34:52 +0200624 struct lysc_node *schema;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200625 LY_ERR ret = LY_SUCCESS;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200626
Michal Vaskod1e53b92021-01-28 13:11:06 +0100627 opts = LYXP_SCNODE_SCHEMA | ((node->flags & LYS_IS_OUTPUT) ? LYXP_SCNODE_OUTPUT : 0);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200628
Michal Vasko4ed3bd52022-12-02 10:28:04 +0100629 /* check "when" */
630 ret = lyxp_atomize(ctx->ctx, when->cond, node->module, LY_VALUE_SCHEMA_RESOLVED, when->prefixes, when->context,
631 when->context, &tmp_set, opts);
632 if (ret) {
633 LOGVAL(ctx->ctx, LYVE_SEMANTICS, "Invalid when condition \"%s\".", when->cond->expr);
634 goto cleanup;
635 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200636
Michal Vasko4ed3bd52022-12-02 10:28:04 +0100637 ctx->path[0] = '\0';
638 lysc_path(node, LYSC_PATH_LOG, ctx->path, LYSC_CTX_BUFSIZE);
639 for (i = 0; i < tmp_set.used; ++i) {
Michal Vaskoe4a6d012023-05-22 14:34:52 +0200640 if (tmp_set.val.scnodes[i].type != LYXP_NODE_ELEM) {
641 /* skip roots'n'stuff */
642 continue;
643 } else if (tmp_set.val.scnodes[i].in_ctx == LYXP_SET_SCNODE_START_USED) {
644 /* context node not actually traversed */
645 continue;
646 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200647
Michal Vaskoe4a6d012023-05-22 14:34:52 +0200648 schema = tmp_set.val.scnodes[i].scnode;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200649
Michal Vaskoe4a6d012023-05-22 14:34:52 +0200650 /* XPath expression cannot reference "lower" status than the node that has the definition */
651 if (lysc_check_status(NULL, when->flags, node->module, node->name, schema->flags, schema->module,
652 schema->name)) {
653 LOGWRN(ctx->ctx, "When condition \"%s\" may be referencing %s node \"%s\".", when->cond->expr,
654 (schema->flags == LYS_STATUS_OBSLT) ? "obsolete" : "deprecated", schema->name);
655 }
656
657 /* check dummy node children/value accessing */
658 if (lysc_data_parent(schema) == node) {
659 LOGVAL(ctx->ctx, LYVE_SEMANTICS, "When condition is accessing its own conditional node children.");
660 ret = LY_EVALID;
661 goto cleanup;
662 } else if ((schema == node) && (tmp_set.val.scnodes[i].in_ctx == LYXP_SET_SCNODE_ATOM_VAL)) {
663 LOGVAL(ctx->ctx, LYVE_SEMANTICS, "When condition is accessing its own conditional node value.");
664 ret = LY_EVALID;
665 goto cleanup;
666 }
667 }
668
669 if (when->context != node) {
670 /* node actually depends on this "when", not the context node */
671 assert(tmp_set.val.scnodes[0].scnode == when->context);
672 if (tmp_set.val.scnodes[0].in_ctx == LYXP_SET_SCNODE_START_USED) {
673 /* replace the non-traversed context node with the dependent node */
674 tmp_set.val.scnodes[0].scnode = (struct lysc_node *)node;
675 } else {
676 /* context node was traversed, so just add the dependent node */
677 ret = lyxp_set_scnode_insert_node(&tmp_set, node, LYXP_SET_SCNODE_START_USED, LYXP_AXIS_CHILD, NULL);
678 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200679 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200680 }
681
Michal Vasko4ed3bd52022-12-02 10:28:04 +0100682 /* check cyclic dependencies */
683 ret = lys_compile_unres_when_cyclic(&tmp_set, node);
684 LY_CHECK_GOTO(ret, cleanup);
685
Michal Vaskoc130e162021-10-19 11:30:00 +0200686cleanup:
687 lyxp_set_free_content(&tmp_set);
Michal Vaskoc130e162021-10-19 11:30:00 +0200688 return ret;
689}
690
691/**
692 * @brief Check must expressions of a node on a complete compiled schema tree.
693 *
694 * @param[in] ctx Compile context.
695 * @param[in] node Node to check.
696 * @param[in] local_mods Sized array of local modules for musts of @p node at the same index.
Michal Vaskoaa548942023-06-08 12:23:14 +0200697 * @return LY_ERR value.
Michal Vaskoc130e162021-10-19 11:30:00 +0200698 */
699static LY_ERR
Michal Vaskoaa548942023-06-08 12:23:14 +0200700lys_compile_unres_must(struct lysc_ctx *ctx, const struct lysc_node *node, const struct lysp_module **local_mods)
Michal Vaskoc130e162021-10-19 11:30:00 +0200701{
702 struct lyxp_set tmp_set;
703 uint32_t i, opts;
704 LY_ARRAY_COUNT_TYPE u;
Michal Vaskoaa548942023-06-08 12:23:14 +0200705 struct lysc_must *musts;
Michal Vaskoc130e162021-10-19 11:30:00 +0200706 LY_ERR ret = LY_SUCCESS;
Michal Vaskoc130e162021-10-19 11:30:00 +0200707 uint16_t flg;
708
709 LOG_LOCSET(node, NULL, NULL, NULL);
710
711 memset(&tmp_set, 0, sizeof tmp_set);
712 opts = LYXP_SCNODE_SCHEMA | ((node->flags & LYS_IS_OUTPUT) ? LYXP_SCNODE_OUTPUT : 0);
713
714 musts = lysc_node_musts(node);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200715 LY_ARRAY_FOR(musts, u) {
Michal Vaskocfaff232020-10-20 09:35:14 +0200716 /* check "must" */
Radek Krejci8df109d2021-04-23 12:19:08 +0200717 ret = lyxp_atomize(ctx->ctx, musts[u].cond, node->module, LY_VALUE_SCHEMA_RESOLVED, musts[u].prefixes, node,
Michal Vaskoa3e92bc2022-07-29 14:56:23 +0200718 node, &tmp_set, opts);
Michal Vasko25d6ad02020-10-22 12:20:22 +0200719 if (ret) {
Michal Vasko7c3134d2022-07-14 10:57:59 +0200720 LOGVAL(ctx->ctx, LYVE_SEMANTICS, "Invalid must condition \"%s\".", musts[u].cond->expr);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200721 goto cleanup;
722 }
723
724 ctx->path[0] = '\0';
Michal Vasko14ed9cd2021-01-28 14:16:25 +0100725 lysc_path(node, LYSC_PATH_LOG, ctx->path, LYSC_CTX_BUFSIZE);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200726 for (i = 0; i < tmp_set.used; ++i) {
727 /* skip roots'n'stuff */
728 if (tmp_set.val.scnodes[i].type == LYXP_NODE_ELEM) {
Michal Vasko7c3134d2022-07-14 10:57:59 +0200729 struct lysc_node *schema = tmp_set.val.scnodes[i].scnode;
730
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200731 /* XPath expression cannot reference "lower" status than the node that has the definition */
Michal Vaskoc130e162021-10-19 11:30:00 +0200732 if (local_mods[u]->mod == node->module) {
733 /* use flags of the context node since the definition is local */
734 flg = node->flags;
735 } else {
736 /* definition is foreign (deviation, refine), always current */
737 flg = LYS_STATUS_CURR;
738 }
Michal Vasko7c3134d2022-07-14 10:57:59 +0200739 if (lysc_check_status(NULL, flg, local_mods[u]->mod, node->name, schema->flags, schema->module,
740 schema->name)) {
741 LOGWRN(ctx->ctx, "Must condition \"%s\" may be referencing %s node \"%s\".", musts[u].cond->expr,
742 (schema->flags == LYS_STATUS_OBSLT) ? "obsolete" : "deprecated", schema->name);
743 break;
744 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200745 }
746 }
747
748 lyxp_set_free_content(&tmp_set);
749 }
750
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200751cleanup:
752 lyxp_set_free_content(&tmp_set);
Radek Krejciddace2c2021-01-08 11:30:56 +0100753 LOG_LOCBACK(1, 0, 0, 0);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200754 return ret;
755}
756
757/**
Michal Vaskof4fa90d2021-11-11 15:05:19 +0100758 * @brief Remove all disabled bits/enums from a sized array.
759 *
760 * @param[in] ctx Context with the dictionary.
761 * @param[in] items Sized array of bits/enums.
762 */
763static void
Michal Vaskoc636ea42022-09-16 10:20:31 +0200764lys_compile_unres_disabled_bitenum_remove(struct lysf_ctx *ctx, struct lysc_type_bitenum_item *items)
Michal Vaskof4fa90d2021-11-11 15:05:19 +0100765{
766 LY_ARRAY_COUNT_TYPE u = 0, last_u;
767
768 while (u < LY_ARRAY_COUNT(items)) {
769 if (items[u].flags & LYS_DISABLED) {
770 /* free the disabled item */
771 lysc_enum_item_free(ctx, &items[u]);
772
773 /* replace it with the following items */
774 last_u = LY_ARRAY_COUNT(items) - 1;
775 if (u < last_u) {
776 memmove(items + u, items + u + 1, (last_u - u) * sizeof *items);
777 }
778
779 /* one item less */
780 LY_ARRAY_DECREMENT(items);
781 continue;
782 }
783
784 ++u;
785 }
786}
787
788/**
789 * @brief Find and remove all disabled bits/enums in a leaf/leaf-list type.
790 *
791 * @param[in] ctx Compile context.
792 * @param[in] leaf Leaf/leaf-list to check.
793 * @return LY_ERR value
794 */
795static LY_ERR
796lys_compile_unres_disabled_bitenum(struct lysc_ctx *ctx, struct lysc_node_leaf *leaf)
797{
798 struct lysc_type **t;
799 LY_ARRAY_COUNT_TYPE u, count;
800 struct lysc_type_enum *ent;
Michal Vasko28864d52023-03-23 08:07:46 +0100801 ly_bool has_value = 0;
Michal Vaskof4fa90d2021-11-11 15:05:19 +0100802
803 if (leaf->type->basetype == LY_TYPE_UNION) {
804 t = ((struct lysc_type_union *)leaf->type)->types;
805 count = LY_ARRAY_COUNT(t);
806 } else {
807 t = &leaf->type;
808 count = 1;
809 }
810 for (u = 0; u < count; ++u) {
811 if ((t[u]->basetype == LY_TYPE_BITS) || (t[u]->basetype == LY_TYPE_ENUM)) {
812 /* remove all disabled items */
813 ent = (struct lysc_type_enum *)(t[u]);
Michal Vaskoc636ea42022-09-16 10:20:31 +0200814 lys_compile_unres_disabled_bitenum_remove(&ctx->free_ctx, ent->enums);
Michal Vaskof4fa90d2021-11-11 15:05:19 +0100815
Michal Vasko28864d52023-03-23 08:07:46 +0100816 if (LY_ARRAY_COUNT(ent->enums)) {
817 has_value = 1;
Michal Vaskof4fa90d2021-11-11 15:05:19 +0100818 }
Michal Vasko28864d52023-03-23 08:07:46 +0100819 } else {
820 has_value = 1;
Michal Vaskof4fa90d2021-11-11 15:05:19 +0100821 }
822 }
823
Michal Vasko28864d52023-03-23 08:07:46 +0100824 if (!has_value) {
825 LOGVAL(ctx->ctx, LYVE_SEMANTICS, "Node \"%s\" without any (or all disabled) valid values.", leaf->name);
826 return LY_EVALID;
827 }
828
Michal Vaskof4fa90d2021-11-11 15:05:19 +0100829 return LY_SUCCESS;
830}
831
832/**
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200833 * @brief Check leafref for its target existence on a complete compiled schema tree.
834 *
835 * @param[in] ctx Compile context.
836 * @param[in] node Context node for the leafref.
837 * @param[in] lref Leafref to check/resolve.
Michal Vaskoc130e162021-10-19 11:30:00 +0200838 * @param[in] local_mod Local module for the leafref type.
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200839 * @return LY_ERR value.
840 */
841static LY_ERR
Michal Vasko405cc9e2020-12-01 12:01:27 +0100842lys_compile_unres_leafref(struct lysc_ctx *ctx, const struct lysc_node *node, struct lysc_type_leafref *lref,
Michal Vaskoaa548942023-06-08 12:23:14 +0200843 const struct lysp_module *local_mod)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200844{
Michal Vaskod1e53b92021-01-28 13:11:06 +0100845 const struct lysc_node *target = NULL;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200846 struct ly_path *p;
847 struct lysc_type *type;
Michal Vaskoc130e162021-10-19 11:30:00 +0200848 uint16_t flg;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200849
850 assert(node->nodetype & (LYS_LEAF | LYS_LEAFLIST));
851
Michal Vaskof2a793b2023-03-13 11:56:50 +0100852 if (lref->realtype) {
853 /* already resolved, may happen (shared union typedef with a leafref) */
854 return LY_SUCCESS;
855 }
856
Michal Vaskoed725d72021-06-23 12:03:45 +0200857 /* try to find the target, current module is that of the context node (RFC 7950 6.4.1 second bullet) */
Michal Vaskoedb0fa52022-10-04 10:36:00 +0200858 LY_CHECK_RET(ly_path_compile_leafref(ctx->ctx, node, ctx->ext, lref->path,
Michal Vaskod1e53b92021-01-28 13:11:06 +0100859 (node->flags & LYS_IS_OUTPUT) ? LY_PATH_OPER_OUTPUT : LY_PATH_OPER_INPUT, LY_PATH_TARGET_MANY,
Michal Vasko24fc4d12021-07-12 14:41:20 +0200860 LY_VALUE_SCHEMA_RESOLVED, lref->prefixes, &p));
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200861
862 /* get the target node */
863 target = p[LY_ARRAY_COUNT(p) - 1].node;
864 ly_path_free(node->module->ctx, p);
865
866 if (!(target->nodetype & (LYS_LEAF | LYS_LEAFLIST))) {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100867 LOGVAL(ctx->ctx, LYVE_REFERENCE, "Invalid leafref path \"%s\" - target node is %s instead of leaf or leaf-list.",
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200868 lref->path->expr, lys_nodetype2str(target->nodetype));
869 return LY_EVALID;
870 }
871
872 /* check status */
873 ctx->path[0] = '\0';
874 lysc_path(node, LYSC_PATH_LOG, ctx->path, LYSC_CTX_BUFSIZE);
875 ctx->path_len = strlen(ctx->path);
Michal Vaskoc130e162021-10-19 11:30:00 +0200876 if (node->module == local_mod->mod) {
877 /* use flags of the context node since the definition is local */
878 flg = node->flags;
879 } else {
880 /* definition is foreign (deviation), always current */
881 flg = LYS_STATUS_CURR;
882 }
883 if (lysc_check_status(ctx, flg, local_mod->mod, node->name, target->flags, target->module, target->name)) {
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200884 return LY_EVALID;
885 }
886 ctx->path_len = 1;
887 ctx->path[1] = '\0';
888
889 /* check config */
890 if (lref->require_instance) {
Michal Vaskod1e53b92021-01-28 13:11:06 +0100891 if ((node->flags & LYS_CONFIG_W) && (target->flags & LYS_CONFIG_R)) {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100892 LOGVAL(ctx->ctx, LYVE_REFERENCE, "Invalid leafref path \"%s\" - target is supposed"
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200893 " to represent configuration data (as the leafref does), but it does not.", lref->path->expr);
894 return LY_EVALID;
895 }
896 }
897
Michal Vaskod15c7de2022-05-09 15:34:09 +0200898 /* check for circular chain of leafrefs */
899 for (type = ((struct lysc_node_leaf *)target)->type;
900 type && (type->basetype == LY_TYPE_LEAFREF);
901 type = ((struct lysc_type_leafref *)type)->realtype) {
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200902 if (type == (struct lysc_type *)lref) {
903 /* circular chain detected */
Radek Krejci2efc45b2020-12-22 16:25:44 +0100904 LOGVAL(ctx->ctx, LYVE_REFERENCE, "Invalid leafref path \"%s\" - circular chain of leafrefs detected.",
905 lref->path->expr);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200906 return LY_EVALID;
907 }
908 }
909
Michal Vaskod15c7de2022-05-09 15:34:09 +0200910 /* store the type */
911 lref->realtype = ((struct lysc_node_leaf *)target)->type;
912 ++lref->realtype->refcount;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200913 return LY_SUCCESS;
914}
915
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200916/**
917 * @brief Compile default value(s) for leaf or leaf-list expecting a complete compiled schema tree.
918 *
919 * @param[in] ctx Compile context.
920 * @param[in] node Leaf or leaf-list to compile the default value(s) for.
921 * @param[in] type Type of the default value.
922 * @param[in] dflt Default value.
923 * @param[in] dflt_pmod Parsed module of the @p dflt to resolve possible prefixes.
924 * @param[in,out] storage Storage for the compiled default value.
Michal Vasko405cc9e2020-12-01 12:01:27 +0100925 * @param[in,out] unres Global unres structure for newly implemented modules.
Michal Vaskoaa548942023-06-08 12:23:14 +0200926 * @return LY_ERECOMPILE if the whole dep set needs to be recompiled for the value to be checked.
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200927 * @return LY_ERR value.
928 */
929static LY_ERR
930lys_compile_unres_dflt(struct lysc_ctx *ctx, struct lysc_node *node, struct lysc_type *type, const char *dflt,
Michal Vasko405cc9e2020-12-01 12:01:27 +0100931 const struct lysp_module *dflt_pmod, struct lyd_value *storage, struct lys_glob_unres *unres)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200932{
933 LY_ERR ret;
Michal Vasko25d6ad02020-10-22 12:20:22 +0200934 uint32_t options;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200935 struct ly_err_item *err = NULL;
936
Radek Krejci0b013302021-03-29 15:22:32 +0200937 options = (ctx->ctx->flags & LY_CTX_REF_IMPLEMENTED) ? LYPLG_TYPE_STORE_IMPLEMENT : 0;
Radek Krejci8df109d2021-04-23 12:19:08 +0200938 ret = type->plugin->store(ctx->ctx, type, dflt, strlen(dflt), options, LY_VALUE_SCHEMA, (void *)dflt_pmod,
Michal Vasko405cc9e2020-12-01 12:01:27 +0100939 LYD_HINT_SCHEMA, node, storage, unres, &err);
Michal Vasko1ccbf542021-04-19 11:35:00 +0200940 if (ret == LY_ERECOMPILE) {
941 /* fine, but we need to recompile */
942 return LY_ERECOMPILE;
943 } else if (ret == LY_EINCOMPLETE) {
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200944 /* we have no data so we will not be resolving it */
945 ret = LY_SUCCESS;
946 }
947
948 if (ret) {
Radek Krejciddace2c2021-01-08 11:30:56 +0100949 LOG_LOCSET(node, NULL, NULL, NULL);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200950 if (err) {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100951 LOGVAL(ctx->ctx, LYVE_SEMANTICS, "Invalid default - value does not fit the type (%s).", err->msg);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200952 ly_err_free(err);
953 } else {
Radek Krejci2efc45b2020-12-22 16:25:44 +0100954 LOGVAL(ctx->ctx, LYVE_SEMANTICS, "Invalid default - value does not fit the type.");
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200955 }
Radek Krejciddace2c2021-01-08 11:30:56 +0100956 LOG_LOCBACK(1, 0, 0, 0);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200957 return ret;
958 }
959
Michal Vasko04338d92021-09-01 07:58:14 +0200960 LY_ATOMIC_INC_BARRIER(((struct lysc_type *)storage->realtype)->refcount);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200961 return LY_SUCCESS;
962}
963
964/**
965 * @brief Compile default value of a leaf expecting a complete compiled schema tree.
966 *
967 * @param[in] ctx Compile context.
968 * @param[in] leaf Leaf that the default value is for.
969 * @param[in] dflt Default value to compile.
Michal Vasko405cc9e2020-12-01 12:01:27 +0100970 * @param[in,out] unres Global unres structure for newly implemented modules.
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200971 * @return LY_ERR value.
972 */
973static LY_ERR
Michal Vasko405cc9e2020-12-01 12:01:27 +0100974lys_compile_unres_leaf_dlft(struct lysc_ctx *ctx, struct lysc_node_leaf *leaf, struct lysp_qname *dflt,
975 struct lys_glob_unres *unres)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200976{
977 LY_ERR ret;
978
979 assert(!leaf->dflt);
980
981 if (leaf->flags & (LYS_MAND_TRUE | LYS_KEY)) {
982 /* ignore default values for keys and mandatory leaves */
983 return LY_SUCCESS;
984 }
985
986 /* allocate the default value */
987 leaf->dflt = calloc(1, sizeof *leaf->dflt);
988 LY_CHECK_ERR_RET(!leaf->dflt, LOGMEM(ctx->ctx), LY_EMEM);
989
990 /* store the default value */
Michal Vasko14ed9cd2021-01-28 14:16:25 +0100991 ret = lys_compile_unres_dflt(ctx, &leaf->node, leaf->type, dflt->str, dflt->mod, leaf->dflt, unres);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200992 if (ret) {
993 free(leaf->dflt);
994 leaf->dflt = NULL;
995 }
996
997 return ret;
998}
999
1000/**
1001 * @brief Compile default values of a leaf-list expecting a complete compiled schema tree.
1002 *
1003 * @param[in] ctx Compile context.
1004 * @param[in] llist Leaf-list that the default value(s) are for.
1005 * @param[in] dflt Default value to compile, in case of a single value.
1006 * @param[in] dflts Sized array of default values, in case of more values.
Michal Vasko405cc9e2020-12-01 12:01:27 +01001007 * @param[in,out] unres Global unres structure for newly implemented modules.
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001008 * @return LY_ERR value.
1009 */
1010static LY_ERR
1011lys_compile_unres_llist_dflts(struct lysc_ctx *ctx, struct lysc_node_leaflist *llist, struct lysp_qname *dflt,
Michal Vasko405cc9e2020-12-01 12:01:27 +01001012 struct lysp_qname *dflts, struct lys_glob_unres *unres)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001013{
1014 LY_ERR ret;
1015 LY_ARRAY_COUNT_TYPE orig_count, u, v;
1016
1017 assert(dflt || dflts);
1018
Radek Krejcic7d13e32020-12-09 12:32:24 +01001019 /* in case there were already some defaults and we are adding new by deviations */
1020 orig_count = LY_ARRAY_COUNT(llist->dflts);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001021
1022 /* allocate new items */
Radek Krejcic7d13e32020-12-09 12:32:24 +01001023 LY_ARRAY_CREATE_RET(ctx->ctx, llist->dflts, orig_count + (dflts ? LY_ARRAY_COUNT(dflts) : 1), LY_EMEM);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001024
1025 /* fill each new default value */
1026 if (dflts) {
1027 LY_ARRAY_FOR(dflts, u) {
1028 llist->dflts[orig_count + u] = calloc(1, sizeof **llist->dflts);
Michal Vasko14ed9cd2021-01-28 14:16:25 +01001029 ret = lys_compile_unres_dflt(ctx, &llist->node, llist->type, dflts[u].str, dflts[u].mod,
Michal Vasko405cc9e2020-12-01 12:01:27 +01001030 llist->dflts[orig_count + u], unres);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001031 LY_CHECK_ERR_RET(ret, free(llist->dflts[orig_count + u]), ret);
1032 LY_ARRAY_INCREMENT(llist->dflts);
1033 }
1034 } else {
1035 llist->dflts[orig_count] = calloc(1, sizeof **llist->dflts);
Michal Vasko14ed9cd2021-01-28 14:16:25 +01001036 ret = lys_compile_unres_dflt(ctx, &llist->node, llist->type, dflt->str, dflt->mod,
Michal Vasko405cc9e2020-12-01 12:01:27 +01001037 llist->dflts[orig_count], unres);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001038 LY_CHECK_ERR_RET(ret, free(llist->dflts[orig_count]), ret);
1039 LY_ARRAY_INCREMENT(llist->dflts);
1040 }
1041
1042 /* check default value uniqueness */
1043 if (llist->flags & LYS_CONFIG_W) {
1044 /* configuration data values must be unique - so check the default values */
1045 for (u = orig_count; u < LY_ARRAY_COUNT(llist->dflts); ++u) {
1046 for (v = 0; v < u; ++v) {
1047 if (!llist->dflts[u]->realtype->plugin->compare(llist->dflts[u], llist->dflts[v])) {
Radek Krejcia6016992021-03-03 10:13:41 +01001048 lysc_update_path(ctx, llist->parent ? llist->parent->module : NULL, llist->name);
Radek Krejci2efc45b2020-12-22 16:25:44 +01001049 LOGVAL(ctx->ctx, LYVE_SEMANTICS, "Configuration leaf-list has multiple defaults of the same value \"%s\".",
Michal Vasko7b3a00e2023-08-09 11:58:03 +02001050 (char *)llist->dflts[u]->realtype->plugin->print(ctx->ctx, llist->dflts[u], LY_VALUE_CANON,
1051 NULL, NULL, NULL));
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001052 lysc_update_path(ctx, NULL, NULL);
1053 return LY_EVALID;
1054 }
1055 }
1056 }
1057 }
1058
1059 return LY_SUCCESS;
1060}
1061
Michal Vaskof4258e12021-06-15 12:11:42 +02001062/**
aPiecek732cd142021-07-07 16:29:59 +02001063 * @brief Iteratively get all leafrefs from @p node
1064 * if the node is of type union, otherwise just return the leafref.
1065 *
1066 * @param[in] node Node that may contain the leafref.
1067 * @param[in,out] index Value that is passed between function calls.
1068 * For each new node, initialize value of the @p index to 0, otherwise
1069 * do not modify the value between calls.
1070 * @return Pointer to the leafref or next leafref, otherwise NULL.
1071 */
1072static struct lysc_type_leafref *
1073lys_type_leafref_next(const struct lysc_node *node, uint64_t *index)
1074{
1075 struct lysc_type_leafref *ret = NULL;
1076 struct lysc_type_union *uni;
1077 struct lysc_type *leaf_type;
1078
1079 assert(node->nodetype & LYD_NODE_TERM);
1080
1081 leaf_type = ((struct lysc_node_leaf *)node)->type;
1082 if (leaf_type->basetype == LY_TYPE_UNION) {
1083 uni = (struct lysc_type_union *)leaf_type;
1084
1085 /* find next union leafref */
1086 while (*index < LY_ARRAY_COUNT(uni->types)) {
1087 if (uni->types[*index]->basetype == LY_TYPE_LEAFREF) {
1088 ret = (struct lysc_type_leafref *)uni->types[*index];
1089 ++(*index);
1090 break;
1091 }
1092
1093 ++(*index);
1094 }
1095 } else {
1096 /* return just the single leafref */
1097 if (*index == 0) {
1098 ++(*index);
1099 assert(leaf_type->basetype == LY_TYPE_LEAFREF);
1100 ret = (struct lysc_type_leafref *)leaf_type;
1101 }
1102 }
1103
1104 return ret;
1105}
1106
1107/**
Michal Vaskoaa548942023-06-08 12:23:14 +02001108 * @brief Implement all referenced modules by leafrefs, when and must conditions.
1109 *
1110 * @param[in] ctx libyang context.
1111 * @param[in] unres Global unres structure with the sets to resolve.
1112 * @return LY_SUCCESS on success.
1113 * @return LY_ERECOMPILE if the whole dep set needs to be recompiled with the new implemented modules.
1114 * @return LY_ERR value on error.
1115 */
1116static LY_ERR
1117lys_compile_unres_depset_implement(struct ly_ctx *ctx, struct lys_glob_unres *unres)
1118{
1119 struct lys_depset_unres *ds_unres = &unres->ds_unres;
1120 struct lysc_type_leafref *lref;
1121 const struct lys_module *mod;
1122 LY_ARRAY_COUNT_TYPE u;
1123 struct lysc_unres_leafref *l;
1124 struct lysc_unres_when *w;
1125 struct lysc_unres_must *m;
1126 struct lysc_must *musts;
1127 ly_bool not_implemented;
1128 uint32_t di = 0, li = 0, wi = 0, mi = 0;
1129
1130implement_all:
1131 /* disabled leafrefs - even those because we need to check their target exists */
1132 while (di < ds_unres->disabled_leafrefs.count) {
1133 l = ds_unres->disabled_leafrefs.objs[di];
1134
1135 u = 0;
1136 while ((lref = lys_type_leafref_next(l->node, &u))) {
1137 LY_CHECK_RET(lys_compile_expr_implement(ctx, lref->path, LY_VALUE_SCHEMA_RESOLVED, lref->prefixes, 1, unres, NULL));
1138 }
1139
1140 ++di;
1141 }
1142
1143 /* leafrefs */
1144 while (li < ds_unres->leafrefs.count) {
1145 l = ds_unres->leafrefs.objs[li];
1146
1147 u = 0;
1148 while ((lref = lys_type_leafref_next(l->node, &u))) {
1149 LY_CHECK_RET(lys_compile_expr_implement(ctx, lref->path, LY_VALUE_SCHEMA_RESOLVED, lref->prefixes, 1, unres, NULL));
1150 }
1151
1152 ++li;
1153 }
1154
1155 /* when conditions */
1156 while (wi < ds_unres->whens.count) {
1157 w = ds_unres->whens.objs[wi];
1158
1159 LY_CHECK_RET(lys_compile_expr_implement(ctx, w->when->cond, LY_VALUE_SCHEMA_RESOLVED, w->when->prefixes,
1160 ctx->flags & LY_CTX_REF_IMPLEMENTED, unres, &mod));
1161 if (mod) {
1162 LOGWRN(ctx, "When condition \"%s\" check skipped because referenced module \"%s\" is not implemented.",
1163 w->when->cond->expr, mod->name);
1164
1165 /* remove from the set to skip the check */
1166 ly_set_rm_index(&ds_unres->whens, wi, free);
1167 continue;
1168 }
1169
1170 ++wi;
1171 }
1172
1173 /* must conditions */
1174 while (mi < ds_unres->musts.count) {
1175 m = ds_unres->musts.objs[mi];
1176
1177 not_implemented = 0;
1178 musts = lysc_node_musts(m->node);
1179 LY_ARRAY_FOR(musts, u) {
1180 LY_CHECK_RET(lys_compile_expr_implement(ctx, musts[u].cond, LY_VALUE_SCHEMA_RESOLVED, musts[u].prefixes,
1181 ctx->flags & LY_CTX_REF_IMPLEMENTED, unres, &mod));
1182 if (mod) {
1183 LOGWRN(ctx, "Must condition \"%s\" check skipped because referenced module \"%s\" is not implemented.",
1184 musts[u].cond->expr, mod->name);
1185
1186 /* need to implement modules from all the expressions */
1187 not_implemented = 1;
1188 }
1189 }
1190
1191 if (not_implemented) {
1192 /* remove from the set to skip the check */
1193 lysc_unres_must_free(m);
1194 ly_set_rm_index(&ds_unres->musts, mi, NULL);
1195 continue;
1196 }
1197
1198 ++mi;
1199 }
1200
1201 if ((di < ds_unres->disabled_leafrefs.count) || (li < ds_unres->leafrefs.count) || (wi < ds_unres->whens.count)) {
1202 /* new items in the sets */
1203 goto implement_all;
1204 }
1205
1206 return LY_SUCCESS;
1207}
1208
1209/**
Michal Vaskof4258e12021-06-15 12:11:42 +02001210 * @brief Finish dependency set compilation by resolving all the unres sets.
1211 *
1212 * @param[in] ctx libyang context.
1213 * @param[in] unres Global unres structure with the sets to resolve.
1214 * @return LY_SUCCESS on success.
1215 * @return LY_ERECOMPILE if the dep set needs to be recompiled.
1216 * @return LY_ERR value on error.
1217 */
1218static LY_ERR
1219lys_compile_unres_depset(struct ly_ctx *ctx, struct lys_glob_unres *unres)
Michal Vasko405cc9e2020-12-01 12:01:27 +01001220{
Michal Vaskoaa548942023-06-08 12:23:14 +02001221 LY_ERR ret = LY_SUCCESS;
Michal Vasko405cc9e2020-12-01 12:01:27 +01001222 struct lysc_node *node;
aPiecek732cd142021-07-07 16:29:59 +02001223 struct lysc_type *typeiter;
Michal Vasko405cc9e2020-12-01 12:01:27 +01001224 struct lysc_type_leafref *lref;
Michal Vaskoc636ea42022-09-16 10:20:31 +02001225 struct lysc_ctx cctx = {0};
1226 struct lys_depset_unres *ds_unres = &unres->ds_unres;
aPiecekd7bd52d2021-07-08 08:59:59 +02001227 struct ly_path *path;
Michal Vasko405cc9e2020-12-01 12:01:27 +01001228 LY_ARRAY_COUNT_TYPE v;
Michal Vaskoa91d87e2021-10-19 11:58:57 +02001229 struct lysc_unres_leafref *l;
Michal Vasko4ed3bd52022-12-02 10:28:04 +01001230 struct lysc_unres_when *w;
Michal Vaskoc636ea42022-09-16 10:20:31 +02001231 struct lysc_unres_must *m;
Michal Vaskoe20599c2022-12-02 10:45:01 +01001232 struct lysc_unres_dflt *d;
aPiecekd7bd52d2021-07-08 08:59:59 +02001233 uint32_t i, processed_leafrefs = 0;
Michal Vasko405cc9e2020-12-01 12:01:27 +01001234
aPiecekd7bd52d2021-07-08 08:59:59 +02001235resolve_all:
Michal Vaskoaa548942023-06-08 12:23:14 +02001236 /* implement all referenced modules to get final ds_unres set */
1237 if ((ret = lys_compile_unres_depset_implement(ctx, unres))) {
1238 goto cleanup;
1239 }
1240
1241 /* check disabled leafrefs */
aPiecekc6526b42021-07-12 15:21:39 +02001242 while (ds_unres->disabled_leafrefs.count) {
Michal Vaskoa91d87e2021-10-19 11:58:57 +02001243 /* remember index, it can change before we get to free this item */
1244 i = ds_unres->disabled_leafrefs.count - 1;
1245 l = ds_unres->disabled_leafrefs.objs[i];
Michal Vaskoedb0fa52022-10-04 10:36:00 +02001246 LYSC_CTX_INIT_PMOD(cctx, l->node->module->parsed, l->ext);
aPiecekc6526b42021-07-12 15:21:39 +02001247
Michal Vaskoa91d87e2021-10-19 11:58:57 +02001248 LOG_LOCSET(l->node, NULL, NULL, NULL);
aPiecekc6526b42021-07-12 15:21:39 +02001249 v = 0;
Michal Vaskoc130e162021-10-19 11:30:00 +02001250 while ((ret == LY_SUCCESS) && (lref = lys_type_leafref_next(l->node, &v))) {
Michal Vaskoaa548942023-06-08 12:23:14 +02001251 ret = lys_compile_unres_leafref(&cctx, l->node, lref, l->local_mod);
aPiecekc6526b42021-07-12 15:21:39 +02001252 }
aPiecekc6526b42021-07-12 15:21:39 +02001253 LOG_LOCBACK(1, 0, 0, 0);
Michal Vaskoc636ea42022-09-16 10:20:31 +02001254 LY_CHECK_GOTO(ret, cleanup);
Michal Vaskoa91d87e2021-10-19 11:58:57 +02001255
1256 ly_set_rm_index(&ds_unres->disabled_leafrefs, i, free);
aPiecekc6526b42021-07-12 15:21:39 +02001257 }
Michal Vaskoa23e1d92021-07-13 12:04:16 +02001258
Michal Vasko4ed3bd52022-12-02 10:28:04 +01001259 /* for leafref, we need 2 rounds - first detects circular chain by storing the first referred type (which
1260 * can be also leafref, in case it is already resolved, go through the chain and check that it does not
1261 * point to the starting leafref type). The second round stores the first non-leafref type for later data validation.
1262 * Also do the same check for set of the disabled leafrefs, but without the second round. */
aPiecekd7bd52d2021-07-08 08:59:59 +02001263 for (i = processed_leafrefs; i < ds_unres->leafrefs.count; ++i) {
Michal Vaskoa91d87e2021-10-19 11:58:57 +02001264 l = ds_unres->leafrefs.objs[i];
Michal Vaskoedb0fa52022-10-04 10:36:00 +02001265 LYSC_CTX_INIT_PMOD(cctx, l->node->module->parsed, l->ext);
Radek Krejci2efc45b2020-12-22 16:25:44 +01001266
Michal Vaskoc636ea42022-09-16 10:20:31 +02001267 LOG_LOCSET(l->node, NULL, NULL, NULL);
aPiecek732cd142021-07-07 16:29:59 +02001268 v = 0;
Michal Vaskoc130e162021-10-19 11:30:00 +02001269 while ((ret == LY_SUCCESS) && (lref = lys_type_leafref_next(l->node, &v))) {
Michal Vaskoaa548942023-06-08 12:23:14 +02001270 ret = lys_compile_unres_leafref(&cctx, l->node, lref, l->local_mod);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001271 }
Radek Krejciddace2c2021-01-08 11:30:56 +01001272 LOG_LOCBACK(1, 0, 0, 0);
Michal Vaskoc636ea42022-09-16 10:20:31 +02001273 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001274 }
aPiecekd7bd52d2021-07-08 08:59:59 +02001275 for (i = processed_leafrefs; i < ds_unres->leafrefs.count; ++i) {
Michal Vaskoa91d87e2021-10-19 11:58:57 +02001276 l = ds_unres->leafrefs.objs[i];
Radek Krejci2efc45b2020-12-22 16:25:44 +01001277
Michal Vasko405cc9e2020-12-01 12:01:27 +01001278 /* store pointer to the real type */
aPiecek732cd142021-07-07 16:29:59 +02001279 v = 0;
Michal Vaskoc130e162021-10-19 11:30:00 +02001280 while ((lref = lys_type_leafref_next(l->node, &v))) {
aPiecek732cd142021-07-07 16:29:59 +02001281 for (typeiter = lref->realtype;
Michal Vasko405cc9e2020-12-01 12:01:27 +01001282 typeiter->basetype == LY_TYPE_LEAFREF;
1283 typeiter = ((struct lysc_type_leafref *)typeiter)->realtype) {}
Michal Vaskod15c7de2022-05-09 15:34:09 +02001284
Michal Vaskoc636ea42022-09-16 10:20:31 +02001285 lysc_type_free(&cctx.free_ctx, lref->realtype);
aPiecek732cd142021-07-07 16:29:59 +02001286 lref->realtype = typeiter;
Michal Vaskod15c7de2022-05-09 15:34:09 +02001287 ++lref->realtype->refcount;
Michal Vasko405cc9e2020-12-01 12:01:27 +01001288 }
1289
Michal Vaskoe20599c2022-12-02 10:45:01 +01001290 /* if 'goto' will be used on the 'resolve_all' label, then the current leafref will not be processed again */
aPiecekd7bd52d2021-07-08 08:59:59 +02001291 processed_leafrefs++;
Michal Vasko405cc9e2020-12-01 12:01:27 +01001292 }
1293
Michal Vaskoaa548942023-06-08 12:23:14 +02001294 /* check when, the referenced modules must be implemented now */
Michal Vaskoc130e162021-10-19 11:30:00 +02001295 while (ds_unres->whens.count) {
Michal Vaskoa91d87e2021-10-19 11:58:57 +02001296 i = ds_unres->whens.count - 1;
Michal Vasko4ed3bd52022-12-02 10:28:04 +01001297 w = ds_unres->whens.objs[i];
1298 LYSC_CTX_INIT_PMOD(cctx, w->node->module->parsed, NULL);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001299
Michal Vasko4ed3bd52022-12-02 10:28:04 +01001300 LOG_LOCSET(w->node, NULL, NULL, NULL);
Michal Vaskoe20599c2022-12-02 10:45:01 +01001301 ret = lys_compile_unres_when(&cctx, w->when, w->node);
1302 LOG_LOCBACK(w->node ? 1 : 0, 0, 0, 0);
Michal Vaskoc636ea42022-09-16 10:20:31 +02001303 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001304
Michal Vasko4ed3bd52022-12-02 10:28:04 +01001305 free(w);
Michal Vaskoa91d87e2021-10-19 11:58:57 +02001306 ly_set_rm_index(&ds_unres->whens, i, NULL);
Michal Vaskoc130e162021-10-19 11:30:00 +02001307 }
1308
1309 /* check must */
1310 while (ds_unres->musts.count) {
Michal Vaskoa91d87e2021-10-19 11:58:57 +02001311 i = ds_unres->musts.count - 1;
Michal Vaskoc636ea42022-09-16 10:20:31 +02001312 m = ds_unres->musts.objs[i];
Michal Vaskoedb0fa52022-10-04 10:36:00 +02001313 LYSC_CTX_INIT_PMOD(cctx, m->node->module->parsed, m->ext);
Michal Vaskoc130e162021-10-19 11:30:00 +02001314
1315 LOG_LOCSET(m->node, NULL, NULL, NULL);
Michal Vaskoaa548942023-06-08 12:23:14 +02001316 ret = lys_compile_unres_must(&cctx, m->node, m->local_mods);
Michal Vaskoc130e162021-10-19 11:30:00 +02001317 LOG_LOCBACK(1, 0, 0, 0);
Michal Vaskoc636ea42022-09-16 10:20:31 +02001318 LY_CHECK_GOTO(ret, cleanup);
Michal Vaskoc130e162021-10-19 11:30:00 +02001319
1320 lysc_unres_must_free(m);
Michal Vaskoa91d87e2021-10-19 11:58:57 +02001321 ly_set_rm_index(&ds_unres->musts, i, NULL);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001322 }
1323
Michal Vaskof4fa90d2021-11-11 15:05:19 +01001324 /* remove disabled enums/bits */
Michal Vasko5eaf7322021-11-22 15:58:26 +01001325 while (ds_unres->disabled_bitenums.count) {
1326 i = ds_unres->disabled_bitenums.count - 1;
Michal Vaskof4fa90d2021-11-11 15:05:19 +01001327 node = ds_unres->disabled_bitenums.objs[i];
Michal Vaskoedb0fa52022-10-04 10:36:00 +02001328 LYSC_CTX_INIT_PMOD(cctx, node->module->parsed, NULL);
Michal Vaskof4fa90d2021-11-11 15:05:19 +01001329
1330 LOG_LOCSET(node, NULL, NULL, NULL);
1331 ret = lys_compile_unres_disabled_bitenum(&cctx, (struct lysc_node_leaf *)node);
1332 LOG_LOCBACK(1, 0, 0, 0);
Michal Vaskoc636ea42022-09-16 10:20:31 +02001333 LY_CHECK_GOTO(ret, cleanup);
Michal Vaskof4fa90d2021-11-11 15:05:19 +01001334
1335 ly_set_rm_index(&ds_unres->disabled_bitenums, i, NULL);
1336 }
1337
Michal Vasko405cc9e2020-12-01 12:01:27 +01001338 /* finish incomplete default values compilation */
Michal Vaskof4258e12021-06-15 12:11:42 +02001339 while (ds_unres->dflts.count) {
Michal Vaskoa91d87e2021-10-19 11:58:57 +02001340 i = ds_unres->dflts.count - 1;
Michal Vaskoe20599c2022-12-02 10:45:01 +01001341 d = ds_unres->dflts.objs[i];
1342 LYSC_CTX_INIT_PMOD(cctx, d->leaf->module->parsed, NULL);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001343
Michal Vaskoe20599c2022-12-02 10:45:01 +01001344 LOG_LOCSET(&d->leaf->node, NULL, NULL, NULL);
1345 if (d->leaf->nodetype == LYS_LEAF) {
1346 ret = lys_compile_unres_leaf_dlft(&cctx, d->leaf, d->dflt, unres);
Radek Krejci2efc45b2020-12-22 16:25:44 +01001347 } else {
Michal Vaskoe20599c2022-12-02 10:45:01 +01001348 ret = lys_compile_unres_llist_dflts(&cctx, d->llist, d->dflt, d->dflts, unres);
Radek Krejci2efc45b2020-12-22 16:25:44 +01001349 }
Radek Krejciddace2c2021-01-08 11:30:56 +01001350 LOG_LOCBACK(1, 0, 0, 0);
Michal Vaskoc636ea42022-09-16 10:20:31 +02001351 LY_CHECK_GOTO(ret, cleanup);
Radek Krejci2efc45b2020-12-22 16:25:44 +01001352
Michal Vaskoe20599c2022-12-02 10:45:01 +01001353 lysc_unres_dflt_free(ctx, d);
Michal Vaskoa91d87e2021-10-19 11:58:57 +02001354 ly_set_rm_index(&ds_unres->dflts, i, NULL);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001355 }
1356
Michal Vaskoaa548942023-06-08 12:23:14 +02001357 /* some unres items may have been added by the default values */
aPiecekc6526b42021-07-12 15:21:39 +02001358 if ((processed_leafrefs != ds_unres->leafrefs.count) || ds_unres->disabled_leafrefs.count ||
Michal Vaskoc130e162021-10-19 11:30:00 +02001359 ds_unres->whens.count || ds_unres->musts.count || ds_unres->dflts.count) {
aPiecekd7bd52d2021-07-08 08:59:59 +02001360 goto resolve_all;
Michal Vasko405cc9e2020-12-01 12:01:27 +01001361 }
1362
Michal Vasko30ab8e72021-04-19 12:47:52 +02001363 /* finally, remove all disabled nodes */
Michal Vaskof4258e12021-06-15 12:11:42 +02001364 for (i = 0; i < ds_unres->disabled.count; ++i) {
1365 node = ds_unres->disabled.snodes[i];
Michal Vasko30ab8e72021-04-19 12:47:52 +02001366 if (node->flags & LYS_KEY) {
1367 LOG_LOCSET(node, NULL, NULL, NULL);
Michal Vaskoe02e7402021-07-23 08:29:28 +02001368 LOGVAL(ctx, LYVE_REFERENCE, "Key \"%s\" is disabled.", node->name);
Michal Vasko30ab8e72021-04-19 12:47:52 +02001369 LOG_LOCBACK(1, 0, 0, 0);
Michal Vaskoc636ea42022-09-16 10:20:31 +02001370 ret = LY_EVALID;
1371 goto cleanup;
Michal Vasko30ab8e72021-04-19 12:47:52 +02001372 }
Michal Vaskoedb0fa52022-10-04 10:36:00 +02001373 LYSC_CTX_INIT_PMOD(cctx, node->module->parsed, NULL);
Michal Vasko30ab8e72021-04-19 12:47:52 +02001374
Michal Vaskoc636ea42022-09-16 10:20:31 +02001375 lysc_node_free(&cctx.free_ctx, node, 1);
Michal Vasko30ab8e72021-04-19 12:47:52 +02001376 }
1377
aPiecekd7bd52d2021-07-08 08:59:59 +02001378 /* also check if the leafref target has not been disabled */
1379 for (i = 0; i < ds_unres->leafrefs.count; ++i) {
Michal Vaskoa91d87e2021-10-19 11:58:57 +02001380 l = ds_unres->leafrefs.objs[i];
Michal Vaskoedb0fa52022-10-04 10:36:00 +02001381 LYSC_CTX_INIT_PMOD(cctx, l->node->module->parsed, l->ext);
aPiecekd7bd52d2021-07-08 08:59:59 +02001382
1383 v = 0;
Michal Vaskoc130e162021-10-19 11:30:00 +02001384 while ((lref = lys_type_leafref_next(l->node, &v))) {
Michal Vaskoedb0fa52022-10-04 10:36:00 +02001385 ret = ly_path_compile_leafref(cctx.ctx, l->node, cctx.ext, lref->path,
Michal Vaskoc130e162021-10-19 11:30:00 +02001386 (l->node->flags & LYS_IS_OUTPUT) ? LY_PATH_OPER_OUTPUT : LY_PATH_OPER_INPUT, LY_PATH_TARGET_MANY,
aPiecekd7bd52d2021-07-08 08:59:59 +02001387 LY_VALUE_SCHEMA_RESOLVED, lref->prefixes, &path);
Michal Vaskoc130e162021-10-19 11:30:00 +02001388 ly_path_free(l->node->module->ctx, path);
aPiecekd7bd52d2021-07-08 08:59:59 +02001389
1390 assert(ret != LY_ERECOMPILE);
1391 if (ret) {
Michal Vaskoc130e162021-10-19 11:30:00 +02001392 LOG_LOCSET(l->node, NULL, NULL, NULL);
Michal Vaskoe02e7402021-07-23 08:29:28 +02001393 LOGVAL(ctx, LYVE_REFERENCE, "Target of leafref \"%s\" cannot be referenced because it is disabled.",
Michal Vaskoc130e162021-10-19 11:30:00 +02001394 l->node->name);
aPiecekd7bd52d2021-07-08 08:59:59 +02001395 LOG_LOCBACK(1, 0, 0, 0);
Michal Vaskoc636ea42022-09-16 10:20:31 +02001396 ret = LY_EVALID;
1397 goto cleanup;
aPiecekd7bd52d2021-07-08 08:59:59 +02001398 }
1399 }
1400 }
1401
Michal Vaskoc636ea42022-09-16 10:20:31 +02001402cleanup:
1403 lysf_ctx_erase(&cctx.free_ctx);
1404 return ret;
Michal Vasko405cc9e2020-12-01 12:01:27 +01001405}
1406
Michal Vaskof4258e12021-06-15 12:11:42 +02001407/**
1408 * @brief Erase dep set unres.
1409 *
1410 * @param[in] ctx libyang context.
1411 * @param[in] unres Global unres structure with the sets to resolve.
1412 */
1413static void
1414lys_compile_unres_depset_erase(const struct ly_ctx *ctx, struct lys_glob_unres *unres)
Michal Vasko405cc9e2020-12-01 12:01:27 +01001415{
1416 uint32_t i;
1417
Michal Vasko4ed3bd52022-12-02 10:28:04 +01001418 ly_set_erase(&unres->ds_unres.whens, free);
Michal Vaskoc130e162021-10-19 11:30:00 +02001419 for (i = 0; i < unres->ds_unres.musts.count; ++i) {
1420 lysc_unres_must_free(unres->ds_unres.musts.objs[i]);
1421 }
1422 ly_set_erase(&unres->ds_unres.musts, NULL);
1423 ly_set_erase(&unres->ds_unres.leafrefs, free);
Michal Vaskof4258e12021-06-15 12:11:42 +02001424 for (i = 0; i < unres->ds_unres.dflts.count; ++i) {
1425 lysc_unres_dflt_free(ctx, unres->ds_unres.dflts.objs[i]);
Michal Vaskodf6319c2021-06-10 14:41:05 +02001426 }
Michal Vaskof4258e12021-06-15 12:11:42 +02001427 ly_set_erase(&unres->ds_unres.dflts, NULL);
Michal Vaskof4258e12021-06-15 12:11:42 +02001428 ly_set_erase(&unres->ds_unres.disabled, NULL);
Michal Vaskof4fa90d2021-11-11 15:05:19 +01001429 ly_set_erase(&unres->ds_unres.disabled_leafrefs, free);
1430 ly_set_erase(&unres->ds_unres.disabled_bitenums, NULL);
Michal Vaskof4258e12021-06-15 12:11:42 +02001431}
1432
Michal Vasko709f9a52021-07-21 10:51:59 +02001433/**
1434 * @brief Compile all flagged modules in a dependency set, recursively if recompilation is needed.
1435 *
1436 * @param[in] ctx libyang context.
1437 * @param[in] dep_set Dependency set to compile.
1438 * @param[in,out] unres Global unres to use.
1439 * @return LY_ERR value.
1440 */
1441static LY_ERR
1442lys_compile_depset_r(struct ly_ctx *ctx, struct ly_set *dep_set, struct lys_glob_unres *unres)
Michal Vaskof4258e12021-06-15 12:11:42 +02001443{
1444 LY_ERR ret = LY_SUCCESS;
Michal Vaskoc636ea42022-09-16 10:20:31 +02001445 struct lysf_ctx fctx = {.ctx = ctx};
Michal Vaskof4258e12021-06-15 12:11:42 +02001446 struct lys_module *mod;
1447 uint32_t i;
1448
1449 for (i = 0; i < dep_set->count; ++i) {
1450 mod = dep_set->objs[i];
1451 if (!mod->to_compile) {
1452 /* skip */
1453 continue;
1454 }
1455 assert(mod->implemented);
1456
1457 /* free the compiled module, if any */
Michal Vaskoc636ea42022-09-16 10:20:31 +02001458 lysc_module_free(&fctx, mod->compiled);
Michal Vaskof4258e12021-06-15 12:11:42 +02001459 mod->compiled = NULL;
1460
1461 /* (re)compile the module */
1462 LY_CHECK_GOTO(ret = lys_compile(mod, &unres->ds_unres), cleanup);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001463 }
Michal Vaskof4258e12021-06-15 12:11:42 +02001464
1465 /* resolve dep set unres */
1466 ret = lys_compile_unres_depset(ctx, unres);
1467 if (ret == LY_ERECOMPILE) {
1468 /* new module is implemented, discard current dep set unres and recompile the whole dep set */
1469 lys_compile_unres_depset_erase(ctx, unres);
Michal Vasko709f9a52021-07-21 10:51:59 +02001470 return lys_compile_depset_r(ctx, dep_set, unres);
Michal Vaskof4258e12021-06-15 12:11:42 +02001471 } else if (ret) {
1472 /* error */
1473 goto cleanup;
1474 }
1475
1476 /* success, unset the flags of all the modules in the dep set */
1477 for (i = 0; i < dep_set->count; ++i) {
1478 mod = dep_set->objs[i];
1479 mod->to_compile = 0;
1480 }
1481
1482cleanup:
1483 lys_compile_unres_depset_erase(ctx, unres);
Michal Vaskoc636ea42022-09-16 10:20:31 +02001484 lysf_ctx_erase(&fctx);
Michal Vaskof4258e12021-06-15 12:11:42 +02001485 return ret;
Michal Vasko405cc9e2020-12-01 12:01:27 +01001486}
1487
Michal Vasko6a4ef772022-02-08 15:07:44 +01001488/**
1489 * @brief Check if-feature of all features of all modules in a dep set.
1490 *
1491 * @param[in] dep_set Dep set to check.
1492 * @return LY_ERR value.
1493 */
1494static LY_ERR
1495lys_compile_depset_check_features(struct ly_set *dep_set)
1496{
1497 struct lys_module *mod;
1498 uint32_t i;
1499
1500 for (i = 0; i < dep_set->count; ++i) {
1501 mod = dep_set->objs[i];
1502 if (!mod->to_compile) {
1503 /* skip */
1504 continue;
1505 }
1506
1507 /* check features of this module */
1508 LY_CHECK_RET(lys_check_features(mod->parsed));
1509 }
1510
1511 return LY_SUCCESS;
1512}
1513
Michal Vasko709f9a52021-07-21 10:51:59 +02001514LY_ERR
1515lys_compile_depset_all(struct ly_ctx *ctx, struct lys_glob_unres *unres)
1516{
1517 uint32_t i;
1518
1519 for (i = 0; i < unres->dep_sets.count; ++i) {
Michal Vasko6a4ef772022-02-08 15:07:44 +01001520 LY_CHECK_RET(lys_compile_depset_check_features(unres->dep_sets.objs[i]));
Michal Vasko709f9a52021-07-21 10:51:59 +02001521 LY_CHECK_RET(lys_compile_depset_r(ctx, unres->dep_sets.objs[i], unres));
1522 }
1523
1524 return LY_SUCCESS;
1525}
1526
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001527/**
Michal Vasko405cc9e2020-12-01 12:01:27 +01001528 * @brief Finish compilation of all the module unres sets in a compile context.
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001529 *
1530 * @param[in] ctx Compile context with unres sets.
1531 * @return LY_ERR value.
1532 */
1533static LY_ERR
Michal Vasko405cc9e2020-12-01 12:01:27 +01001534lys_compile_unres_mod(struct lysc_ctx *ctx)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001535{
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001536 struct lysc_augment *aug;
1537 struct lysc_deviation *dev;
Michal Vasko1ade6f12021-04-19 11:32:45 +02001538 struct lys_module *orig_mod = ctx->cur_mod;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001539 uint32_t i;
1540
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001541 /* check that all augments were applied */
1542 for (i = 0; i < ctx->augs.count; ++i) {
1543 aug = ctx->augs.objs[i];
Michal Vasko1ade6f12021-04-19 11:32:45 +02001544 ctx->cur_mod = aug->aug_pmod->mod;
Michal Vaskoa0ba01e2022-10-19 13:26:57 +02001545 if (aug->ext) {
1546 lysc_update_path(ctx, NULL, "{extension}");
1547 lysc_update_path(ctx, NULL, aug->ext->name);
1548 }
Radek Krejci2efc45b2020-12-22 16:25:44 +01001549 lysc_update_path(ctx, NULL, "{augment}");
Michal Vasko8824a6e2024-01-19 12:42:21 +01001550 lysc_update_path(ctx, NULL, aug->nodeid->str);
Michal Vaskoa0ba01e2022-10-19 13:26:57 +02001551 LOGVAL(ctx->ctx, LYVE_REFERENCE, "Augment%s target node \"%s\" from module \"%s\" was not found.",
Michal Vasko8824a6e2024-01-19 12:42:21 +01001552 aug->ext ? " extension" : "", aug->nodeid->str, LYSP_MODULE_NAME(aug->aug_pmod));
Michal Vasko1ade6f12021-04-19 11:32:45 +02001553 ctx->cur_mod = orig_mod;
Radek Krejci2efc45b2020-12-22 16:25:44 +01001554 lysc_update_path(ctx, NULL, NULL);
1555 lysc_update_path(ctx, NULL, NULL);
Michal Vaskoa0ba01e2022-10-19 13:26:57 +02001556 if (aug->ext) {
1557 lysc_update_path(ctx, NULL, NULL);
1558 lysc_update_path(ctx, NULL, NULL);
1559 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001560 }
1561 if (ctx->augs.count) {
1562 return LY_ENOTFOUND;
1563 }
1564
1565 /* check that all deviations were applied */
1566 for (i = 0; i < ctx->devs.count; ++i) {
1567 dev = ctx->devs.objs[i];
Radek Krejci2efc45b2020-12-22 16:25:44 +01001568 lysc_update_path(ctx, NULL, "{deviation}");
Michal Vasko8824a6e2024-01-19 12:42:21 +01001569 lysc_update_path(ctx, NULL, dev->nodeid->str);
Radek Krejci2efc45b2020-12-22 16:25:44 +01001570 LOGVAL(ctx->ctx, LYVE_REFERENCE, "Deviation(s) target node \"%s\" from module \"%s\" was not found.",
Michal Vasko8824a6e2024-01-19 12:42:21 +01001571 dev->nodeid->str, LYSP_MODULE_NAME(dev->dev_pmods[0]));
Radek Krejci2efc45b2020-12-22 16:25:44 +01001572 lysc_update_path(ctx, NULL, NULL);
1573 lysc_update_path(ctx, NULL, NULL);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001574 }
1575 if (ctx->devs.count) {
1576 return LY_ENOTFOUND;
1577 }
1578
1579 return LY_SUCCESS;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001580}
1581
1582/**
Michal Vasko405cc9e2020-12-01 12:01:27 +01001583 * @brief Erase all the module unres sets in a compile context.
1584 *
1585 * @param[in] ctx Compile context with unres sets.
1586 * @param[in] error Whether the compilation finished with an error or not.
1587 */
1588static void
1589lys_compile_unres_mod_erase(struct lysc_ctx *ctx, ly_bool error)
1590{
1591 uint32_t i;
1592
1593 ly_set_erase(&ctx->groupings, NULL);
1594 ly_set_erase(&ctx->tpdf_chain, NULL);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001595
1596 if (!error) {
1597 /* there can be no leftover deviations or augments */
1598 LY_CHECK_ERR_RET(ctx->augs.count, LOGINT(ctx->ctx), );
1599 LY_CHECK_ERR_RET(ctx->devs.count, LOGINT(ctx->ctx), );
1600
1601 ly_set_erase(&ctx->augs, NULL);
1602 ly_set_erase(&ctx->devs, NULL);
1603 ly_set_erase(&ctx->uses_augs, NULL);
1604 ly_set_erase(&ctx->uses_rfns, NULL);
1605 } else {
1606 for (i = 0; i < ctx->augs.count; ++i) {
1607 lysc_augment_free(ctx->ctx, ctx->augs.objs[i]);
1608 }
1609 ly_set_erase(&ctx->augs, NULL);
1610 for (i = 0; i < ctx->devs.count; ++i) {
1611 lysc_deviation_free(ctx->ctx, ctx->devs.objs[i]);
1612 }
1613 ly_set_erase(&ctx->devs, NULL);
1614 for (i = 0; i < ctx->uses_augs.count; ++i) {
1615 lysc_augment_free(ctx->ctx, ctx->uses_augs.objs[i]);
1616 }
1617 ly_set_erase(&ctx->uses_augs, NULL);
1618 for (i = 0; i < ctx->uses_rfns.count; ++i) {
1619 lysc_refine_free(ctx->ctx, ctx->uses_rfns.objs[i]);
1620 }
1621 ly_set_erase(&ctx->uses_rfns, NULL);
1622 }
1623}
1624
Michal Vaskod39bea42021-06-14 10:42:49 +02001625LY_ERR
Michal Vaskof4258e12021-06-15 12:11:42 +02001626lys_compile(struct lys_module *mod, struct lys_depset_unres *unres)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001627{
Michal Vaskoc636ea42022-09-16 10:20:31 +02001628 struct lysc_ctx ctx;
Michal Vasko0b395e12021-04-23 13:43:07 +02001629 struct lysc_module *mod_c = NULL;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001630 struct lysp_module *sp;
1631 struct lysp_submodule *submod;
1632 struct lysp_node *pnode;
Radek Krejci2a9fc652021-01-22 17:44:34 +01001633 struct lysp_node_grp *grp;
1634 LY_ARRAY_COUNT_TYPE u;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001635 LY_ERR ret = LY_SUCCESS;
1636
1637 LY_CHECK_ARG_RET(NULL, mod, mod->parsed, !mod->compiled, mod->ctx, LY_EINVAL);
1638
Michal Vaskof4258e12021-06-15 12:11:42 +02001639 assert(mod->implemented && mod->to_compile);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001640
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001641 sp = mod->parsed;
Michal Vaskoedb0fa52022-10-04 10:36:00 +02001642 LYSC_CTX_INIT_PMOD(ctx, sp, NULL);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001643 ctx.unres = unres;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001644
Michal Vasko0b395e12021-04-23 13:43:07 +02001645 ++mod->ctx->change_count;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001646 mod->compiled = mod_c = calloc(1, sizeof *mod_c);
1647 LY_CHECK_ERR_RET(!mod_c, LOGMEM(mod->ctx), LY_EMEM);
1648 mod_c->mod = mod;
1649
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001650 /* compile augments and deviations of our module from other modules so they can be applied during compilation */
Michal Vasko1ccbf542021-04-19 11:35:00 +02001651 LY_CHECK_GOTO(ret = lys_precompile_own_augments(&ctx), cleanup);
1652 LY_CHECK_GOTO(ret = lys_precompile_own_deviations(&ctx), cleanup);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001653
1654 /* data nodes */
1655 LY_LIST_FOR(sp->data, pnode) {
Michal Vasko1ccbf542021-04-19 11:35:00 +02001656 LY_CHECK_GOTO(ret = lys_compile_node(&ctx, pnode, NULL, 0, NULL), cleanup);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001657 }
1658
Radek Krejci2a9fc652021-01-22 17:44:34 +01001659 /* top-level RPCs */
1660 LY_LIST_FOR((struct lysp_node *)sp->rpcs, pnode) {
Michal Vasko1ccbf542021-04-19 11:35:00 +02001661 LY_CHECK_GOTO(ret = lys_compile_node(&ctx, pnode, NULL, 0, NULL), cleanup);
Radek Krejci2a9fc652021-01-22 17:44:34 +01001662 }
1663
1664 /* top-level notifications */
1665 LY_LIST_FOR((struct lysp_node *)sp->notifs, pnode) {
Michal Vasko1ccbf542021-04-19 11:35:00 +02001666 LY_CHECK_GOTO(ret = lys_compile_node(&ctx, pnode, NULL, 0, NULL), cleanup);
Radek Krejci2a9fc652021-01-22 17:44:34 +01001667 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001668
Michal Vasko193dacd2022-10-13 08:43:05 +02001669 /* module extension instances */
Michal Vasko1ccbf542021-04-19 11:35:00 +02001670 COMPILE_EXTS_GOTO(&ctx, sp->exts, mod_c->exts, mod_c, ret, cleanup);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001671
1672 /* the same for submodules */
1673 LY_ARRAY_FOR(sp->includes, u) {
1674 submod = sp->includes[u].submodule;
1675 ctx.pmod = (struct lysp_module *)submod;
1676
1677 LY_LIST_FOR(submod->data, pnode) {
1678 ret = lys_compile_node(&ctx, pnode, NULL, 0, NULL);
Michal Vasko1ccbf542021-04-19 11:35:00 +02001679 LY_CHECK_GOTO(ret, cleanup);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001680 }
1681
Radek Krejci2a9fc652021-01-22 17:44:34 +01001682 LY_LIST_FOR((struct lysp_node *)submod->rpcs, pnode) {
1683 ret = lys_compile_node(&ctx, pnode, NULL, 0, NULL);
Michal Vasko1ccbf542021-04-19 11:35:00 +02001684 LY_CHECK_GOTO(ret, cleanup);
Radek Krejci2a9fc652021-01-22 17:44:34 +01001685 }
1686
1687 LY_LIST_FOR((struct lysp_node *)submod->notifs, pnode) {
1688 ret = lys_compile_node(&ctx, pnode, NULL, 0, NULL);
Michal Vasko1ccbf542021-04-19 11:35:00 +02001689 LY_CHECK_GOTO(ret, cleanup);
Radek Krejci2a9fc652021-01-22 17:44:34 +01001690 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001691
Michal Vasko1ccbf542021-04-19 11:35:00 +02001692 COMPILE_EXTS_GOTO(&ctx, submod->exts, mod_c->exts, mod_c, ret, cleanup);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001693 }
Michal Vasko12606ee2020-11-25 17:05:11 +01001694 ctx.pmod = sp;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001695
1696 /* validate non-instantiated groupings from the parsed schema,
1697 * without it we would accept even the schemas with invalid grouping specification */
Michal Vasko7c565922021-06-10 14:58:27 +02001698 ctx.compile_opts |= LYS_COMPILE_GROUPING;
Radek Krejci2a9fc652021-01-22 17:44:34 +01001699 LY_LIST_FOR(sp->groupings, grp) {
1700 if (!(grp->flags & LYS_USED_GRP)) {
Michal Vasko1ccbf542021-04-19 11:35:00 +02001701 LY_CHECK_GOTO(ret = lys_compile_grouping(&ctx, NULL, grp), cleanup);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001702 }
1703 }
1704 LY_LIST_FOR(sp->data, pnode) {
Radek Krejci2a9fc652021-01-22 17:44:34 +01001705 LY_LIST_FOR((struct lysp_node_grp *)lysp_node_groupings(pnode), grp) {
1706 if (!(grp->flags & LYS_USED_GRP)) {
Michal Vasko1ccbf542021-04-19 11:35:00 +02001707 LY_CHECK_GOTO(ret = lys_compile_grouping(&ctx, pnode, grp), cleanup);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001708 }
1709 }
1710 }
1711 LY_ARRAY_FOR(sp->includes, u) {
1712 submod = sp->includes[u].submodule;
1713 ctx.pmod = (struct lysp_module *)submod;
1714
Radek Krejci2a9fc652021-01-22 17:44:34 +01001715 LY_LIST_FOR(submod->groupings, grp) {
1716 if (!(grp->flags & LYS_USED_GRP)) {
Michal Vasko1ccbf542021-04-19 11:35:00 +02001717 LY_CHECK_GOTO(ret = lys_compile_grouping(&ctx, NULL, grp), cleanup);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001718 }
1719 }
1720 LY_LIST_FOR(submod->data, pnode) {
Radek Krejci2a9fc652021-01-22 17:44:34 +01001721 LY_LIST_FOR((struct lysp_node_grp *)lysp_node_groupings(pnode), grp) {
1722 if (!(grp->flags & LYS_USED_GRP)) {
Michal Vasko1ccbf542021-04-19 11:35:00 +02001723 LY_CHECK_GOTO(ret = lys_compile_grouping(&ctx, pnode, grp), cleanup);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001724 }
1725 }
1726 }
1727 }
1728 ctx.pmod = sp;
1729
Radek Krejciddace2c2021-01-08 11:30:56 +01001730 LOG_LOCBACK(0, 0, 1, 0);
Radek Krejci2efc45b2020-12-22 16:25:44 +01001731
Michal Vasko405cc9e2020-12-01 12:01:27 +01001732 /* finish compilation for all unresolved module items in the context */
Michal Vasko1ccbf542021-04-19 11:35:00 +02001733 LY_CHECK_GOTO(ret = lys_compile_unres_mod(&ctx), cleanup);
Michal Vasko12606ee2020-11-25 17:05:11 +01001734
Michal Vasko1ccbf542021-04-19 11:35:00 +02001735cleanup:
Radek Krejciddace2c2021-01-08 11:30:56 +01001736 LOG_LOCBACK(0, 0, 1, 0);
Michal Vasko1ccbf542021-04-19 11:35:00 +02001737 lys_compile_unres_mod_erase(&ctx, ret);
1738 if (ret) {
Michal Vaskoc636ea42022-09-16 10:20:31 +02001739 lysc_module_free(&ctx.free_ctx, mod_c);
Michal Vasko1ccbf542021-04-19 11:35:00 +02001740 mod->compiled = NULL;
1741 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001742 return ret;
1743}
Michal Vasko65333882021-06-10 14:12:16 +02001744
aPiecek6b3d5422021-07-30 15:55:43 +02001745LY_ERR
Michal Vaskofa5a7d72021-06-15 11:41:20 +02001746lys_compile_identities(struct lys_module *mod)
1747{
Michal Vasko776ae742022-08-04 11:08:21 +02001748 LY_ERR rc = LY_SUCCESS;
Michal Vaskoc636ea42022-09-16 10:20:31 +02001749 struct lysc_ctx ctx;
Michal Vaskofa5a7d72021-06-15 11:41:20 +02001750 struct lysp_submodule *submod;
1751 LY_ARRAY_COUNT_TYPE u;
1752
aPiecek6b3d5422021-07-30 15:55:43 +02001753 /* pre-compile identities of the module and any submodules */
Michal Vasko776ae742022-08-04 11:08:21 +02001754 rc = lys_identity_precompile(NULL, mod->ctx, mod->parsed, mod->parsed->identities, &mod->identities);
1755 LY_CHECK_GOTO(rc, cleanup);
aPiecek6b3d5422021-07-30 15:55:43 +02001756 LY_ARRAY_FOR(mod->parsed->includes, u) {
1757 submod = mod->parsed->includes[u].submodule;
Michal Vasko776ae742022-08-04 11:08:21 +02001758 rc = lys_identity_precompile(NULL, mod->ctx, (struct lysp_module *)submod, submod->identities, &mod->identities);
1759 LY_CHECK_GOTO(rc, cleanup);
aPiecek6b3d5422021-07-30 15:55:43 +02001760 }
1761
Michal Vaskofa5a7d72021-06-15 11:41:20 +02001762 /* prepare context */
Michal Vaskoedb0fa52022-10-04 10:36:00 +02001763 LYSC_CTX_INIT_PMOD(ctx, mod->parsed, NULL);
Michal Vaskofa5a7d72021-06-15 11:41:20 +02001764
1765 if (mod->parsed->identities) {
Michal Vasko776ae742022-08-04 11:08:21 +02001766 rc = lys_compile_identities_derived(&ctx, mod->parsed->identities, &mod->identities);
1767 LY_CHECK_GOTO(rc, cleanup);
Michal Vaskofa5a7d72021-06-15 11:41:20 +02001768 }
1769 lysc_update_path(&ctx, NULL, "{submodule}");
1770 LY_ARRAY_FOR(mod->parsed->includes, u) {
1771 submod = mod->parsed->includes[u].submodule;
1772 if (submod->identities) {
1773 ctx.pmod = (struct lysp_module *)submod;
1774 lysc_update_path(&ctx, NULL, submod->name);
Michal Vasko776ae742022-08-04 11:08:21 +02001775 rc = lys_compile_identities_derived(&ctx, submod->identities, &mod->identities);
Michal Vaskofa5a7d72021-06-15 11:41:20 +02001776 lysc_update_path(&ctx, NULL, NULL);
1777 }
Michal Vasko776ae742022-08-04 11:08:21 +02001778
1779 if (rc) {
1780 break;
1781 }
Michal Vaskofa5a7d72021-06-15 11:41:20 +02001782 }
1783 lysc_update_path(&ctx, NULL, NULL);
1784
Michal Vasko776ae742022-08-04 11:08:21 +02001785cleanup:
1786 /* always needed when using lysc_update_path() */
1787 LOG_LOCBACK(0, 0, 1, 0);
1788 return rc;
Michal Vaskofa5a7d72021-06-15 11:41:20 +02001789}
1790
1791/**
Michal Vasko65333882021-06-10 14:12:16 +02001792 * @brief Check whether a module does not have any (recursive) compiled import.
1793 *
1794 * @param[in] mod Module to examine.
1795 * @return LY_SUCCESS on success.
Michal Vaskof4258e12021-06-15 12:11:42 +02001796 * @return LY_ERECOMPILE on required recompilation of the dep set.
Michal Vasko65333882021-06-10 14:12:16 +02001797 * @return LY_ERR on error.
1798 */
1799static LY_ERR
1800lys_has_compiled_import_r(struct lys_module *mod)
1801{
1802 LY_ARRAY_COUNT_TYPE u;
Michal Vaskoe7927122021-06-15 12:00:04 +02001803 struct lys_module *m;
Michal Vasko65333882021-06-10 14:12:16 +02001804
1805 LY_ARRAY_FOR(mod->parsed->imports, u) {
Michal Vaskoe7927122021-06-15 12:00:04 +02001806 m = mod->parsed->imports[u].module;
1807 if (!m->implemented) {
Michal Vasko65333882021-06-10 14:12:16 +02001808 continue;
1809 }
1810
Michal Vaskoe7927122021-06-15 12:00:04 +02001811 if (!m->to_compile) {
Michal Vaskod39bea42021-06-14 10:42:49 +02001812 /* module was not/will not be compiled in this compilation (so disabled nodes are not present) */
Michal Vaskof4258e12021-06-15 12:11:42 +02001813 m->to_compile = 1;
Michal Vasko65333882021-06-10 14:12:16 +02001814 return LY_ERECOMPILE;
1815 }
1816
1817 /* recursive */
Michal Vaskoe7927122021-06-15 12:00:04 +02001818 LY_CHECK_RET(lys_has_compiled_import_r(m));
Michal Vasko65333882021-06-10 14:12:16 +02001819 }
1820
1821 return LY_SUCCESS;
1822}
1823
1824LY_ERR
1825lys_implement(struct lys_module *mod, const char **features, struct lys_glob_unres *unres)
1826{
Michal Vaskodc668d22023-02-13 10:23:13 +01001827 LY_ERR r;
Michal Vasko65333882021-06-10 14:12:16 +02001828 struct lys_module *m;
1829
1830 assert(!mod->implemented);
1831
Michal Vasko978532b2022-01-21 14:13:40 +01001832 /* check collision with other implemented revision */
Michal Vasko65333882021-06-10 14:12:16 +02001833 m = ly_ctx_get_module_implemented(mod->ctx, mod->name);
1834 if (m) {
1835 assert(m != mod);
Michal Vaskodc668d22023-02-13 10:23:13 +01001836 LOGERR(mod->ctx, LY_EDENIED, "Module \"%s@%s\" is already implemented in revision \"%s\".",
1837 mod->name, mod->revision ? mod->revision : "<none>", m->revision ? m->revision : "<none>");
1838 return LY_EDENIED;
Michal Vasko65333882021-06-10 14:12:16 +02001839 }
1840
1841 /* set features */
Michal Vaskodc668d22023-02-13 10:23:13 +01001842 r = lys_set_features(mod->parsed, features);
1843 if (r && (r != LY_EEXIST)) {
1844 return r;
Michal Vasko65333882021-06-10 14:12:16 +02001845 }
1846
Michal Vasko65333882021-06-10 14:12:16 +02001847 /*
1848 * mark the module implemented, which means
1849 * 1) to (re)compile it only ::lys_compile() call is needed
1850 * 2) its compilation will never cause new modules to be implemented (::lys_compile() does not return ::LY_ERECOMPILE)
1851 * but there can be some unres items added that do
1852 */
1853 mod->implemented = 1;
1854
Michal Vaskoa9f807e2021-06-15 12:07:16 +02001855 /* this module is compiled in this compilation */
1856 mod->to_compile = 1;
1857
Michal Vasko65333882021-06-10 14:12:16 +02001858 /* add the module into newly implemented module set */
1859 LY_CHECK_RET(ly_set_add(&unres->implementing, mod, 1, NULL));
1860
Michal Vaskoa9f807e2021-06-15 12:07:16 +02001861 /* mark target modules with our augments and deviations */
1862 LY_CHECK_RET(lys_precompile_augments_deviations(mod, unres));
Michal Vasko65333882021-06-10 14:12:16 +02001863
Michal Vaskod39bea42021-06-14 10:42:49 +02001864 /* check whether this module may reference any modules compiled previously */
1865 LY_CHECK_RET(lys_has_compiled_import_r(mod));
Michal Vasko65333882021-06-10 14:12:16 +02001866
Michal Vasko65333882021-06-10 14:12:16 +02001867 return LY_SUCCESS;
1868}