blob: ecc1a86a60883c3debbe0e4d3667b6ef452c98a1 [file] [log] [blame]
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001/**
2 * @file schema_compile.c
3 * @author Radek Krejci <rkrejci@cesnet.cz>
4 * @brief Schema compilation.
5 *
6 * Copyright (c) 2015 - 2020 CESNET, z.s.p.o.
7 *
8 * This source code is licensed under BSD 3-Clause License (the "License").
9 * You may not use this file except in compliance with the License.
10 * You may obtain a copy of the License at
11 *
12 * https://opensource.org/licenses/BSD-3-Clause
13 */
14
15#define _GNU_SOURCE
16
17#include "schema_compile.h"
18
19#include <assert.h>
Michal Vasko1a7a7bd2020-10-16 14:39:15 +020020#include <stddef.h>
21#include <stdint.h>
22#include <stdio.h>
23#include <stdlib.h>
24#include <string.h>
25
26#include "common.h"
27#include "compat.h"
28#include "context.h"
29#include "dict.h"
Michal Vaskoafac7822020-10-20 14:22:26 +020030#include "in.h"
Radek Krejci47fab892020-11-05 17:02:41 +010031#include "log.h"
Michal Vasko1a7a7bd2020-10-16 14:39:15 +020032#include "parser_schema.h"
33#include "path.h"
34#include "plugins_exts.h"
35#include "plugins_exts_internal.h"
36#include "plugins_types.h"
37#include "schema_compile_amend.h"
38#include "schema_compile_node.h"
Michal Vasko7b1ad1a2020-11-02 15:41:27 +010039#include "schema_features.h"
Michal Vasko1a7a7bd2020-10-16 14:39:15 +020040#include "set.h"
41#include "tree.h"
42#include "tree_data.h"
Michal Vasko1a7a7bd2020-10-16 14:39:15 +020043#include "tree_schema.h"
44#include "tree_schema_internal.h"
45#include "xpath.h"
46
Michal Vasko1a7a7bd2020-10-16 14:39:15 +020047/**
48 * @brief Fill in the prepared compiled extensions definition structure according to the parsed extension definition.
49 */
50static LY_ERR
51lys_compile_extension(struct lysc_ctx *ctx, const struct lys_module *ext_mod, struct lysp_ext *ext_p, struct lysc_ext **ext)
52{
53 LY_ERR ret = LY_SUCCESS;
54
55 if (!ext_p->compiled) {
56 lysc_update_path(ctx, NULL, "{extension}");
57 lysc_update_path(ctx, NULL, ext_p->name);
58
59 /* compile the extension definition */
60 ext_p->compiled = calloc(1, sizeof **ext);
61 ext_p->compiled->refcount = 1;
62 DUP_STRING_GOTO(ctx->ctx, ext_p->name, ext_p->compiled->name, ret, done);
63 DUP_STRING_GOTO(ctx->ctx, ext_p->argument, ext_p->compiled->argument, ret, done);
64 ext_p->compiled->module = (struct lys_module *)ext_mod;
65 COMPILE_EXTS_GOTO(ctx, ext_p->exts, ext_p->compiled->exts, *ext, LYEXT_PAR_EXT, ret, done);
66
67 lysc_update_path(ctx, NULL, NULL);
68 lysc_update_path(ctx, NULL, NULL);
69
70 /* find extension definition plugin */
71 ext_p->compiled->plugin = lyext_get_plugin(ext_p->compiled);
72 }
73
74 *ext = lysc_ext_dup(ext_p->compiled);
75
76done:
77 return ret;
78}
79
80LY_ERR
81lys_compile_ext(struct lysc_ctx *ctx, struct lysp_ext_instance *ext_p, struct lysc_ext_instance *ext, void *parent,
82 LYEXT_PARENT parent_type, const struct lys_module *ext_mod)
83{
84 LY_ERR ret = LY_SUCCESS;
85 const char *name;
86 size_t u;
87 LY_ARRAY_COUNT_TYPE v;
88 const char *prefixed_name = NULL;
89
90 DUP_STRING(ctx->ctx, ext_p->argument, ext->argument, ret);
91 LY_CHECK_RET(ret);
92
93 ext->insubstmt = ext_p->insubstmt;
94 ext->insubstmt_index = ext_p->insubstmt_index;
95 ext->module = ctx->cur_mod;
96 ext->parent = parent;
97 ext->parent_type = parent_type;
98
99 lysc_update_path(ctx, ext->parent_type == LYEXT_PAR_NODE ? (struct lysc_node *)ext->parent : NULL, "{extension}");
100
101 /* get module where the extension definition should be placed */
102 for (u = strlen(ext_p->name); u && ext_p->name[u - 1] != ':'; --u) {}
103 if (ext_p->yin) {
104 /* YIN parser has to replace prefixes by the namespace - XML namespace/prefix pairs may differs form the YANG schema's
105 * namespace/prefix pair. YIN parser does not have the imports available, so mapping from XML namespace to the
106 * YANG (import) prefix must be done here. */
107 if (!ly_strncmp(ctx->pmod->mod->ns, ext_p->name, u - 1)) {
108 LY_CHECK_GOTO(ret = lydict_insert(ctx->ctx, &ext_p->name[u], 0, &prefixed_name), cleanup);
109 u = 0;
110 } else {
111 LY_ARRAY_FOR(ctx->pmod->imports, v) {
112 if (!ly_strncmp(ctx->pmod->imports[v].module->ns, ext_p->name, u - 1)) {
113 char *s;
114 LY_CHECK_ERR_GOTO(asprintf(&s, "%s:%s", ctx->pmod->imports[v].prefix, &ext_p->name[u]) == -1,
115 ret = LY_EMEM, cleanup);
116 LY_CHECK_GOTO(ret = lydict_insert_zc(ctx->ctx, s, &prefixed_name), cleanup);
117 u = strlen(ctx->pmod->imports[v].prefix) + 1; /* add semicolon */
118 break;
119 }
120 }
121 }
122 if (!prefixed_name) {
123 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_REFERENCE,
124 "Invalid XML prefix of \"%.*s\" namespace used for extension instance identifier.", u, ext_p->name);
125 ret = LY_EVALID;
126 goto cleanup;
127 }
128 } else {
129 prefixed_name = ext_p->name;
130 }
131 lysc_update_path(ctx, NULL, prefixed_name);
132
133 if (!ext_mod) {
Michal Vaskob2d55bf2020-11-02 15:42:43 +0100134 ext_mod = u ? ly_resolve_prefix(ctx->ctx, prefixed_name, u - 1, LY_PREF_SCHEMA, ctx->pmod) : ctx->pmod->mod;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200135 if (!ext_mod) {
136 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_REFERENCE,
137 "Invalid prefix \"%.*s\" used for extension instance identifier.", u, prefixed_name);
138 ret = LY_EVALID;
139 goto cleanup;
140 } else if (!ext_mod->parsed->extensions) {
141 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_REFERENCE,
142 "Extension instance \"%s\" refers \"%s\" module that does not contain extension definitions.",
143 prefixed_name, ext_mod->name);
144 ret = LY_EVALID;
145 goto cleanup;
146 }
147 }
148 name = &prefixed_name[u];
149
150 /* find the parsed extension definition there */
151 LY_ARRAY_FOR(ext_mod->parsed->extensions, v) {
152 if (!strcmp(name, ext_mod->parsed->extensions[v].name)) {
153 /* compile extension definition and assign it */
154 LY_CHECK_GOTO(ret = lys_compile_extension(ctx, ext_mod, &ext_mod->parsed->extensions[v], &ext->def), cleanup);
155 break;
156 }
157 }
158 if (!ext->def) {
159 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_REFERENCE,
160 "Extension definition of extension instance \"%s\" not found.", prefixed_name);
161 ret = LY_EVALID;
162 goto cleanup;
163 }
164
165 /* unify the parsed extension from YIN and YANG sources. Without extension definition, it is not possible
166 * to get extension's argument from YIN source, so it is stored as one of the substatements. Here we have
167 * to find it, mark it with LYS_YIN_ARGUMENT and store it in the compiled structure. */
168 if (ext_p->yin && ext->def->argument && !ext->argument) {
169 /* Schema was parsed from YIN and an argument is expected, ... */
170 struct lysp_stmt *stmt = NULL;
171
172 if (ext->def->flags & LYS_YINELEM_TRUE) {
173 /* ... argument was the first XML child element */
174 if (ext_p->child && !(ext_p->child->flags & LYS_YIN_ATTR)) {
175 /* TODO check namespace of the statement */
176 if (!strcmp(ext_p->child->stmt, ext->def->argument)) {
177 stmt = ext_p->child;
178 }
179 }
180 } else {
181 /* ... argument was one of the XML attributes which are represented as child stmt
182 * with LYS_YIN_ATTR flag */
183 for (stmt = ext_p->child; stmt && (stmt->flags & LYS_YIN_ATTR); stmt = stmt->next) {
184 if (!strcmp(stmt->stmt, ext->def->argument)) {
185 /* this is the extension's argument */
186 break;
187 }
188 }
189 }
190 if (!stmt) {
191 /* missing extension's argument */
192 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_REFERENCE,
193 "Extension instance \"%s\" misses argument \"%s\".", prefixed_name, ext->def->argument);
194 ret = LY_EVALID;
195 goto cleanup;
196
197 }
198 LY_CHECK_GOTO(ret = lydict_insert(ctx->ctx, stmt->arg, 0, &ext->argument), cleanup);
199 stmt->flags |= LYS_YIN_ARGUMENT;
200 }
201 if (prefixed_name != ext_p->name) {
202 lydict_remove(ctx->ctx, ext_p->name);
203 ext_p->name = prefixed_name;
204 if (!ext_p->argument && ext->argument) {
205 LY_CHECK_GOTO(ret = lydict_insert(ctx->ctx, ext->argument, 0, &ext_p->argument), cleanup);
206 }
207 }
208
209 if (ext->def->plugin && ext->def->plugin->compile) {
210 if (ext->argument) {
211 lysc_update_path(ctx, (struct lysc_node *)ext, ext->argument);
212 }
213 LY_CHECK_GOTO(ret = ext->def->plugin->compile(ctx, ext_p, ext), cleanup);
214 if (ext->argument) {
215 lysc_update_path(ctx, NULL, NULL);
216 }
217 }
218 ext_p->compiled = ext;
219
220cleanup:
221 if (prefixed_name && (prefixed_name != ext_p->name)) {
222 lydict_remove(ctx->ctx, prefixed_name);
223 }
224
225 lysc_update_path(ctx, NULL, NULL);
226 lysc_update_path(ctx, NULL, NULL);
227
228 return ret;
229}
230
231struct lysc_ext *
232lysc_ext_dup(struct lysc_ext *orig)
233{
234 ++orig->refcount;
235 return orig;
236}
237
238static void
239lysc_unres_dflt_free(const struct ly_ctx *ctx, struct lysc_unres_dflt *r)
240{
241 assert(!r->dflt || !r->dflts);
242 if (r->dflt) {
243 lysp_qname_free((struct ly_ctx *)ctx, r->dflt);
244 free(r->dflt);
245 } else {
246 FREE_ARRAY((struct ly_ctx *)ctx, r->dflts, lysp_qname_free);
247 }
248 free(r);
249}
250
251void
252lysc_update_path(struct lysc_ctx *ctx, struct lysc_node *parent, const char *name)
253{
254 int len;
255 uint8_t nextlevel = 0; /* 0 - no starttag, 1 - '/' starttag, 2 - '=' starttag + '}' endtag */
256
257 if (!name) {
258 /* removing last path segment */
259 if (ctx->path[ctx->path_len - 1] == '}') {
260 for ( ; ctx->path[ctx->path_len] != '=' && ctx->path[ctx->path_len] != '{'; --ctx->path_len) {}
261 if (ctx->path[ctx->path_len] == '=') {
262 ctx->path[ctx->path_len++] = '}';
263 } else {
264 /* not a top-level special tag, remove also preceiding '/' */
265 goto remove_nodelevel;
266 }
267 } else {
268remove_nodelevel:
269 for ( ; ctx->path[ctx->path_len] != '/'; --ctx->path_len) {}
270 if (ctx->path_len == 0) {
271 /* top-level (last segment) */
272 ctx->path_len = 1;
273 }
274 }
275 /* set new terminating NULL-byte */
276 ctx->path[ctx->path_len] = '\0';
277 } else {
278 if (ctx->path_len > 1) {
279 if (!parent && (ctx->path[ctx->path_len - 1] == '}') && (ctx->path[ctx->path_len - 2] != '\'')) {
280 /* extension of the special tag */
281 nextlevel = 2;
282 --ctx->path_len;
283 } else {
284 /* there is already some path, so add next level */
285 nextlevel = 1;
286 }
287 } /* else the path is just initiated with '/', so do not add additional slash in case of top-level nodes */
288
289 if (nextlevel != 2) {
290 if ((parent && (parent->module == ctx->cur_mod)) || (!parent && (ctx->path_len > 1) && (name[0] == '{'))) {
291 /* module not changed, print the name unprefixed */
292 len = snprintf(&ctx->path[ctx->path_len], LYSC_CTX_BUFSIZE - ctx->path_len, "%s%s", nextlevel ? "/" : "", name);
293 } else {
294 len = snprintf(&ctx->path[ctx->path_len], LYSC_CTX_BUFSIZE - ctx->path_len, "%s%s:%s", nextlevel ? "/" : "", ctx->cur_mod->name, name);
295 }
296 } else {
297 len = snprintf(&ctx->path[ctx->path_len], LYSC_CTX_BUFSIZE - ctx->path_len, "='%s'}", name);
298 }
299 if (len >= LYSC_CTX_BUFSIZE - (int)ctx->path_len) {
300 /* output truncated */
301 ctx->path_len = LYSC_CTX_BUFSIZE - 1;
302 } else {
303 ctx->path_len += len;
304 }
305 }
306}
307
308/**
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200309 * @brief Compile information in the import statement - make sure there is the target module
310 * @param[in] ctx Compile context.
311 * @param[in] imp_p The parsed import statement structure to fill the module to.
312 * @return LY_ERR value.
313 */
314static LY_ERR
315lys_compile_import(struct lysc_ctx *ctx, struct lysp_import *imp_p)
316{
317 const struct lys_module *mod = NULL;
318 LY_ERR ret = LY_SUCCESS;
319
320 /* make sure that we have the parsed version (lysp_) of the imported module to import groupings or typedefs.
321 * The compiled version is needed only for augments, deviates and leafrefs, so they are checked (and added,
322 * if needed) when these nodes are finally being instantiated and validated at the end of schema compilation. */
323 if (!imp_p->module->parsed) {
324 /* try to use filepath if present */
325 if (imp_p->module->filepath) {
326 struct ly_in *in;
327 if (ly_in_new_filepath(imp_p->module->filepath, 0, &in)) {
328 LOGINT(ctx->ctx);
329 } else {
330 LY_CHECK_RET(lys_parse(ctx->ctx, in, !strcmp(&imp_p->module->filepath[strlen(imp_p->module->filepath - 4)],
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100331 ".yin") ? LYS_IN_YIN : LYS_IN_YANG, NULL, &mod));
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200332 if (mod != imp_p->module) {
333 LOGERR(ctx->ctx, LY_EINT, "Filepath \"%s\" of the module \"%s\" does not match.",
334 imp_p->module->filepath, imp_p->module->name);
335 mod = NULL;
336 }
337 }
338 ly_in_free(in, 1);
339 }
340 if (!mod) {
Michal Vasko405cc9e2020-12-01 12:01:27 +0100341 if (lysp_load_module(ctx->ctx, imp_p->module->name, imp_p->module->revision, 0, NULL, ctx->unres,
342 (struct lys_module **)&mod)) {
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200343 LOGERR(ctx->ctx, LY_ENOTFOUND, "Unable to reload \"%s\" module to import it into \"%s\", source data not found.",
344 imp_p->module->name, ctx->cur_mod->name);
345 return LY_ENOTFOUND;
346 }
347 }
348 }
349
350 return ret;
351}
352
353LY_ERR
354lys_identity_precompile(struct lysc_ctx *ctx_sc, struct ly_ctx *ctx, struct lysp_module *parsed_mod,
355 struct lysp_ident *identities_p, struct lysc_ident **identities)
356{
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100357 LY_ARRAY_COUNT_TYPE u;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200358 struct lysc_ctx context = {0};
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100359 struct lysc_ident *ident;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200360 LY_ERR ret = LY_SUCCESS;
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100361 ly_bool enabled;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200362
363 assert(ctx_sc || ctx);
364
365 if (!ctx_sc) {
366 context.ctx = ctx;
Radek Krejci3aac9a72020-12-01 12:24:26 +0100367 context.cur_mod = parsed_mod ? parsed_mod->mod : NULL;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200368 context.pmod = parsed_mod;
369 context.path_len = 1;
370 context.path[0] = '/';
371 ctx_sc = &context;
372 }
373
374 if (!identities_p) {
375 return LY_SUCCESS;
376 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200377
378 lysc_update_path(ctx_sc, NULL, "{identity}");
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200379 LY_ARRAY_FOR(identities_p, u) {
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100380 /* evaluate if-features */
381 LY_CHECK_RET(lys_eval_iffeatures(ctx, identities_p[u].iffeatures, &enabled));
382 if (!enabled) {
383 continue;
384 }
385
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200386 lysc_update_path(ctx_sc, NULL, identities_p[u].name);
387
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100388 /* add new compiled identity */
389 LY_ARRAY_NEW_RET(ctx_sc->ctx, *identities, ident, LY_EMEM);
390
391 DUP_STRING_GOTO(ctx_sc->ctx, identities_p[u].name, ident->name, ret, done);
392 DUP_STRING_GOTO(ctx_sc->ctx, identities_p[u].dsc, ident->dsc, ret, done);
393 DUP_STRING_GOTO(ctx_sc->ctx, identities_p[u].ref, ident->ref, ret, done);
394 ident->module = ctx_sc->cur_mod;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200395 /* backlinks (derived) can be added no sooner than when all the identities in the current module are present */
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100396 COMPILE_EXTS_GOTO(ctx_sc, identities_p[u].exts, ident->exts, ident, LYEXT_PAR_IDENT, ret, done);
397 ident->flags = identities_p[u].flags;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200398
399 lysc_update_path(ctx_sc, NULL, NULL);
400 }
401 lysc_update_path(ctx_sc, NULL, NULL);
402done:
403 return ret;
404}
405
406/**
407 * @brief Check circular dependency of identities - identity MUST NOT reference itself (via their base statement).
408 *
409 * The function works in the same way as lys_compile_feature_circular_check() with different structures and error messages.
410 *
411 * @param[in] ctx Compile context for logging.
412 * @param[in] ident The base identity (its derived list is being extended by the identity being currently processed).
413 * @param[in] derived The list of derived identities of the identity being currently processed (not the one provided as @p ident)
414 * @return LY_SUCCESS if everything is ok.
415 * @return LY_EVALID if the identity is derived from itself.
416 */
417static LY_ERR
418lys_compile_identity_circular_check(struct lysc_ctx *ctx, struct lysc_ident *ident, struct lysc_ident **derived)
419{
420 LY_ERR ret = LY_SUCCESS;
421 LY_ARRAY_COUNT_TYPE u, v;
422 struct ly_set recursion = {0};
423 struct lysc_ident *drv;
424
425 if (!derived) {
426 return LY_SUCCESS;
427 }
428
429 for (u = 0; u < LY_ARRAY_COUNT(derived); ++u) {
430 if (ident == derived[u]) {
431 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_REFERENCE,
432 "Identity \"%s\" is indirectly derived from itself.", ident->name);
433 ret = LY_EVALID;
434 goto cleanup;
435 }
436 ret = ly_set_add(&recursion, derived[u], 0, NULL);
437 LY_CHECK_GOTO(ret, cleanup);
438 }
439
440 for (v = 0; v < recursion.count; ++v) {
441 drv = recursion.objs[v];
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200442 for (u = 0; u < LY_ARRAY_COUNT(drv->derived); ++u) {
443 if (ident == drv->derived[u]) {
444 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_REFERENCE,
445 "Identity \"%s\" is indirectly derived from itself.", ident->name);
446 ret = LY_EVALID;
447 goto cleanup;
448 }
449 ret = ly_set_add(&recursion, drv->derived[u], 0, NULL);
450 LY_CHECK_GOTO(ret, cleanup);
451 }
452 }
453
454cleanup:
455 ly_set_erase(&recursion, NULL);
456 return ret;
457}
458
459LY_ERR
460lys_compile_identity_bases(struct lysc_ctx *ctx, const struct lysp_module *base_pmod, const char **bases_p,
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100461 struct lysc_ident *ident, struct lysc_ident ***bases, ly_bool *enabled)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200462{
463 LY_ARRAY_COUNT_TYPE u, v;
464 const char *s, *name;
465 const struct lys_module *mod;
466 struct lysc_ident **idref;
467
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100468 assert((ident && enabled) || bases);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200469
470 if ((LY_ARRAY_COUNT(bases_p) > 1) && (ctx->pmod->version < LYS_VERSION_1_1)) {
471 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_SYNTAX_YANG,
472 "Multiple bases in %s are allowed only in YANG 1.1 modules.", ident ? "identity" : "identityref type");
473 return LY_EVALID;
474 }
475
476 LY_ARRAY_FOR(bases_p, u) {
477 s = strchr(bases_p[u], ':');
478 if (s) {
479 /* prefixed identity */
480 name = &s[1];
Michal Vaskob2d55bf2020-11-02 15:42:43 +0100481 mod = ly_resolve_prefix(ctx->ctx, bases_p[u], s - bases_p[u], LY_PREF_SCHEMA, (void *)base_pmod);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200482 } else {
483 name = bases_p[u];
484 mod = base_pmod->mod;
485 }
486 if (!mod) {
487 if (ident) {
488 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_SYNTAX_YANG,
489 "Invalid prefix used for base (%s) of identity \"%s\".", bases_p[u], ident->name);
490 } else {
491 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_SYNTAX_YANG,
492 "Invalid prefix used for base (%s) of identityref.", bases_p[u]);
493 }
494 return LY_EVALID;
495 }
496
497 idref = NULL;
498 LY_ARRAY_FOR(mod->identities, v) {
499 if (!strcmp(name, mod->identities[v].name)) {
500 if (ident) {
501 if (ident == &mod->identities[v]) {
502 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_REFERENCE,
503 "Identity \"%s\" is derived from itself.", ident->name);
504 return LY_EVALID;
505 }
506 LY_CHECK_RET(lys_compile_identity_circular_check(ctx, &mod->identities[v], ident->derived));
507 /* we have match! store the backlink */
508 LY_ARRAY_NEW_RET(ctx->ctx, mod->identities[v].derived, idref, LY_EMEM);
509 *idref = ident;
510 } else {
511 /* we have match! store the found identity */
512 LY_ARRAY_NEW_RET(ctx->ctx, *bases, idref, LY_EMEM);
513 *idref = &mod->identities[v];
514 }
515 break;
516 }
517 }
518 if (!idref || !(*idref)) {
519 if (ident) {
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100520 /* look into the parsed module to check whether the identity is not merely disabled */
521 LY_ARRAY_FOR(mod->parsed->identities, v) {
522 if (!strcmp(mod->parsed->identities[v].name, name)) {
523 *enabled = 0;
524 return LY_SUCCESS;
525 }
526 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200527 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_SYNTAX_YANG,
528 "Unable to find base (%s) of identity \"%s\".", bases_p[u], ident->name);
529 } else {
530 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_SYNTAX_YANG,
531 "Unable to find base (%s) of identityref.", bases_p[u]);
532 }
533 return LY_EVALID;
534 }
535 }
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100536
537 if (ident) {
538 *enabled = 1;
539 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200540 return LY_SUCCESS;
541}
542
543/**
544 * @brief For the given array of identities, set the backlinks from all their base identities.
545 * @param[in] ctx Compile context, not only for logging but also to get the current module to resolve prefixes.
546 * @param[in] idents_p Array of identities definitions from the parsed schema structure.
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100547 * @param[in,out] idents Array of referencing identities to which the backlinks are supposed to be set. Any
548 * identities with disabled bases are removed.
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200549 * @return LY_ERR value - LY_SUCCESS or LY_EVALID.
550 */
551static LY_ERR
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100552lys_compile_identities_derived(struct lysc_ctx *ctx, struct lysp_ident *idents_p, struct lysc_ident **idents)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200553{
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100554 LY_ARRAY_COUNT_TYPE u, v;
555 ly_bool enabled;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200556
557 lysc_update_path(ctx, NULL, "{identity}");
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100558
559restart:
Radek Krejcic7d13e32020-12-09 12:32:24 +0100560 for (u = 0, v = 0; u < LY_ARRAY_COUNT(*idents); ++u) {
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100561 /* find matching parsed identity, the disabled ones are missing in the compiled array */
562 while (v < LY_ARRAY_COUNT(idents_p)) {
563 if (idents_p[v].name == (*idents)[u].name) {
564 break;
565 }
566 ++v;
567 }
568 assert(v < LY_ARRAY_COUNT(idents_p));
569
570 if (!idents_p[v].bases) {
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200571 continue;
572 }
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100573 lysc_update_path(ctx, NULL, (*idents)[u].name);
574 LY_CHECK_RET(lys_compile_identity_bases(ctx, (*idents)[u].module->parsed, idents_p[v].bases, &(*idents)[u], NULL,
575 &enabled));
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200576 lysc_update_path(ctx, NULL, NULL);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100577
578 if (!enabled) {
579 /* remove the identity */
580 lysc_ident_free(ctx->ctx, &(*idents)[u]);
581 LY_ARRAY_DECREMENT(*idents);
582 if (u < LY_ARRAY_COUNT(*idents)) {
583 memmove(&(*idents)[u], &(*idents)[u + 1], (LY_ARRAY_COUNT(*idents) - u) * sizeof **idents);
584 }
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100585
586 /* revert compilation of all the previous identities */
587 for (v = 0; v < u; ++v) {
588 LY_ARRAY_FREE((*idents)[v].derived);
589 }
590
Michal Vasko74c82ae2020-11-03 17:36:53 +0100591 /* free the whole array if there are no identites left */
592 if (!LY_ARRAY_COUNT(*idents)) {
593 LY_ARRAY_FREE(*idents);
594 *idents = NULL;
595 }
596
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100597 /* restart the whole process without this identity */
598 goto restart;
599 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200600 }
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100601
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200602 lysc_update_path(ctx, NULL, NULL);
603 return LY_SUCCESS;
604}
605
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200606static void *
607lys_compile_extension_instance_storage(enum ly_stmt stmt, struct lysc_ext_substmt *substmts)
608{
609 for (LY_ARRAY_COUNT_TYPE u = 0; substmts[u].stmt; ++u) {
610 if (substmts[u].stmt == stmt) {
611 return substmts[u].storage;
612 }
613 }
614 return NULL;
615}
616
617LY_ERR
618lys_compile_extension_instance(struct lysc_ctx *ctx, const struct lysp_ext_instance *ext, struct lysc_ext_substmt *substmts)
619{
620 LY_ERR ret = LY_EVALID, r;
621 LY_ARRAY_COUNT_TYPE u;
622 struct lysp_stmt *stmt;
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100623 struct lysp_qname *iffeatures, *iffeat;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200624 void *parsed = NULL, **compiled = NULL;
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100625 ly_bool enabled;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200626
627 /* check for invalid substatements */
628 for (stmt = ext->child; stmt; stmt = stmt->next) {
629 if (stmt->flags & (LYS_YIN_ATTR | LYS_YIN_ARGUMENT)) {
630 continue;
631 }
632 for (u = 0; substmts[u].stmt; ++u) {
633 if (substmts[u].stmt == stmt->kw) {
634 break;
635 }
636 }
637 if (!substmts[u].stmt) {
638 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_SYNTAX_YANG, "Invalid keyword \"%s\" as a child of \"%s%s%s\" extension instance.",
639 stmt->stmt, ext->name, ext->argument ? " " : "", ext->argument ? ext->argument : "");
640 goto cleanup;
641 }
642 }
643
644 /* TODO store inherited data, e.g. status first, but mark them somehow to allow to overwrite them and not detect duplicity */
645
646 /* keep order of the processing the same as the order in the defined substmts,
647 * the order is important for some of the statements depending on others (e.g. type needs status and units) */
648 for (u = 0; substmts[u].stmt; ++u) {
649 ly_bool stmt_present = 0;
650
651 for (stmt = ext->child; stmt; stmt = stmt->next) {
652 if (substmts[u].stmt != stmt->kw) {
653 continue;
654 }
655
656 stmt_present = 1;
657 if (substmts[u].storage) {
658 switch (stmt->kw) {
659 case LY_STMT_STATUS:
660 assert(substmts[u].cardinality < LY_STMT_CARD_SOME);
661 LY_CHECK_ERR_GOTO(r = lysp_stmt_parse(ctx, stmt, stmt->kw, &substmts[u].storage, /* TODO */ NULL), ret = r, cleanup);
662 break;
663 case LY_STMT_UNITS: {
664 const char **units;
665
666 if (substmts[u].cardinality < LY_STMT_CARD_SOME) {
667 /* single item */
668 if (*((const char **)substmts[u].storage)) {
669 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LY_VCODE_DUPSTMT, stmt->stmt);
670 goto cleanup;
671 }
672 units = (const char **)substmts[u].storage;
673 } else {
674 /* sized array */
675 const char ***units_array = (const char ***)substmts[u].storage;
676 LY_ARRAY_NEW_GOTO(ctx->ctx, *units_array, units, ret, cleanup);
677 }
678 r = lydict_insert(ctx->ctx, stmt->arg, 0, units);
679 LY_CHECK_ERR_GOTO(r, ret = r, cleanup);
680 break;
681 }
682 case LY_STMT_TYPE: {
683 uint16_t *flags = lys_compile_extension_instance_storage(LY_STMT_STATUS, substmts);
684 const char **units = lys_compile_extension_instance_storage(LY_STMT_UNITS, substmts);
685
686 if (substmts[u].cardinality < LY_STMT_CARD_SOME) {
687 /* single item */
688 if (*(struct lysc_type **)substmts[u].storage) {
689 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LY_VCODE_DUPSTMT, stmt->stmt);
690 goto cleanup;
691 }
692 compiled = substmts[u].storage;
693 } else {
694 /* sized array */
695 struct lysc_type ***types = (struct lysc_type ***)substmts[u].storage, **type = NULL;
696 LY_ARRAY_NEW_GOTO(ctx->ctx, *types, type, ret, cleanup);
697 compiled = (void *)type;
698 }
699
700 r = lysp_stmt_parse(ctx, stmt, stmt->kw, &parsed, NULL);
701 LY_CHECK_ERR_GOTO(r, ret = r, cleanup);
Michal Vaskobd6de2b2020-10-22 14:45:03 +0200702 r = lys_compile_type(ctx, NULL, flags ? *flags : 0, ctx->pmod, ext->name, parsed,
703 (struct lysc_type **)compiled, units && !*units ? units : NULL, NULL);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200704 lysp_type_free(ctx->ctx, parsed);
705 free(parsed);
706 LY_CHECK_ERR_GOTO(r, ret = r, cleanup);
707 break;
708 }
Michal Vasko7b1ad1a2020-11-02 15:41:27 +0100709 case LY_STMT_IF_FEATURE:
710 iffeatures = NULL;
711 LY_ARRAY_NEW_GOTO(ctx->ctx, iffeatures, iffeat, ret, cleanup);
712 iffeat->str = stmt->arg;
713 iffeat->mod = ctx->pmod;
714 r = lys_eval_iffeatures(ctx->ctx, iffeatures, &enabled);
715 LY_ARRAY_FREE(iffeatures);
716 LY_CHECK_ERR_GOTO(r, ret = r, cleanup);
717 if (!enabled) {
718 /* it is disabled, remove the whole extension instance */
719 return LY_ENOT;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200720 }
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200721 break;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200722 /* TODO support other substatements (parse stmt to lysp and then compile lysp to lysc),
723 * also note that in many statements their extensions are not taken into account */
724 default:
725 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_SYNTAX_YANG, "Statement \"%s\" is not supported as an extension (found in \"%s%s%s\") substatement.",
726 stmt->stmt, ext->name, ext->argument ? " " : "", ext->argument ? ext->argument : "");
727 goto cleanup;
728 }
729 }
730 }
731
732 if (((substmts[u].cardinality == LY_STMT_CARD_MAND) || (substmts[u].cardinality == LY_STMT_CARD_SOME)) && !stmt_present) {
733 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_SYNTAX_YANG, "Missing mandatory keyword \"%s\" as a child of \"%s%s%s\".",
734 ly_stmt2str(substmts[u].stmt), ext->name, ext->argument ? " " : "", ext->argument ? ext->argument : "");
735 goto cleanup;
736 }
737 }
738
739 ret = LY_SUCCESS;
740
741cleanup:
742 return ret;
743}
744
745/**
746 * @brief Check when for cyclic dependencies.
747 *
748 * @param[in] set Set with all the referenced nodes.
749 * @param[in] node Node whose "when" referenced nodes are in @p set.
750 * @return LY_ERR value
751 */
752static LY_ERR
753lys_compile_unres_when_cyclic(struct lyxp_set *set, const struct lysc_node *node)
754{
755 struct lyxp_set tmp_set;
756 struct lyxp_set_scnode *xp_scnode;
757 uint32_t i, j;
758 LY_ARRAY_COUNT_TYPE u;
759 struct lysc_when *when;
760 LY_ERR ret = LY_SUCCESS;
761
762 memset(&tmp_set, 0, sizeof tmp_set);
763
764 /* prepare in_ctx of the set */
765 for (i = 0; i < set->used; ++i) {
766 xp_scnode = &set->val.scnodes[i];
767
Radek Krejcif13b87b2020-12-01 22:02:17 +0100768 if (xp_scnode->in_ctx != LYXP_SET_SCNODE_START_USED) {
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200769 /* check node when, skip the context node (it was just checked) */
Radek Krejcif13b87b2020-12-01 22:02:17 +0100770 xp_scnode->in_ctx = LYXP_SET_SCNODE_ATOM_CTX;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200771 }
772 }
773
774 for (i = 0; i < set->used; ++i) {
775 xp_scnode = &set->val.scnodes[i];
Radek Krejcif13b87b2020-12-01 22:02:17 +0100776 if (xp_scnode->in_ctx != LYXP_SET_SCNODE_ATOM_CTX) {
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200777 /* already checked */
778 continue;
779 }
780
781 if ((xp_scnode->type != LYXP_NODE_ELEM) || (xp_scnode->scnode->nodetype & (LYS_RPC | LYS_ACTION | LYS_NOTIF)) ||
782 !xp_scnode->scnode->when) {
783 /* no when to check */
Radek Krejcif13b87b2020-12-01 22:02:17 +0100784 xp_scnode->in_ctx = LYXP_SET_SCNODE_ATOM;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200785 continue;
786 }
787
788 node = xp_scnode->scnode;
789 do {
790 LY_ARRAY_FOR(node->when, u) {
791 when = node->when[u];
792 ret = lyxp_atomize(when->cond, node->module, LY_PREF_SCHEMA_RESOLVED, when->prefixes, when->context,
793 &tmp_set, LYXP_SCNODE_SCHEMA);
794 if (ret != LY_SUCCESS) {
795 LOGVAL(set->ctx, LY_VLOG_LYSC, node, LYVE_SEMANTICS, "Invalid when condition \"%s\".", when->cond->expr);
796 goto cleanup;
797 }
798
799 for (j = 0; j < tmp_set.used; ++j) {
800 /* skip roots'n'stuff */
801 if (tmp_set.val.scnodes[j].type == LYXP_NODE_ELEM) {
802 /* try to find this node in our set */
803 uint32_t idx;
Radek Krejcif13b87b2020-12-01 22:02:17 +0100804 if (lyxp_set_scnode_contains(set, tmp_set.val.scnodes[j].scnode, LYXP_NODE_ELEM, -1, &idx) &&
805 (set->val.scnodes[idx].in_ctx == LYXP_SET_SCNODE_START_USED)) {
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200806 LOGVAL(set->ctx, LY_VLOG_LYSC, node, LY_VCODE_CIRC_WHEN, node->name, set->val.scnodes[idx].scnode->name);
807 ret = LY_EVALID;
808 goto cleanup;
809 }
810
811 /* needs to be checked, if in both sets, will be ignored */
Radek Krejcif13b87b2020-12-01 22:02:17 +0100812 tmp_set.val.scnodes[j].in_ctx = LYXP_SET_SCNODE_ATOM_CTX;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200813 } else {
814 /* no when, nothing to check */
Radek Krejcif13b87b2020-12-01 22:02:17 +0100815 tmp_set.val.scnodes[j].in_ctx = LYXP_SET_SCNODE_ATOM;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200816 }
817 }
818
819 /* merge this set into the global when set */
820 lyxp_set_scnode_merge(set, &tmp_set);
821 }
822
823 /* check when of non-data parents as well */
824 node = node->parent;
825 } while (node && (node->nodetype & (LYS_CASE | LYS_CHOICE)));
826
827 /* this node when was checked (xp_scnode could have been reallocd) */
Radek Krejcif13b87b2020-12-01 22:02:17 +0100828 set->val.scnodes[i].in_ctx = LYXP_SET_SCNODE_START_USED;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200829 }
830
831cleanup:
832 lyxp_set_free_content(&tmp_set);
833 return ret;
834}
835
836LY_ERR
837lysc_check_status(struct lysc_ctx *ctx, uint16_t flags1, void *mod1, const char *name1, uint16_t flags2, void *mod2,
838 const char *name2)
839{
840 uint16_t flg1, flg2;
841
842 flg1 = (flags1 & LYS_STATUS_MASK) ? (flags1 & LYS_STATUS_MASK) : LYS_STATUS_CURR;
843 flg2 = (flags2 & LYS_STATUS_MASK) ? (flags2 & LYS_STATUS_MASK) : LYS_STATUS_CURR;
844
845 if ((flg1 < flg2) && (mod1 == mod2)) {
846 if (ctx) {
847 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_REFERENCE,
848 "A %s definition \"%s\" is not allowed to reference %s definition \"%s\".",
849 flg1 == LYS_STATUS_CURR ? "current" : "deprecated", name1,
850 flg2 == LYS_STATUS_OBSLT ? "obsolete" : "deprecated", name2);
851 }
852 return LY_EVALID;
853 }
854
855 return LY_SUCCESS;
856}
857
Michal Vasko25d6ad02020-10-22 12:20:22 +0200858LY_ERR
859lys_compile_expr_implement(const struct ly_ctx *ctx, const struct lyxp_expr *expr, LY_PREFIX_FORMAT format,
Michal Vasko405cc9e2020-12-01 12:01:27 +0100860 void *prefix_data, ly_bool implement, struct lys_glob_unres *unres, const struct lys_module **mod_p)
Michal Vaskocfaff232020-10-20 09:35:14 +0200861{
862 uint32_t i;
863 const char *ptr, *start;
864 const struct lys_module *mod;
865
Michal Vasko25d6ad02020-10-22 12:20:22 +0200866 assert(implement || mod_p);
867
Michal Vaskocfaff232020-10-20 09:35:14 +0200868 for (i = 0; i < expr->used; ++i) {
869 if ((expr->tokens[i] != LYXP_TOKEN_NAMETEST) && (expr->tokens[i] != LYXP_TOKEN_LITERAL)) {
870 /* token cannot have a prefix */
871 continue;
872 }
873
874 start = expr->expr + expr->tok_pos[i];
875 if (!(ptr = ly_strnchr(start, ':', expr->tok_len[i]))) {
876 /* token without a prefix */
877 continue;
878 }
879
880 if (!(mod = ly_resolve_prefix(ctx, start, ptr - start, format, prefix_data))) {
881 /* unknown prefix, do not care right now */
882 continue;
883 }
884
885 if (!mod->implemented) {
886 /* unimplemented module found */
Michal Vasko25d6ad02020-10-22 12:20:22 +0200887 if (implement) {
Michal Vasko405cc9e2020-12-01 12:01:27 +0100888 LY_CHECK_RET(lys_set_implemented_r((struct lys_module *)mod, NULL, unres));
Michal Vasko25d6ad02020-10-22 12:20:22 +0200889 } else {
Michal Vaskocfaff232020-10-20 09:35:14 +0200890 *mod_p = mod;
Michal Vasko25d6ad02020-10-22 12:20:22 +0200891 break;
Michal Vaskocfaff232020-10-20 09:35:14 +0200892 }
Michal Vaskocfaff232020-10-20 09:35:14 +0200893 }
894 }
895
Michal Vasko25d6ad02020-10-22 12:20:22 +0200896 return LY_SUCCESS;
Michal Vaskocfaff232020-10-20 09:35:14 +0200897}
898
899/**
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200900 * @brief Check when/must expressions of a node on a complete compiled schema tree.
901 *
902 * @param[in] ctx Compile context.
903 * @param[in] node Node to check.
Michal Vasko405cc9e2020-12-01 12:01:27 +0100904 * @param[in,out] unres Global unres structure.
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200905 * @return LY_ERR value
906 */
907static LY_ERR
Michal Vasko405cc9e2020-12-01 12:01:27 +0100908lys_compile_unres_xpath(struct lysc_ctx *ctx, const struct lysc_node *node, struct lys_glob_unres *unres)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200909{
910 struct lyxp_set tmp_set;
911 uint32_t i, opts;
912 LY_ARRAY_COUNT_TYPE u;
913 ly_bool input_done = 0;
914 struct lysc_when **when = NULL;
915 struct lysc_must *musts = NULL;
916 LY_ERR ret = LY_SUCCESS;
917 const struct lysc_node *op;
Michal Vaskocfaff232020-10-20 09:35:14 +0200918 const struct lys_module *mod;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200919
920 memset(&tmp_set, 0, sizeof tmp_set);
921 opts = LYXP_SCNODE_SCHEMA;
922 if (node->flags & LYS_CONFIG_R) {
923 for (op = node->parent; op && !(op->nodetype & (LYS_RPC | LYS_ACTION)); op = op->parent) {}
924 if (op) {
925 /* we are actually in output */
926 opts = LYXP_SCNODE_OUTPUT;
927 }
928 }
929
930 switch (node->nodetype) {
931 case LYS_CONTAINER:
932 when = ((struct lysc_node_container *)node)->when;
933 musts = ((struct lysc_node_container *)node)->musts;
934 break;
935 case LYS_CHOICE:
936 when = ((struct lysc_node_choice *)node)->when;
937 break;
938 case LYS_LEAF:
939 when = ((struct lysc_node_leaf *)node)->when;
940 musts = ((struct lysc_node_leaf *)node)->musts;
941 break;
942 case LYS_LEAFLIST:
943 when = ((struct lysc_node_leaflist *)node)->when;
944 musts = ((struct lysc_node_leaflist *)node)->musts;
945 break;
946 case LYS_LIST:
947 when = ((struct lysc_node_list *)node)->when;
948 musts = ((struct lysc_node_list *)node)->musts;
949 break;
950 case LYS_ANYXML:
951 case LYS_ANYDATA:
952 when = ((struct lysc_node_anydata *)node)->when;
953 musts = ((struct lysc_node_anydata *)node)->musts;
954 break;
955 case LYS_CASE:
956 when = ((struct lysc_node_case *)node)->when;
957 break;
958 case LYS_NOTIF:
959 when = ((struct lysc_notif *)node)->when;
960 musts = ((struct lysc_notif *)node)->musts;
961 break;
962 case LYS_RPC:
963 case LYS_ACTION:
964 /* first process when and input musts */
965 when = ((struct lysc_action *)node)->when;
966 musts = ((struct lysc_action *)node)->input.musts;
967 break;
968 default:
969 /* nothing to check */
970 break;
971 }
972
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200973 LY_ARRAY_FOR(when, u) {
Michal Vaskocfaff232020-10-20 09:35:14 +0200974 /* first check whether all the referenced modules are implemented */
Michal Vasko25d6ad02020-10-22 12:20:22 +0200975 mod = NULL;
976 ret = lys_compile_expr_implement(ctx->ctx, when[u]->cond, LY_PREF_SCHEMA_RESOLVED, when[u]->prefixes,
Michal Vasko405cc9e2020-12-01 12:01:27 +0100977 ctx->ctx->flags & LY_CTX_REF_IMPLEMENTED, unres, &mod);
Michal Vasko25d6ad02020-10-22 12:20:22 +0200978 if (ret) {
979 goto cleanup;
980 } else if (mod) {
Michal Vaskocfaff232020-10-20 09:35:14 +0200981 LOGWRN(ctx->ctx, "When condition \"%s\" check skipped because referenced module \"%s\" is not implemented.",
982 when[u]->cond->expr, mod->name);
983 continue;
984 }
985
986 /* check "when" */
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200987 ret = lyxp_atomize(when[u]->cond, node->module, LY_PREF_SCHEMA_RESOLVED, when[u]->prefixes, when[u]->context,
988 &tmp_set, opts);
Michal Vasko25d6ad02020-10-22 12:20:22 +0200989 if (ret) {
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200990 LOGVAL(ctx->ctx, LY_VLOG_LYSC, node, LYVE_SEMANTICS, "Invalid when condition \"%s\".", when[u]->cond->expr);
991 goto cleanup;
992 }
993
994 ctx->path[0] = '\0';
995 lysc_path((struct lysc_node *)node, LYSC_PATH_LOG, ctx->path, LYSC_CTX_BUFSIZE);
996 for (i = 0; i < tmp_set.used; ++i) {
997 /* skip roots'n'stuff */
Radek Krejcif13b87b2020-12-01 22:02:17 +0100998 if ((tmp_set.val.scnodes[i].type == LYXP_NODE_ELEM) && (tmp_set.val.scnodes[i].in_ctx != LYXP_SET_SCNODE_START_USED)) {
Michal Vasko1a7a7bd2020-10-16 14:39:15 +0200999 struct lysc_node *schema = tmp_set.val.scnodes[i].scnode;
1000
1001 /* XPath expression cannot reference "lower" status than the node that has the definition */
1002 ret = lysc_check_status(ctx, when[u]->flags, node->module, node->name, schema->flags, schema->module,
1003 schema->name);
1004 LY_CHECK_GOTO(ret, cleanup);
1005
1006 /* check dummy node accessing */
1007 if (schema == node) {
1008 LOGVAL(ctx->ctx, LY_VLOG_LYSC, node, LY_VCODE_DUMMY_WHEN, node->name);
1009 ret = LY_EVALID;
1010 goto cleanup;
1011 }
1012 }
1013 }
1014
1015 /* check cyclic dependencies */
1016 ret = lys_compile_unres_when_cyclic(&tmp_set, node);
1017 LY_CHECK_GOTO(ret, cleanup);
1018
1019 lyxp_set_free_content(&tmp_set);
1020 }
1021
1022check_musts:
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001023 LY_ARRAY_FOR(musts, u) {
Michal Vaskocfaff232020-10-20 09:35:14 +02001024 /* first check whether all the referenced modules are implemented */
Michal Vasko25d6ad02020-10-22 12:20:22 +02001025 mod = NULL;
1026 ret = lys_compile_expr_implement(ctx->ctx, musts[u].cond, LY_PREF_SCHEMA_RESOLVED, musts[u].prefixes,
Michal Vasko405cc9e2020-12-01 12:01:27 +01001027 ctx->ctx->flags & LY_CTX_REF_IMPLEMENTED, unres, &mod);
Michal Vasko25d6ad02020-10-22 12:20:22 +02001028 if (ret) {
1029 goto cleanup;
1030 } else if (mod) {
Michal Vaskocfaff232020-10-20 09:35:14 +02001031 LOGWRN(ctx->ctx, "Must condition \"%s\" check skipped because referenced module \"%s\" is not implemented.",
1032 musts[u].cond->expr, mod->name);
1033 continue;
1034 }
1035
1036 /* check "must" */
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001037 ret = lyxp_atomize(musts[u].cond, node->module, LY_PREF_SCHEMA_RESOLVED, musts[u].prefixes, node, &tmp_set, opts);
Michal Vasko25d6ad02020-10-22 12:20:22 +02001038 if (ret) {
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001039 LOGVAL(ctx->ctx, LY_VLOG_LYSC, node, LYVE_SEMANTICS, "Invalid must restriction \"%s\".", musts[u].cond->expr);
1040 goto cleanup;
1041 }
1042
1043 ctx->path[0] = '\0';
1044 lysc_path((struct lysc_node *)node, LYSC_PATH_LOG, ctx->path, LYSC_CTX_BUFSIZE);
1045 for (i = 0; i < tmp_set.used; ++i) {
1046 /* skip roots'n'stuff */
1047 if (tmp_set.val.scnodes[i].type == LYXP_NODE_ELEM) {
1048 /* XPath expression cannot reference "lower" status than the node that has the definition */
1049 ret = lysc_check_status(ctx, node->flags, node->module, node->name, tmp_set.val.scnodes[i].scnode->flags,
1050 tmp_set.val.scnodes[i].scnode->module, tmp_set.val.scnodes[i].scnode->name);
1051 LY_CHECK_GOTO(ret, cleanup);
1052 }
1053 }
1054
1055 lyxp_set_free_content(&tmp_set);
1056 }
1057
1058 if ((node->nodetype & (LYS_RPC | LYS_ACTION)) && !input_done) {
1059 /* now check output musts */
1060 input_done = 1;
1061 when = NULL;
1062 musts = ((struct lysc_action *)node)->output.musts;
1063 opts = LYXP_SCNODE_OUTPUT;
1064 goto check_musts;
1065 }
1066
1067cleanup:
1068 lyxp_set_free_content(&tmp_set);
1069 return ret;
1070}
1071
1072/**
1073 * @brief Check leafref for its target existence on a complete compiled schema tree.
1074 *
1075 * @param[in] ctx Compile context.
1076 * @param[in] node Context node for the leafref.
1077 * @param[in] lref Leafref to check/resolve.
Michal Vasko405cc9e2020-12-01 12:01:27 +01001078 * @param[in,out] unres Global unres structure.
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001079 * @return LY_ERR value.
1080 */
1081static LY_ERR
Michal Vasko405cc9e2020-12-01 12:01:27 +01001082lys_compile_unres_leafref(struct lysc_ctx *ctx, const struct lysc_node *node, struct lysc_type_leafref *lref,
1083 struct lys_glob_unres *unres)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001084{
1085 const struct lysc_node *target = NULL, *siter;
1086 struct ly_path *p;
1087 struct lysc_type *type;
1088
1089 assert(node->nodetype & (LYS_LEAF | LYS_LEAFLIST));
1090
1091 /* try to find the target */
Michal Vaskoc0792ca2020-12-01 12:03:21 +01001092 LY_CHECK_RET(ly_path_compile(ctx->ctx, lref->cur_mod, node, lref->path, LY_PATH_LREF_TRUE, lysc_is_output(node) ?
Michal Vasko405cc9e2020-12-01 12:01:27 +01001093 LY_PATH_OPER_OUTPUT : LY_PATH_OPER_INPUT, LY_PATH_TARGET_MANY, LY_PREF_SCHEMA_RESOLVED, lref->prefixes,
1094 unres, &p));
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001095
1096 /* get the target node */
1097 target = p[LY_ARRAY_COUNT(p) - 1].node;
1098 ly_path_free(node->module->ctx, p);
1099
1100 if (!(target->nodetype & (LYS_LEAF | LYS_LEAFLIST))) {
1101 LOGVAL(ctx->ctx, LY_VLOG_LYSC, node, LYVE_REFERENCE,
1102 "Invalid leafref path \"%s\" - target node is %s instead of leaf or leaf-list.",
1103 lref->path->expr, lys_nodetype2str(target->nodetype));
1104 return LY_EVALID;
1105 }
1106
1107 /* check status */
1108 ctx->path[0] = '\0';
1109 lysc_path(node, LYSC_PATH_LOG, ctx->path, LYSC_CTX_BUFSIZE);
1110 ctx->path_len = strlen(ctx->path);
1111 if (lysc_check_status(ctx, node->flags, node->module, node->name, target->flags, target->module, target->name)) {
1112 return LY_EVALID;
1113 }
1114 ctx->path_len = 1;
1115 ctx->path[1] = '\0';
1116
1117 /* check config */
1118 if (lref->require_instance) {
1119 for (siter = node->parent; siter && !(siter->nodetype & (LYS_RPC | LYS_ACTION | LYS_NOTIF)); siter = siter->parent) {}
1120 if (!siter && (node->flags & LYS_CONFIG_W) && (target->flags & LYS_CONFIG_R)) {
1121 LOGVAL(ctx->ctx, LY_VLOG_LYSC, node, LYVE_REFERENCE, "Invalid leafref path \"%s\" - target is supposed"
1122 " to represent configuration data (as the leafref does), but it does not.", lref->path->expr);
1123 return LY_EVALID;
1124 }
1125 }
1126
1127 /* store the target's type and check for circular chain of leafrefs */
1128 lref->realtype = ((struct lysc_node_leaf *)target)->type;
1129 for (type = lref->realtype; type && type->basetype == LY_TYPE_LEAFREF; type = ((struct lysc_type_leafref *)type)->realtype) {
1130 if (type == (struct lysc_type *)lref) {
1131 /* circular chain detected */
1132 LOGVAL(ctx->ctx, LY_VLOG_LYSC, node, LYVE_REFERENCE,
1133 "Invalid leafref path \"%s\" - circular chain of leafrefs detected.", lref->path->expr);
1134 return LY_EVALID;
1135 }
1136 }
1137
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001138 /* TODO check if leafref and its target are under common if-features */
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001139
1140 return LY_SUCCESS;
1141}
1142
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001143/**
1144 * @brief Compile default value(s) for leaf or leaf-list expecting a complete compiled schema tree.
1145 *
1146 * @param[in] ctx Compile context.
1147 * @param[in] node Leaf or leaf-list to compile the default value(s) for.
1148 * @param[in] type Type of the default value.
1149 * @param[in] dflt Default value.
1150 * @param[in] dflt_pmod Parsed module of the @p dflt to resolve possible prefixes.
1151 * @param[in,out] storage Storage for the compiled default value.
Michal Vasko405cc9e2020-12-01 12:01:27 +01001152 * @param[in,out] unres Global unres structure for newly implemented modules.
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001153 * @return LY_ERR value.
1154 */
1155static LY_ERR
1156lys_compile_unres_dflt(struct lysc_ctx *ctx, struct lysc_node *node, struct lysc_type *type, const char *dflt,
Michal Vasko405cc9e2020-12-01 12:01:27 +01001157 const struct lysp_module *dflt_pmod, struct lyd_value *storage, struct lys_glob_unres *unres)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001158{
1159 LY_ERR ret;
Michal Vasko25d6ad02020-10-22 12:20:22 +02001160 uint32_t options;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001161 struct ly_err_item *err = NULL;
1162
Michal Vasko25d6ad02020-10-22 12:20:22 +02001163 options = (ctx->ctx->flags & LY_CTX_REF_IMPLEMENTED) ? LY_TYPE_STORE_IMPLEMENT : 0;
1164 ret = type->plugin->store(ctx->ctx, type, dflt, strlen(dflt), options, LY_PREF_SCHEMA, (void *)dflt_pmod,
Michal Vasko405cc9e2020-12-01 12:01:27 +01001165 LYD_HINT_SCHEMA, node, storage, unres, &err);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001166 if (ret == LY_EINCOMPLETE) {
1167 /* we have no data so we will not be resolving it */
1168 ret = LY_SUCCESS;
1169 }
1170
1171 if (ret) {
1172 ctx->path[0] = '\0';
1173 lysc_path(node, LYSC_PATH_LOG, ctx->path, LYSC_CTX_BUFSIZE);
1174 if (err) {
1175 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_SEMANTICS,
1176 "Invalid default - value does not fit the type (%s).", err->msg);
1177 ly_err_free(err);
1178 } else {
Michal Vasko25d6ad02020-10-22 12:20:22 +02001179 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_SEMANTICS, "Invalid default - value does not fit the type.");
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001180 }
1181 return ret;
1182 }
1183
1184 ++((struct lysc_type *)storage->realtype)->refcount;
1185 return LY_SUCCESS;
1186}
1187
1188/**
1189 * @brief Compile default value of a leaf expecting a complete compiled schema tree.
1190 *
1191 * @param[in] ctx Compile context.
1192 * @param[in] leaf Leaf that the default value is for.
1193 * @param[in] dflt Default value to compile.
Michal Vasko405cc9e2020-12-01 12:01:27 +01001194 * @param[in,out] unres Global unres structure for newly implemented modules.
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001195 * @return LY_ERR value.
1196 */
1197static LY_ERR
Michal Vasko405cc9e2020-12-01 12:01:27 +01001198lys_compile_unres_leaf_dlft(struct lysc_ctx *ctx, struct lysc_node_leaf *leaf, struct lysp_qname *dflt,
1199 struct lys_glob_unres *unres)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001200{
1201 LY_ERR ret;
1202
1203 assert(!leaf->dflt);
1204
1205 if (leaf->flags & (LYS_MAND_TRUE | LYS_KEY)) {
1206 /* ignore default values for keys and mandatory leaves */
1207 return LY_SUCCESS;
1208 }
1209
1210 /* allocate the default value */
1211 leaf->dflt = calloc(1, sizeof *leaf->dflt);
1212 LY_CHECK_ERR_RET(!leaf->dflt, LOGMEM(ctx->ctx), LY_EMEM);
1213
1214 /* store the default value */
Michal Vasko405cc9e2020-12-01 12:01:27 +01001215 ret = lys_compile_unres_dflt(ctx, (struct lysc_node *)leaf, leaf->type, dflt->str, dflt->mod, leaf->dflt, unres);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001216 if (ret) {
1217 free(leaf->dflt);
1218 leaf->dflt = NULL;
1219 }
1220
1221 return ret;
1222}
1223
1224/**
1225 * @brief Compile default values of a leaf-list expecting a complete compiled schema tree.
1226 *
1227 * @param[in] ctx Compile context.
1228 * @param[in] llist Leaf-list that the default value(s) are for.
1229 * @param[in] dflt Default value to compile, in case of a single value.
1230 * @param[in] dflts Sized array of default values, in case of more values.
Michal Vasko405cc9e2020-12-01 12:01:27 +01001231 * @param[in,out] unres Global unres structure for newly implemented modules.
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001232 * @return LY_ERR value.
1233 */
1234static LY_ERR
1235lys_compile_unres_llist_dflts(struct lysc_ctx *ctx, struct lysc_node_leaflist *llist, struct lysp_qname *dflt,
Michal Vasko405cc9e2020-12-01 12:01:27 +01001236 struct lysp_qname *dflts, struct lys_glob_unres *unres)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001237{
1238 LY_ERR ret;
1239 LY_ARRAY_COUNT_TYPE orig_count, u, v;
1240
1241 assert(dflt || dflts);
1242
Radek Krejcic7d13e32020-12-09 12:32:24 +01001243 /* in case there were already some defaults and we are adding new by deviations */
1244 orig_count = LY_ARRAY_COUNT(llist->dflts);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001245
1246 /* allocate new items */
Radek Krejcic7d13e32020-12-09 12:32:24 +01001247 LY_ARRAY_CREATE_RET(ctx->ctx, llist->dflts, orig_count + (dflts ? LY_ARRAY_COUNT(dflts) : 1), LY_EMEM);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001248
1249 /* fill each new default value */
1250 if (dflts) {
1251 LY_ARRAY_FOR(dflts, u) {
1252 llist->dflts[orig_count + u] = calloc(1, sizeof **llist->dflts);
1253 ret = lys_compile_unres_dflt(ctx, (struct lysc_node *)llist, llist->type, dflts[u].str, dflts[u].mod,
Michal Vasko405cc9e2020-12-01 12:01:27 +01001254 llist->dflts[orig_count + u], unres);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001255 LY_CHECK_ERR_RET(ret, free(llist->dflts[orig_count + u]), ret);
1256 LY_ARRAY_INCREMENT(llist->dflts);
1257 }
1258 } else {
1259 llist->dflts[orig_count] = calloc(1, sizeof **llist->dflts);
1260 ret = lys_compile_unres_dflt(ctx, (struct lysc_node *)llist, llist->type, dflt->str, dflt->mod,
Michal Vasko405cc9e2020-12-01 12:01:27 +01001261 llist->dflts[orig_count], unres);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001262 LY_CHECK_ERR_RET(ret, free(llist->dflts[orig_count]), ret);
1263 LY_ARRAY_INCREMENT(llist->dflts);
1264 }
1265
1266 /* check default value uniqueness */
1267 if (llist->flags & LYS_CONFIG_W) {
1268 /* configuration data values must be unique - so check the default values */
1269 for (u = orig_count; u < LY_ARRAY_COUNT(llist->dflts); ++u) {
1270 for (v = 0; v < u; ++v) {
1271 if (!llist->dflts[u]->realtype->plugin->compare(llist->dflts[u], llist->dflts[v])) {
1272 lysc_update_path(ctx, llist->parent, llist->name);
1273 LOGVAL(ctx->ctx, LY_VLOG_STR, ctx->path, LYVE_SEMANTICS,
1274 "Configuration leaf-list has multiple defaults of the same value \"%s\".",
1275 llist->dflts[u]->canonical);
1276 lysc_update_path(ctx, NULL, NULL);
1277 return LY_EVALID;
1278 }
1279 }
1280 }
1281 }
1282
1283 return LY_SUCCESS;
1284}
1285
Michal Vasko405cc9e2020-12-01 12:01:27 +01001286LY_ERR
1287lys_compile_unres_glob(struct ly_ctx *ctx, struct lys_glob_unres *unres)
1288{
1289 struct lysc_node *node;
1290 struct lysc_type *type, *typeiter;
1291 struct lysc_type_leafref *lref;
1292 struct lysc_ctx cctx = {0};
1293 LY_ARRAY_COUNT_TYPE v;
1294 uint32_t i;
1295
1296 if (unres->recompile) {
1297 /* recompile all the modules and resolve the new unres instead (during recompilation) */
1298 unres->recompile = 0;
1299 return lys_recompile(ctx, 1);
1300 }
1301
1302 /* fake compile context */
1303 cctx.ctx = ctx;
1304 cctx.path_len = 1;
1305 cctx.path[0] = '/';
1306
1307 /* for leafref, we need 2 rounds - first detects circular chain by storing the first referred type (which
1308 * can be also leafref, in case it is already resolved, go through the chain and check that it does not
1309 * point to the starting leafref type). The second round stores the first non-leafref type for later data validation. */
1310 for (i = 0; i < unres->leafrefs.count; ++i) {
1311 node = unres->leafrefs.objs[i];
1312 cctx.cur_mod = node->module;
1313 cctx.pmod = node->module->parsed;
1314
1315 assert(node->nodetype & (LYS_LEAF | LYS_LEAFLIST));
1316 type = ((struct lysc_node_leaf *)node)->type;
1317 if (type->basetype == LY_TYPE_LEAFREF) {
1318 LY_CHECK_RET(lys_compile_unres_leafref(&cctx, node, (struct lysc_type_leafref *)type, unres));
1319 } else if (type->basetype == LY_TYPE_UNION) {
1320 LY_ARRAY_FOR(((struct lysc_type_union *)type)->types, v) {
1321 if (((struct lysc_type_union *)type)->types[v]->basetype == LY_TYPE_LEAFREF) {
1322 lref = (struct lysc_type_leafref *)((struct lysc_type_union *)type)->types[v];
1323 LY_CHECK_RET(lys_compile_unres_leafref(&cctx, node, lref, unres));
1324 }
1325 }
1326 }
1327 }
1328 while (unres->leafrefs.count) {
1329 node = unres->leafrefs.objs[unres->leafrefs.count - 1];
1330 cctx.cur_mod = node->module;
1331 cctx.pmod = node->module->parsed;
1332
1333 /* store pointer to the real type */
1334 type = ((struct lysc_node_leaf *)node)->type;
1335 if (type->basetype == LY_TYPE_LEAFREF) {
1336 for (typeiter = ((struct lysc_type_leafref *)type)->realtype;
1337 typeiter->basetype == LY_TYPE_LEAFREF;
1338 typeiter = ((struct lysc_type_leafref *)typeiter)->realtype) {}
1339 ((struct lysc_type_leafref *)type)->realtype = typeiter;
1340 } else if (type->basetype == LY_TYPE_UNION) {
1341 LY_ARRAY_FOR(((struct lysc_type_union *)type)->types, v) {
1342 if (((struct lysc_type_union *)type)->types[v]->basetype == LY_TYPE_LEAFREF) {
1343 for (typeiter = ((struct lysc_type_leafref *)((struct lysc_type_union *)type)->types[v])->realtype;
1344 typeiter->basetype == LY_TYPE_LEAFREF;
1345 typeiter = ((struct lysc_type_leafref *)typeiter)->realtype) {}
1346 ((struct lysc_type_leafref *)((struct lysc_type_union *)type)->types[v])->realtype = typeiter;
1347 }
1348 }
1349 }
1350
1351 ly_set_rm_index(&unres->leafrefs, unres->leafrefs.count - 1, NULL);
1352 }
1353
1354 /* check xpath */
1355 while (unres->xpath.count) {
1356 node = unres->xpath.objs[unres->xpath.count - 1];
1357 cctx.cur_mod = node->module;
1358 cctx.pmod = node->module->parsed;
1359
1360 LY_CHECK_RET(lys_compile_unres_xpath(&cctx, node, unres));
1361
1362 ly_set_rm_index(&unres->xpath, unres->xpath.count - 1, NULL);
1363 }
1364
1365 /* finish incomplete default values compilation */
1366 while (unres->dflts.count) {
1367 struct lysc_unres_dflt *r = unres->dflts.objs[unres->dflts.count - 1];
1368 cctx.cur_mod = r->leaf->module;
1369 cctx.pmod = r->leaf->module->parsed;
1370
1371 if (r->leaf->nodetype == LYS_LEAF) {
1372 LY_CHECK_RET(lys_compile_unres_leaf_dlft(&cctx, r->leaf, r->dflt, unres));
1373 } else {
1374 LY_CHECK_RET(lys_compile_unres_llist_dflts(&cctx, r->llist, r->dflt, r->dflts, unres));
1375 }
1376 lysc_unres_dflt_free(ctx, r);
1377
1378 ly_set_rm_index(&unres->dflts, unres->dflts.count - 1, NULL);
1379 }
1380
1381 /* some unres items may have been added */
1382 if (unres->leafrefs.count || unres->xpath.count || unres->dflts.count) {
1383 return lys_compile_unres_glob(ctx, unres);
1384 }
1385
1386 return LY_SUCCESS;
1387}
1388
1389void
1390lys_compile_unres_glob_revert(struct ly_ctx *ctx, struct lys_glob_unres *unres)
1391{
1392 uint32_t i;
1393 struct lys_module *m;
1394
1395 for (i = 0; i < unres->implementing.count; ++i) {
1396 m = unres->implementing.objs[i];
1397 assert(m->implemented);
1398
1399 /* make the module correctly non-implemented again */
1400 m->implemented = 0;
1401 lys_precompile_augments_deviations_revert(ctx, m);
1402 }
1403
1404 for (i = 0; i < unres->creating.count; ++i) {
1405 m = unres->creating.objs[i];
1406
1407 /* remove the module from the context and free it */
1408 ly_set_rm(&ctx->list, m, NULL);
1409 lys_module_free(m, NULL);
1410 }
1411
1412 if (unres->implementing.count) {
1413 /* recompile because some implemented modules are no longer implemented */
1414 lys_recompile(ctx, 0);
1415 }
1416}
1417
1418void
1419lys_compile_unres_glob_erase(const struct ly_ctx *ctx, struct lys_glob_unres *unres)
1420{
1421 uint32_t i;
1422
1423 ly_set_erase(&unres->implementing, NULL);
1424 ly_set_erase(&unres->creating, NULL);
1425 for (i = 0; i < unres->dflts.count; ++i) {
1426 lysc_unres_dflt_free(ctx, unres->dflts.objs[i]);
1427 }
1428 ly_set_erase(&unres->dflts, NULL);
1429 ly_set_erase(&unres->xpath, NULL);
1430 ly_set_erase(&unres->leafrefs, NULL);
1431}
1432
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001433/**
Michal Vasko405cc9e2020-12-01 12:01:27 +01001434 * @brief Finish compilation of all the module unres sets in a compile context.
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001435 *
1436 * @param[in] ctx Compile context with unres sets.
1437 * @return LY_ERR value.
1438 */
1439static LY_ERR
Michal Vasko405cc9e2020-12-01 12:01:27 +01001440lys_compile_unres_mod(struct lysc_ctx *ctx)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001441{
1442 struct lysc_node *node;
Michal Vasko14c67892020-11-23 16:51:31 +01001443 struct lysc_action **actions;
1444 struct lysc_notif **notifs;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001445 struct lysc_augment *aug;
1446 struct lysc_deviation *dev;
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001447 struct ly_set disabled_op = {0};
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001448 uint32_t i;
1449
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001450#define ARRAY_DEL_ITEM(array, item) \
1451 { \
1452 LY_ARRAY_COUNT_TYPE u__; \
1453 LY_ARRAY_FOR(array, u__) { \
1454 if ((array) + u__ == item) { \
1455 LY_ARRAY_DECREMENT(array); \
1456 if (u__ < LY_ARRAY_COUNT(array)) { \
1457 memmove((array) + u__, (array) + u__ + 1, (LY_ARRAY_COUNT(array) - u__) * sizeof *(array)); \
1458 } \
1459 if (!LY_ARRAY_COUNT(array)) { \
1460 LY_ARRAY_FREE(array); \
1461 (array) = NULL; \
1462 } \
1463 break; \
1464 } \
1465 } \
1466 }
1467
1468 /* remove all disabled nodes */
1469 for (i = 0; i < ctx->disabled.count; ++i) {
1470 node = ctx->disabled.snodes[i];
1471 if (node->flags & LYS_KEY) {
1472 LOGVAL(ctx->ctx, LY_VLOG_LYSC, node, LYVE_REFERENCE, "Key \"%s\" is disabled by its if-features.",
1473 node->name);
1474 return LY_EVALID;
1475 }
1476
1477 if (node->nodetype & (LYS_RPC | LYS_ACTION | LYS_NOTIF)) {
Michal Vasko14c67892020-11-23 16:51:31 +01001478 /* just remember all RPCs/actions/notifs for now */
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001479 ly_set_add(&disabled_op, node, 1, NULL);
1480 } else {
1481 lysc_node_free(ctx->ctx, node, 1);
1482 }
1483 }
1484
1485 /* remove ops also from their arrays, from end so as not to move other items and change these pointer targets */
1486 i = disabled_op.count;
1487 while (i) {
1488 --i;
1489 node = disabled_op.snodes[i];
1490 if (node->nodetype == LYS_RPC) {
Michal Vasko14c67892020-11-23 16:51:31 +01001491 actions = &node->module->compiled->rpcs;
1492 assert(actions);
1493 notifs = NULL;
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001494 } else if (node->nodetype == LYS_ACTION) {
Michal Vasko14c67892020-11-23 16:51:31 +01001495 actions = lysc_node_actions_p(node->parent);
1496 assert(actions);
1497 notifs = NULL;
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001498 } else if (node->parent) {
Michal Vasko14c67892020-11-23 16:51:31 +01001499 actions = NULL;
1500 notifs = lysc_node_notifs_p(node->parent);
1501 assert(notifs);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001502 } else {
Michal Vasko14c67892020-11-23 16:51:31 +01001503 actions = NULL;
1504 notifs = &node->module->compiled->notifs;
1505 assert(notifs);
1506 }
1507
1508 if (actions) {
1509 lysc_action_free(ctx->ctx, (struct lysc_action *)node);
1510 ARRAY_DEL_ITEM(*actions, (struct lysc_action *)node);
1511 } else {
1512 lysc_notif_free(ctx->ctx, (struct lysc_notif *)node);
1513 ARRAY_DEL_ITEM(*notifs, (struct lysc_notif *)node);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001514 }
1515 }
1516 ly_set_erase(&disabled_op, NULL);
1517
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001518 /* check that all augments were applied */
1519 for (i = 0; i < ctx->augs.count; ++i) {
1520 aug = ctx->augs.objs[i];
1521 LOGVAL(ctx->ctx, LY_VLOG_NONE, NULL, LYVE_REFERENCE,
1522 "Augment target node \"%s\" from module \"%s\" was not found.", aug->nodeid->expr,
1523 LYSP_MODULE_NAME(aug->nodeid_pmod));
1524 }
1525 if (ctx->augs.count) {
1526 return LY_ENOTFOUND;
1527 }
1528
1529 /* check that all deviations were applied */
1530 for (i = 0; i < ctx->devs.count; ++i) {
1531 dev = ctx->devs.objs[i];
1532 LOGVAL(ctx->ctx, LY_VLOG_NONE, NULL, LYVE_REFERENCE,
1533 "Deviation(s) target node \"%s\" from module \"%s\" was not found.", dev->nodeid->expr,
1534 LYSP_MODULE_NAME(dev->dev_pmods[0]));
1535 }
1536 if (ctx->devs.count) {
1537 return LY_ENOTFOUND;
1538 }
1539
1540 return LY_SUCCESS;
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001541#undef ARRAY_DEL_ITEM
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001542}
1543
1544/**
Michal Vasko405cc9e2020-12-01 12:01:27 +01001545 * @brief Erase all the module unres sets in a compile context.
1546 *
1547 * @param[in] ctx Compile context with unres sets.
1548 * @param[in] error Whether the compilation finished with an error or not.
1549 */
1550static void
1551lys_compile_unres_mod_erase(struct lysc_ctx *ctx, ly_bool error)
1552{
1553 uint32_t i;
1554
1555 ly_set_erase(&ctx->groupings, NULL);
1556 ly_set_erase(&ctx->tpdf_chain, NULL);
1557 ly_set_erase(&ctx->disabled, NULL);
1558
1559 if (!error) {
1560 /* there can be no leftover deviations or augments */
1561 LY_CHECK_ERR_RET(ctx->augs.count, LOGINT(ctx->ctx), );
1562 LY_CHECK_ERR_RET(ctx->devs.count, LOGINT(ctx->ctx), );
1563
1564 ly_set_erase(&ctx->augs, NULL);
1565 ly_set_erase(&ctx->devs, NULL);
1566 ly_set_erase(&ctx->uses_augs, NULL);
1567 ly_set_erase(&ctx->uses_rfns, NULL);
1568 } else {
1569 for (i = 0; i < ctx->augs.count; ++i) {
1570 lysc_augment_free(ctx->ctx, ctx->augs.objs[i]);
1571 }
1572 ly_set_erase(&ctx->augs, NULL);
1573 for (i = 0; i < ctx->devs.count; ++i) {
1574 lysc_deviation_free(ctx->ctx, ctx->devs.objs[i]);
1575 }
1576 ly_set_erase(&ctx->devs, NULL);
1577 for (i = 0; i < ctx->uses_augs.count; ++i) {
1578 lysc_augment_free(ctx->ctx, ctx->uses_augs.objs[i]);
1579 }
1580 ly_set_erase(&ctx->uses_augs, NULL);
1581 for (i = 0; i < ctx->uses_rfns.count; ++i) {
1582 lysc_refine_free(ctx->ctx, ctx->uses_rfns.objs[i]);
1583 }
1584 ly_set_erase(&ctx->uses_rfns, NULL);
1585 }
1586}
1587
1588/**
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001589 * @brief Compile identites in the current module and all its submodules.
1590 *
1591 * @param[in] ctx Compile context.
1592 * @return LY_ERR value.
1593 */
1594static LY_ERR
1595lys_compile_identities(struct lysc_ctx *ctx)
1596{
1597 struct lysp_submodule *submod;
1598 LY_ARRAY_COUNT_TYPE u;
1599
1600 if (!ctx->cur_mod->identities) {
1601 LY_CHECK_RET(lys_identity_precompile(ctx, NULL, NULL, ctx->cur_mod->parsed->identities, &ctx->cur_mod->identities));
1602 LY_ARRAY_FOR(ctx->cur_mod->parsed->includes, u) {
1603 submod = ctx->cur_mod->parsed->includes[u].submodule;
1604 LY_CHECK_RET(lys_identity_precompile(ctx, NULL, NULL, submod->identities, &ctx->cur_mod->identities));
1605 }
1606 }
1607
1608 if (ctx->cur_mod->parsed->identities) {
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001609 LY_CHECK_RET(lys_compile_identities_derived(ctx, ctx->cur_mod->parsed->identities, &ctx->cur_mod->identities));
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001610 }
1611 lysc_update_path(ctx, NULL, "{submodule}");
1612 LY_ARRAY_FOR(ctx->cur_mod->parsed->includes, u) {
1613
1614 submod = ctx->cur_mod->parsed->includes[u].submodule;
1615 if (submod->identities) {
1616 lysc_update_path(ctx, NULL, submod->name);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001617 LY_CHECK_RET(lys_compile_identities_derived(ctx, submod->identities, &ctx->cur_mod->identities));
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001618 lysc_update_path(ctx, NULL, NULL);
1619 }
1620 }
1621 lysc_update_path(ctx, NULL, NULL);
1622
1623 return LY_SUCCESS;
1624}
1625
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001626LY_ERR
Michal Vasko405cc9e2020-12-01 12:01:27 +01001627lys_recompile(struct ly_ctx *ctx, ly_bool log)
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001628{
1629 uint32_t idx;
1630 struct lys_module *mod;
Michal Vasko405cc9e2020-12-01 12:01:27 +01001631 struct lys_glob_unres unres = {0};
1632 LY_ERR ret = LY_SUCCESS;
Radek Krejci430a5582020-12-01 13:35:18 +01001633 uint32_t prev_lo = 0;
Michal Vasko405cc9e2020-12-01 12:01:27 +01001634
1635 if (!log) {
1636 /* recompile, must succeed because the modules were already compiled; hide messages because any
1637 * warnings were already printed, are not really relevant, and would hide the real error */
1638 prev_lo = ly_log_options(0);
1639 }
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001640
1641 /* free all the modules */
1642 for (idx = 0; idx < ctx->list.count; ++idx) {
1643 mod = ctx->list.objs[idx];
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001644 if (mod->compiled) {
1645 /* free the module */
1646 lysc_module_free(mod->compiled, NULL);
1647 mod->compiled = NULL;
1648 }
1649
1650 /* free precompiled iffeatures */
1651 lys_free_feature_iffeatures(mod->parsed);
1652 }
1653
1654 /* recompile all the modules */
1655 for (idx = 0; idx < ctx->list.count; ++idx) {
1656 mod = ctx->list.objs[idx];
Michal Vasko405cc9e2020-12-01 12:01:27 +01001657 if (!mod->implemented || mod->compiled) {
1658 /* nothing to do */
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001659 continue;
1660 }
1661
Michal Vasko405cc9e2020-12-01 12:01:27 +01001662 /* recompile */
1663 ret = lys_compile(mod, 0, &unres);
1664 if (ret) {
1665 if (!log) {
1666 LOGERR(mod->ctx, ret, "Recompilation of module \"%s\" failed.", mod->name);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001667 }
Michal Vasko405cc9e2020-12-01 12:01:27 +01001668 goto cleanup;
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001669 }
1670 }
1671
Michal Vasko405cc9e2020-12-01 12:01:27 +01001672 /* resolve global unres */
1673 LY_CHECK_GOTO(ret = lys_compile_unres_glob(ctx, &unres), cleanup);
1674
1675cleanup:
1676 if (!log) {
1677 ly_log_options(prev_lo);
1678 }
1679 lys_compile_unres_glob_erase(ctx, &unres);
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001680 return ret;
1681}
1682
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001683LY_ERR
Michal Vasko405cc9e2020-12-01 12:01:27 +01001684lys_compile(struct lys_module *mod, uint32_t options, struct lys_glob_unres *unres)
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001685{
1686 struct lysc_ctx ctx = {0};
1687 struct lysc_module *mod_c;
1688 struct lysp_module *sp;
1689 struct lysp_submodule *submod;
1690 struct lysp_node *pnode;
1691 struct lysp_grp *grps;
Michal Vasko5347e3a2020-11-03 17:14:57 +01001692 LY_ARRAY_COUNT_TYPE u;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001693 LY_ERR ret = LY_SUCCESS;
1694
1695 LY_CHECK_ARG_RET(NULL, mod, mod->parsed, !mod->compiled, mod->ctx, LY_EINVAL);
1696
1697 if (!mod->implemented) {
1698 /* just imported modules are not compiled */
1699 return LY_SUCCESS;
1700 }
1701
1702 /* context will be changed */
1703 ++mod->ctx->module_set_id;
1704
1705 sp = mod->parsed;
1706
1707 ctx.ctx = mod->ctx;
1708 ctx.cur_mod = mod;
1709 ctx.pmod = sp;
1710 ctx.options = options;
1711 ctx.path_len = 1;
1712 ctx.path[0] = '/';
Michal Vasko405cc9e2020-12-01 12:01:27 +01001713 ctx.unres = unres;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001714
1715 mod->compiled = mod_c = calloc(1, sizeof *mod_c);
1716 LY_CHECK_ERR_RET(!mod_c, LOGMEM(mod->ctx), LY_EMEM);
1717 mod_c->mod = mod;
1718
1719 /* process imports */
1720 LY_ARRAY_FOR(sp->imports, u) {
1721 LY_CHECK_GOTO(ret = lys_compile_import(&ctx, &sp->imports[u]), error);
1722 }
1723
Michal Vasko7b1ad1a2020-11-02 15:41:27 +01001724 /* identities */
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001725 LY_CHECK_GOTO(ret = lys_compile_identities(&ctx), error);
1726
1727 /* augments and deviations */
1728 LY_CHECK_GOTO(ret = lys_precompile_augments_deviations(&ctx), error);
1729
1730 /* compile augments and deviations of our module from other modules so they can be applied during compilation */
1731 LY_CHECK_GOTO(ret = lys_precompile_own_augments(&ctx), error);
1732 LY_CHECK_GOTO(ret = lys_precompile_own_deviations(&ctx), error);
1733
1734 /* data nodes */
1735 LY_LIST_FOR(sp->data, pnode) {
1736 LY_CHECK_GOTO(ret = lys_compile_node(&ctx, pnode, NULL, 0, NULL), error);
1737 }
1738
1739 /* top-level RPCs and notifications */
Michal Vasko5347e3a2020-11-03 17:14:57 +01001740 COMPILE_OP_ARRAY_GOTO(&ctx, sp->rpcs, mod_c->rpcs, NULL, lys_compile_action, 0, ret, error);
1741 COMPILE_OP_ARRAY_GOTO(&ctx, sp->notifs, mod_c->notifs, NULL, lys_compile_notif, 0, ret, error);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001742
1743 /* extension instances */
1744 COMPILE_EXTS_GOTO(&ctx, sp->exts, mod_c->exts, mod_c, LYEXT_PAR_MODULE, ret, error);
1745
1746 /* the same for submodules */
1747 LY_ARRAY_FOR(sp->includes, u) {
1748 submod = sp->includes[u].submodule;
1749 ctx.pmod = (struct lysp_module *)submod;
1750
1751 LY_LIST_FOR(submod->data, pnode) {
1752 ret = lys_compile_node(&ctx, pnode, NULL, 0, NULL);
1753 LY_CHECK_GOTO(ret, error);
1754 }
1755
Michal Vasko5347e3a2020-11-03 17:14:57 +01001756 COMPILE_OP_ARRAY_GOTO(&ctx, submod->rpcs, mod_c->rpcs, NULL, lys_compile_action, 0, ret, error);
1757 COMPILE_OP_ARRAY_GOTO(&ctx, submod->notifs, mod_c->notifs, NULL, lys_compile_notif, 0, ret, error);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001758
1759 COMPILE_EXTS_GOTO(&ctx, submod->exts, mod_c->exts, mod_c, LYEXT_PAR_MODULE, ret, error);
1760 }
Michal Vasko12606ee2020-11-25 17:05:11 +01001761 ctx.pmod = sp;
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001762
1763 /* validate non-instantiated groupings from the parsed schema,
1764 * without it we would accept even the schemas with invalid grouping specification */
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001765 ctx.options |= LYS_COMPILE_GROUPING;
1766 LY_ARRAY_FOR(sp->groupings, u) {
1767 if (!(sp->groupings[u].flags & LYS_USED_GRP)) {
1768 LY_CHECK_GOTO(ret = lys_compile_grouping(&ctx, NULL, &sp->groupings[u]), error);
1769 }
1770 }
1771 LY_LIST_FOR(sp->data, pnode) {
1772 grps = (struct lysp_grp *)lysp_node_groupings(pnode);
1773 LY_ARRAY_FOR(grps, u) {
1774 if (!(grps[u].flags & LYS_USED_GRP)) {
1775 LY_CHECK_GOTO(ret = lys_compile_grouping(&ctx, pnode, &grps[u]), error);
1776 }
1777 }
1778 }
1779 LY_ARRAY_FOR(sp->includes, u) {
1780 submod = sp->includes[u].submodule;
1781 ctx.pmod = (struct lysp_module *)submod;
1782
1783 LY_ARRAY_FOR(submod->groupings, u) {
1784 if (!(submod->groupings[u].flags & LYS_USED_GRP)) {
1785 LY_CHECK_GOTO(ret = lys_compile_grouping(&ctx, NULL, &submod->groupings[u]), error);
1786 }
1787 }
1788 LY_LIST_FOR(submod->data, pnode) {
1789 grps = (struct lysp_grp *)lysp_node_groupings(pnode);
1790 LY_ARRAY_FOR(grps, u) {
1791 if (!(grps[u].flags & LYS_USED_GRP)) {
1792 LY_CHECK_GOTO(ret = lys_compile_grouping(&ctx, pnode, &grps[u]), error);
1793 }
1794 }
1795 }
1796 }
1797 ctx.pmod = sp;
1798
Michal Vasko405cc9e2020-12-01 12:01:27 +01001799 /* finish compilation for all unresolved module items in the context */
1800 LY_CHECK_GOTO(ret = lys_compile_unres_mod(&ctx), error);
Michal Vasko12606ee2020-11-25 17:05:11 +01001801
Michal Vasko405cc9e2020-12-01 12:01:27 +01001802 lys_compile_unres_mod_erase(&ctx, 0);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001803 return LY_SUCCESS;
1804
1805error:
1806 lys_precompile_augments_deviations_revert(ctx.ctx, mod);
Michal Vasko405cc9e2020-12-01 12:01:27 +01001807 lys_compile_unres_mod_erase(&ctx, 1);
Michal Vasko1a7a7bd2020-10-16 14:39:15 +02001808 lysc_module_free(mod_c, NULL);
1809 mod->compiled = NULL;
1810
1811 return ret;
1812}