blob: d10c3e72bb24d729879624b72a4878de8960b77e [file] [log] [blame]
Radek Krejcida04f4a2015-05-21 12:54:09 +02001/**
Radek Krejciefdd0ce2015-05-26 16:48:29 +02002 * @file parser.h
Radek Krejcida04f4a2015-05-21 12:54:09 +02003 * @author Radek Krejci <rkrejci@cesnet.cz>
Radek Krejciefdd0ce2015-05-26 16:48:29 +02004 * @brief Parsers for libyang
Radek Krejcida04f4a2015-05-21 12:54:09 +02005 *
6 * Copyright (c) 2015 CESNET, z.s.p.o.
7 *
Radek Krejci54f6fb32016-02-24 12:56:39 +01008 * This source code is licensed under BSD 3-Clause License (the "License").
9 * You may not use this file except in compliance with the License.
10 * You may obtain a copy of the License at
Michal Vasko8de098c2016-02-26 10:00:25 +010011 *
Radek Krejci54f6fb32016-02-24 12:56:39 +010012 * https://opensource.org/licenses/BSD-3-Clause
Radek Krejcida04f4a2015-05-21 12:54:09 +020013 */
14
Radek Krejciefdd0ce2015-05-26 16:48:29 +020015#ifndef LY_PARSER_H_
16#define LY_PARSER_H_
Radek Krejcida04f4a2015-05-21 12:54:09 +020017
Michal Vasko0aee5c12016-06-17 14:27:26 +020018#include <pcre.h>
Radek Krejcib7970f22017-03-17 16:12:12 +010019#include <sys/mman.h>
Michal Vasko0aee5c12016-06-17 14:27:26 +020020
Radek Krejci3045cf32015-05-28 10:58:52 +020021#include "libyang.h"
Michal Vasko2d162e12015-09-24 14:33:29 +020022#include "tree_schema.h"
Michal Vaskoc3d9f8c2015-07-31 14:37:24 +020023#include "tree_internal.h"
Radek Krejcida04f4a2015-05-21 12:54:09 +020024
Andrew Fort892203a2018-02-16 16:37:16 -080025#ifdef __APPLE__
Andrew Fort2341f3c2018-03-26 15:27:42 -070026# ifndef MAP_ANONYMOUS
27# define MAP_ANONYMOUS MAP_ANON
28# endif
Andrew Fort892203a2018-02-16 16:37:16 -080029#endif
30
Radek Krejcida04f4a2015-05-21 12:54:09 +020031/**
32 * @defgroup yin YIN format support
33 * @{
34 */
Radek Krejciff4874d2016-03-07 12:30:50 +010035struct lys_module *yin_read_module(struct ly_ctx *ctx, const char *data, const char *revision, int implement);
36struct lys_submodule *yin_read_submodule(struct lys_module *module, const char *data,struct unres_schema *unres);
Radek Krejci3045cf32015-05-28 10:58:52 +020037
38/**@} yin */
Radek Krejcida04f4a2015-05-21 12:54:09 +020039
Radek Krejcib20c62d2015-07-07 17:07:14 +020040/**
41 * @defgroup xmldata XML data format support
42 * @{
43 */
Radek Krejci25b9fd32015-08-10 15:06:07 +020044struct lyd_node *xml_read_data(struct ly_ctx *ctx, const char *data, int options);
Radek Krejcib20c62d2015-07-07 17:07:14 +020045
46/**@} xmldata */
47
Radek Krejci5449d472015-10-26 14:35:56 +010048/**
49 * @defgroup jsondata JSON data format support
50 * @{
51 */
Michal Vasko945b96b2016-10-18 11:49:12 +020052struct lyd_node *lyd_parse_json(struct ly_ctx *ctx, const char *data, int options, const struct lyd_node *rpc_act,
PavolVican832f5432018-02-21 00:54:45 +010053 const struct lyd_node *data_tree, const char *yang_data_name);
Radek Krejci5449d472015-10-26 14:35:56 +010054
55/**@} jsondata */
56
Radek Krejci7212e0a2017-03-08 15:58:22 +010057/**
58 * internal options values for schema parsers
59 */
60#define LYS_PARSE_OPT_CFG_NOINHERIT 0x01 /**< do not inherit config flag */
61#define LYS_PARSE_OPT_CFG_IGNORE 0x02 /**< ignore config flag (in rpc, actions, notifications) */
62#define LYS_PARSE_OPT_CFG_MASK 0x03
63#define LYS_PARSE_OPT_INGRP 0x04 /**< flag to know that parser is inside a grouping */
64
Radek Krejci06a9aa02017-02-17 10:50:24 +010065/* list of YANG statement strings */
66extern const char *ly_stmt_str[];
67
Radek Krejcic6556022016-01-27 15:16:45 +010068enum LY_IDENT {
69 LY_IDENT_SIMPLE, /* only syntax rules */
70 LY_IDENT_FEATURE,
71 LY_IDENT_IDENTITY,
72 LY_IDENT_TYPE,
73 LY_IDENT_NODE,
74 LY_IDENT_NAME, /* uniqueness across the siblings */
Radek Krejcia1a6b762016-11-14 09:53:38 +090075 LY_IDENT_PREFIX,
76 LY_IDENT_EXTENSION
Radek Krejcic6556022016-01-27 15:16:45 +010077};
Radek Krejci07d0fb92017-01-13 14:11:05 +010078int lyp_yin_fill_ext(void *parent, LYEXT_PAR parent_type, LYEXT_SUBSTMT substmt, uint8_t substmt_index,
Radek Krejci2b999ac2017-01-18 16:22:12 +010079 struct lys_module *module, struct lyxml_elem *yin, struct lys_ext_instance ***ext,
80 uint8_t ext_index, struct unres_schema *unres);
Radek Krejci63a91a92015-07-29 13:31:04 +020081
Radek Krejci8d6b7422017-02-03 14:42:13 +010082int lyp_yin_parse_complex_ext(struct lys_module *mod, struct lys_ext_instance_complex *ext,
83 struct lyxml_elem *yin, struct unres_schema *unres);
84int lyp_yin_parse_subnode_ext(struct lys_module *mod, void *elem, LYEXT_PAR elem_type,
85 struct lyxml_elem *yin, LYEXT_SUBSTMT type, uint8_t i, struct unres_schema *unres);
86
Michal Vasko5a721fd2016-02-16 12:16:48 +010087struct lys_module *lyp_search_file(struct ly_ctx *ctx, struct lys_module *module, const char *name,
Michal Vasko58e5f3e2016-07-28 11:06:34 +020088 const char *revision, int implement, struct unres_schema *unres);
Michal Vasko8ea2b7f2015-09-29 14:30:53 +020089
Michal Vasko8ea2b7f2015-09-29 14:30:53 +020090struct lys_type *lyp_get_next_union_type(struct lys_type *type, struct lys_type *prev_type, int *found);
91
Michal Vasko7675c622017-03-02 10:50:07 +010092/* return: 0 - ret set, ok; 1 - ret not set, no log, unknown meta; -1 - ret not set, log, fatal error */
93int lyp_fill_attr(struct ly_ctx *ctx, struct lyd_node *parent, const char *module_ns, const char *module_name,
94 const char *attr_name, const char *attr_value, struct lyxml_elem *xml, struct lyd_attr **ret);
95
96int lyp_check_edit_attr(struct ly_ctx *ctx, struct lyd_attr *attr, struct lyd_node *parent, int *editbits);
97
Radek Krejci1899d6a2016-11-03 13:48:07 +010098struct lys_type *lyp_parse_value(struct lys_type *type, const char **value_, struct lyxml_elem *xml,
Michal Vasko31a2d322018-01-12 13:36:12 +010099 struct lyd_node_leaf_list *leaf, struct lyd_attr *attr, struct lys_module *local_mod,
100 int store, int dflt);
Radek Krejci6dc53a22015-08-17 13:27:59 +0200101
Michal Vasko53b7da02018-02-13 15:28:42 +0100102int lyp_check_length_range(struct ly_ctx *ctx, const char *expr, struct lys_type *type);
Radek Krejci6dc53a22015-08-17 13:27:59 +0200103
Michal Vasko53b7da02018-02-13 15:28:42 +0100104int lyp_check_pattern(struct ly_ctx *ctx, const char *pattern, pcre **pcre_precomp);
105int lyp_precompile_pattern(struct ly_ctx *ctx, const char *pattern, pcre** pcre_cmp, pcre_extra **pcre_std);
Michal Vasko0aee5c12016-06-17 14:27:26 +0200106
Michal Vasko88c29542015-11-27 14:57:53 +0100107int fill_yin_type(struct lys_module *module, struct lys_node *parent, struct lyxml_elem *yin, struct lys_type *type,
Radek Krejci3a5501d2016-07-18 22:03:34 +0200108 int tpdftype, struct unres_schema *unres);
Michal Vasko88c29542015-11-27 14:57:53 +0100109
Radek Krejci4372b4e2016-04-14 17:42:16 +0200110int lyp_check_status(uint16_t flags1, struct lys_module *mod1, const char *name1,
111 uint16_t flags2, struct lys_module *mod2, const char *name2,
Radek Krejci48464ed2016-03-17 15:44:09 +0100112 const struct lys_node *node);
Radek Krejcicf509982015-12-15 09:22:44 +0100113
Michal Vasko10681e82018-01-16 14:54:16 +0100114void lyp_del_includedup(struct lys_module *mod, int free_subs);
Michal Vasko7b460e52017-02-10 14:50:26 +0100115
Pavol Vican810892e2016-07-12 16:55:34 +0200116int dup_typedef_check(const char *type, struct lys_tpdf *tpdf, int size);
Pavol Vicand6cda452016-07-13 15:08:29 +0200117
118int dup_identities_check(const char *id, struct lys_module *module);
119
Radek Krejci5449d472015-10-26 14:35:56 +0100120/**
Michal Vaskob1b19442016-07-13 12:26:01 +0200121 * @brief Get know if the node is part of the RPC/action's input/output
Radek Krejci4a49bdf2016-01-12 17:17:01 +0100122 *
123 * @param node Schema node to be examined.
124 * @return 1 for true, 0 for false
125 */
Michal Vaskob1b19442016-07-13 12:26:01 +0200126int lyp_is_rpc_action(struct lys_node *node);
Radek Krejci4a49bdf2016-01-12 17:17:01 +0100127
128/**
Michal Vaskoe746a502017-08-11 10:56:40 +0200129 * @brief Check validity of data parser options.
Radek Krejci4a49bdf2016-01-12 17:17:01 +0100130 *
131 * @param options Parser options to be checked.
Radek Krejci86bafc22017-08-02 15:08:14 +0200132 * @param func name of the function where called
Michal Vaskoa55d96b2016-12-07 12:20:42 +0100133 * @return 0 for ok, 1 when multiple data types bits are set, or incompatible options are used together.
Radek Krejci4a49bdf2016-01-12 17:17:01 +0100134 */
Michal Vasko53b7da02018-02-13 15:28:42 +0100135int lyp_data_check_options(struct ly_ctx *ctx, int options, const char *func);
Radek Krejci4a49bdf2016-01-12 17:17:01 +0100136
Michal Vasko53b7da02018-02-13 15:28:42 +0100137int lyp_check_identifier(struct ly_ctx *ctx, const char *id, enum LY_IDENT type, struct lys_module *module, struct lys_node *parent);
138int lyp_check_date(struct ly_ctx *ctx, const char *date);
Radek Krejcidf24cbe2016-11-08 11:55:51 +0100139int lyp_check_mandatory_augment(struct lys_node_augment *node, const struct lys_node *target);
Radek Krejcie00d2312016-08-12 15:27:49 +0200140int lyp_check_mandatory_choice(struct lys_node *node);
Radek Krejcic6556022016-01-27 15:16:45 +0100141
Radek Krejcid4c1d0f2017-01-19 16:11:38 +0100142int lyp_check_include(struct lys_module *module, const char *value,
Pavol Vican0adf01d2016-03-22 12:29:33 +0100143 struct lys_include *inc, struct unres_schema *unres);
Radek Krejcid4c1d0f2017-01-19 16:11:38 +0100144int lyp_check_include_missing(struct lys_module *main_module);
Pavol Vican0adf01d2016-03-22 12:29:33 +0100145int lyp_check_import(struct lys_module *module, const char *value, struct lys_import *imp);
Radek Krejci9e757e02017-03-08 17:18:09 +0100146int lyp_check_circmod_add(struct lys_module *module);
147void lyp_check_circmod_pop(struct ly_ctx *ctx);
Pavol Vican0da132e2016-03-21 12:03:03 +0100148
Radek Krejci95f22ae2017-01-20 14:25:53 +0100149void lyp_sort_revisions(struct lys_module *module);
Radek Krejcibf285832017-01-26 16:05:41 +0100150int lyp_rfn_apply_ext(struct lys_module *module);
Radek Krejcife311c32017-01-27 16:58:59 +0100151int lyp_deviation_apply_ext(struct lys_module *module);
PavolVicanc4b798e2017-02-20 23:15:27 +0100152int lyp_mand_check_ext(struct lys_ext_instance_complex *ext, const char *ext_name);
Radek Krejci95f22ae2017-01-20 14:25:53 +0100153
PavolVican205e67b2018-02-21 00:38:31 +0100154const char *lyp_get_yang_data_template_name(const struct lyd_node *node);
155const struct lys_node *lyp_get_yang_data_template(const struct lys_module *module, const char *yang_data_name, int yang_data_name_len);
156
Radek Krejci6bd2c022017-02-01 15:04:49 +0100157void lyp_ext_instance_rm(struct ly_ctx *ctx, struct lys_ext_instance ***ext, uint8_t *size, uint8_t index);
158
Radek Krejci4a49bdf2016-01-12 17:17:01 +0100159/**
Pavol Vicanaa1eba92016-03-09 12:27:11 +0100160 * @brief Propagate imports and includes into the main module
161 *
162 * @param module Main module
Radek Krejcib8f98c12016-06-24 10:30:46 +0200163 * @param inc Filled include structure
Pavol Vicanaa1eba92016-03-09 12:27:11 +0100164 * @return 0 for success, 1 for failure
165 */
Radek Krejcib8f98c12016-06-24 10:30:46 +0200166int lyp_propagate_submodule(struct lys_module *module, struct lys_include *inc);
Pavol Vicanaa1eba92016-03-09 12:27:11 +0100167
Michal Vaskodc3b7ce2017-04-06 14:24:29 +0200168/* return: -1 = error, 0 = succes, 1 = already there (if it was disabled, it is enabled first) */
PavolVican9e81c6a2017-02-09 13:09:07 +0100169int lyp_ctx_check_module(struct lys_module *module);
170
171int lyp_ctx_add_module(struct lys_module *module);
Pavol Vicanc99b59e2016-03-22 15:46:39 +0100172
Pavol Vicanaa1eba92016-03-09 12:27:11 +0100173/**
Radek Krejci5b190662017-04-13 08:56:14 +0200174 * @brief Add annotations definitions of attributes used in ietf-netconf RPCs.
175 */
176int lyp_add_ietf_netconf_annotations(struct lys_module *mod);
177
178/**
Radek Krejci0fb11502017-01-31 16:45:42 +0100179 * @brief mmap() wrapper for parsers. To unmap, use lyp_munmap().
180 *
181 * @param[in] prot The desired memory protection as in case of mmap().
182 * @param[in] fd File descriptor for getting data.
183 * @param[in] addsize Number of additional bytes to be allocated (and zeroed) after the implicitly added
184 * string-terminating NULL byte.
185 * @param[out] length length of the allocated memory.
Michal Vasko53b7da02018-02-13 15:28:42 +0100186 * @param[out] addr Pointer to the memory where the file data is mapped.
187 * @return 0 on success, non-zero on error.
Radek Krejci0fb11502017-01-31 16:45:42 +0100188 */
Michal Vasko53b7da02018-02-13 15:28:42 +0100189int lyp_mmap(struct ly_ctx *ctx, int fd, size_t addsize, size_t *length, void **addr);
Radek Krejci0fb11502017-01-31 16:45:42 +0100190
191/**
192 * @brief Unmap function for the data mapped by lyp_mmap()
193 */
194int lyp_munmap(void *addr, size_t length);
195
196/**
Radek Krejci5449d472015-10-26 14:35:56 +0100197 * Store UTF-8 character specified as 4byte integer into the dst buffer.
198 * Returns number of written bytes (4 max), expects that dst has enough space.
199 *
200 * UTF-8 mapping:
201 * 00000000 -- 0000007F: 0xxxxxxx
202 * 00000080 -- 000007FF: 110xxxxx 10xxxxxx
203 * 00000800 -- 0000FFFF: 1110xxxx 10xxxxxx 10xxxxxx
204 * 00010000 -- 001FFFFF: 11110xxx 10xxxxxx 10xxxxxx 10xxxxxx
205 *
206 */
Michal Vasko53b7da02018-02-13 15:28:42 +0100207unsigned int pututf8(struct ly_ctx *ctx, char *dst, int32_t value);
208unsigned int copyutf8(struct ly_ctx *ctx, char *dst, const char *src);
Radek Krejci5449d472015-10-26 14:35:56 +0100209
Michal Vasko921eb6b2017-10-13 10:01:39 +0200210/**
211 * @brief Find a module. First, imports from \p module with matching \p prefix, \p name, or both are checked,
212 * \p module itself is also compared, and lastly a callback is used if allowed.
213 *
214 * @param[in] module Module with imports.
215 * @param[in] prefix Module prefix to search for.
216 * @param[in] pref_len Module \p prefix length. If 0, the whole prefix is used, if not NULL.
217 * @param[in] name Module name to search for.
218 * @param[in] name_len Module \p name length. If 0, the whole name is used, if not NULL.
219 * @param[in] in_data Whether to use data callback if not found after trying all the rest.
220 * Import callback is never used because there is no use-case for that.
221 *
222 * @return Matching module, NULL if not found.
223 */
224const struct lys_module *lyp_get_module(const struct lys_module *module, const char *prefix, int pref_len,
225 const char *name, int name_len, int in_data);
226
227/**
228 * @brief Find an import from \p module with matching namespace, the \p module itself is also considered.
229 *
230 * @param[in] module Module with imports.
231 * @param[in] ns Namespace to be found.
232 */
233const struct lys_module *lyp_get_import_module_ns(const struct lys_module *module, const char *ns);
234
Michal Vaskoc6cd3f02018-03-02 14:07:42 +0100235/*
236 * Internal functions implementing YANG (extension and user type) plugin support
237 * - implemented in plugins.c
238 */
239
240/**
241 * @brief If available, get the extension plugin for the specified extension
242 *
243 * @param[in] name Name of the extension
244 * @param[in] module Name of the extension's module
245 * @param[in] revision Revision of the extension's module
246 * @return pointer to the extension plugin structure, NULL if no plugin available
247 */
248struct lyext_plugin *ext_get_plugin(const char *name, const char *module, const char *revision);
249
250/**
251 * @brief Try to store a value as a user type defined by a plugin.
252 *
253 * @param[in] mod Module of the type.
254 * @param[in] type_name Type (typedef) name.
255 * @param[in] value_str Value to store as a string.
256 * @param[in,out] value Filled value to be overwritten by the user store callback.
257 * @return 0 on successful storing, 1 if the type is not a user type, -1 on error.
258 */
259int lytype_store(const struct lys_module *mod, const char *type_name, const char *value_str, lyd_val *value);
260
261/**
262 * @brief Free a user type stored value.
263 *
264 * @param[in] mod Module of the type.
265 * @param[in] type_name Type (typedef) name.
266 * @param[in] value Value union to free.
267 */
268void lytype_free(const struct lys_module *mod, const char *type_name, lyd_val value);
269
Radek Krejciefdd0ce2015-05-26 16:48:29 +0200270#endif /* LY_PARSER_H_ */