blob: 6edfabccdfa64890e1c9c3d179a2c22bc4864bbb [file] [log] [blame]
Radek Krejcida04f4a2015-05-21 12:54:09 +02001/**
Radek Krejciefdd0ce2015-05-26 16:48:29 +02002 * @file parser.h
Radek Krejcida04f4a2015-05-21 12:54:09 +02003 * @author Radek Krejci <rkrejci@cesnet.cz>
Radek Krejciefdd0ce2015-05-26 16:48:29 +02004 * @brief Parsers for libyang
Radek Krejcida04f4a2015-05-21 12:54:09 +02005 *
6 * Copyright (c) 2015 CESNET, z.s.p.o.
7 *
Radek Krejci54f6fb32016-02-24 12:56:39 +01008 * This source code is licensed under BSD 3-Clause License (the "License").
9 * You may not use this file except in compliance with the License.
10 * You may obtain a copy of the License at
Michal Vasko8de098c2016-02-26 10:00:25 +010011 *
Radek Krejci54f6fb32016-02-24 12:56:39 +010012 * https://opensource.org/licenses/BSD-3-Clause
Radek Krejcida04f4a2015-05-21 12:54:09 +020013 */
14
Radek Krejciefdd0ce2015-05-26 16:48:29 +020015#ifndef LY_PARSER_H_
16#define LY_PARSER_H_
Radek Krejcida04f4a2015-05-21 12:54:09 +020017
Michal Vasko0aee5c12016-06-17 14:27:26 +020018#include <pcre.h>
Radek Krejcib7970f22017-03-17 16:12:12 +010019#include <sys/mman.h>
Michal Vasko0aee5c12016-06-17 14:27:26 +020020
Radek Krejci3045cf32015-05-28 10:58:52 +020021#include "libyang.h"
Michal Vasko2d162e12015-09-24 14:33:29 +020022#include "tree_schema.h"
Michal Vaskoc3d9f8c2015-07-31 14:37:24 +020023#include "tree_internal.h"
Radek Krejcida04f4a2015-05-21 12:54:09 +020024
25/**
26 * @defgroup yin YIN format support
27 * @{
28 */
Radek Krejciff4874d2016-03-07 12:30:50 +010029struct lys_module *yin_read_module(struct ly_ctx *ctx, const char *data, const char *revision, int implement);
30struct lys_submodule *yin_read_submodule(struct lys_module *module, const char *data,struct unres_schema *unres);
Radek Krejci3045cf32015-05-28 10:58:52 +020031
32/**@} yin */
Radek Krejcida04f4a2015-05-21 12:54:09 +020033
Radek Krejcib20c62d2015-07-07 17:07:14 +020034/**
35 * @defgroup xmldata XML data format support
36 * @{
37 */
Radek Krejci25b9fd32015-08-10 15:06:07 +020038struct lyd_node *xml_read_data(struct ly_ctx *ctx, const char *data, int options);
Radek Krejcib20c62d2015-07-07 17:07:14 +020039
40/**@} xmldata */
41
Radek Krejci5449d472015-10-26 14:35:56 +010042/**
43 * @defgroup jsondata JSON data format support
44 * @{
45 */
Michal Vasko945b96b2016-10-18 11:49:12 +020046struct lyd_node *lyd_parse_json(struct ly_ctx *ctx, const char *data, int options, const struct lyd_node *rpc_act,
47 const struct lyd_node *data_tree);
Radek Krejci5449d472015-10-26 14:35:56 +010048
49/**@} jsondata */
50
Radek Krejci7212e0a2017-03-08 15:58:22 +010051/**
Radek Krejcicf748252017-09-04 11:11:14 +020052 * thread-specific information describing the parser's current context
53 */
54struct ly_parser {
55 struct ly_ctx *ctx;
56/* TODO
57 union {
58 struct lys_node *schema;
59 struct lyd_node *data;
60 } node;
61*/
62};
63extern THREAD_LOCAL struct ly_parser ly_parser_data;
64
65/**
Radek Krejci7212e0a2017-03-08 15:58:22 +010066 * internal options values for schema parsers
67 */
68#define LYS_PARSE_OPT_CFG_NOINHERIT 0x01 /**< do not inherit config flag */
69#define LYS_PARSE_OPT_CFG_IGNORE 0x02 /**< ignore config flag (in rpc, actions, notifications) */
70#define LYS_PARSE_OPT_CFG_MASK 0x03
71#define LYS_PARSE_OPT_INGRP 0x04 /**< flag to know that parser is inside a grouping */
72
Radek Krejci06a9aa02017-02-17 10:50:24 +010073/* list of YANG statement strings */
74extern const char *ly_stmt_str[];
75
Radek Krejcic6556022016-01-27 15:16:45 +010076enum LY_IDENT {
77 LY_IDENT_SIMPLE, /* only syntax rules */
78 LY_IDENT_FEATURE,
79 LY_IDENT_IDENTITY,
80 LY_IDENT_TYPE,
81 LY_IDENT_NODE,
82 LY_IDENT_NAME, /* uniqueness across the siblings */
Radek Krejcia1a6b762016-11-14 09:53:38 +090083 LY_IDENT_PREFIX,
84 LY_IDENT_EXTENSION
Radek Krejcic6556022016-01-27 15:16:45 +010085};
Radek Krejci07d0fb92017-01-13 14:11:05 +010086int lyp_yin_fill_ext(void *parent, LYEXT_PAR parent_type, LYEXT_SUBSTMT substmt, uint8_t substmt_index,
Radek Krejci2b999ac2017-01-18 16:22:12 +010087 struct lys_module *module, struct lyxml_elem *yin, struct lys_ext_instance ***ext,
88 uint8_t ext_index, struct unres_schema *unres);
Radek Krejci63a91a92015-07-29 13:31:04 +020089
Radek Krejci8d6b7422017-02-03 14:42:13 +010090int lyp_yin_parse_complex_ext(struct lys_module *mod, struct lys_ext_instance_complex *ext,
91 struct lyxml_elem *yin, struct unres_schema *unres);
92int lyp_yin_parse_subnode_ext(struct lys_module *mod, void *elem, LYEXT_PAR elem_type,
93 struct lyxml_elem *yin, LYEXT_SUBSTMT type, uint8_t i, struct unres_schema *unres);
94
Michal Vasko5a721fd2016-02-16 12:16:48 +010095struct lys_module *lyp_search_file(struct ly_ctx *ctx, struct lys_module *module, const char *name,
Michal Vasko58e5f3e2016-07-28 11:06:34 +020096 const char *revision, int implement, struct unres_schema *unres);
Michal Vasko8ea2b7f2015-09-29 14:30:53 +020097
Michal Vasko8ea2b7f2015-09-29 14:30:53 +020098struct lys_type *lyp_get_next_union_type(struct lys_type *type, struct lys_type *prev_type, int *found);
99
Michal Vasko7675c622017-03-02 10:50:07 +0100100/* return: 0 - ret set, ok; 1 - ret not set, no log, unknown meta; -1 - ret not set, log, fatal error */
101int lyp_fill_attr(struct ly_ctx *ctx, struct lyd_node *parent, const char *module_ns, const char *module_name,
102 const char *attr_name, const char *attr_value, struct lyxml_elem *xml, struct lyd_attr **ret);
103
104int lyp_check_edit_attr(struct ly_ctx *ctx, struct lyd_attr *attr, struct lyd_node *parent, int *editbits);
105
Radek Krejci1899d6a2016-11-03 13:48:07 +0100106struct lys_type *lyp_parse_value(struct lys_type *type, const char **value_, struct lyxml_elem *xml,
Radek Krejcia571d942017-02-24 09:26:49 +0100107 struct lyd_node_leaf_list *leaf, struct lyd_attr *attr, int store, int dflt);
Radek Krejci6dc53a22015-08-17 13:27:59 +0200108
109int lyp_check_length_range(const char *expr, struct lys_type *type);
110
Michal Vasko0aee5c12016-06-17 14:27:26 +0200111int lyp_check_pattern(const char *pattern, pcre **pcre_precomp);
Radek Krejcib53154b2017-07-19 09:14:13 +0200112int lyp_precompile_pattern(const char *pattern, pcre** pcre_cmp, pcre_extra **pcre_std);
Michal Vasko0aee5c12016-06-17 14:27:26 +0200113
Michal Vasko88c29542015-11-27 14:57:53 +0100114int fill_yin_type(struct lys_module *module, struct lys_node *parent, struct lyxml_elem *yin, struct lys_type *type,
Radek Krejci3a5501d2016-07-18 22:03:34 +0200115 int tpdftype, struct unres_schema *unres);
Michal Vasko88c29542015-11-27 14:57:53 +0100116
Radek Krejci4372b4e2016-04-14 17:42:16 +0200117int lyp_check_status(uint16_t flags1, struct lys_module *mod1, const char *name1,
118 uint16_t flags2, struct lys_module *mod2, const char *name2,
Radek Krejci48464ed2016-03-17 15:44:09 +0100119 const struct lys_node *node);
Radek Krejcicf509982015-12-15 09:22:44 +0100120
Michal Vasko7b460e52017-02-10 14:50:26 +0100121void lyp_del_includedup(struct lys_module *mod);
122
Pavol Vican810892e2016-07-12 16:55:34 +0200123int dup_typedef_check(const char *type, struct lys_tpdf *tpdf, int size);
Pavol Vicand6cda452016-07-13 15:08:29 +0200124
125int dup_identities_check(const char *id, struct lys_module *module);
126
Radek Krejci5449d472015-10-26 14:35:56 +0100127/**
Michal Vaskob1b19442016-07-13 12:26:01 +0200128 * @brief Get know if the node is part of the RPC/action's input/output
Radek Krejci4a49bdf2016-01-12 17:17:01 +0100129 *
130 * @param node Schema node to be examined.
131 * @return 1 for true, 0 for false
132 */
Michal Vaskob1b19442016-07-13 12:26:01 +0200133int lyp_is_rpc_action(struct lys_node *node);
Radek Krejci4a49bdf2016-01-12 17:17:01 +0100134
135/**
Michal Vaskoe746a502017-08-11 10:56:40 +0200136 * @brief Check validity of data parser options.
Radek Krejci4a49bdf2016-01-12 17:17:01 +0100137 *
138 * @param options Parser options to be checked.
Radek Krejci86bafc22017-08-02 15:08:14 +0200139 * @param func name of the function where called
Michal Vaskoa55d96b2016-12-07 12:20:42 +0100140 * @return 0 for ok, 1 when multiple data types bits are set, or incompatible options are used together.
Radek Krejci4a49bdf2016-01-12 17:17:01 +0100141 */
Michal Vaskoe746a502017-08-11 10:56:40 +0200142int lyp_data_check_options(int options, const char *func);
Radek Krejci4a49bdf2016-01-12 17:17:01 +0100143
Radek Krejci48464ed2016-03-17 15:44:09 +0100144int lyp_check_identifier(const char *id, enum LY_IDENT type, struct lys_module *module, struct lys_node *parent);
145int lyp_check_date(const char *date);
Radek Krejcidf24cbe2016-11-08 11:55:51 +0100146int lyp_check_mandatory_augment(struct lys_node_augment *node, const struct lys_node *target);
Radek Krejcie00d2312016-08-12 15:27:49 +0200147int lyp_check_mandatory_choice(struct lys_node *node);
Radek Krejcic6556022016-01-27 15:16:45 +0100148
Radek Krejcid4c1d0f2017-01-19 16:11:38 +0100149int lyp_check_include(struct lys_module *module, const char *value,
Pavol Vican0adf01d2016-03-22 12:29:33 +0100150 struct lys_include *inc, struct unres_schema *unres);
Radek Krejcid4c1d0f2017-01-19 16:11:38 +0100151int lyp_check_include_missing(struct lys_module *main_module);
Pavol Vican0adf01d2016-03-22 12:29:33 +0100152int lyp_check_import(struct lys_module *module, const char *value, struct lys_import *imp);
Radek Krejci9e757e02017-03-08 17:18:09 +0100153int lyp_check_circmod_add(struct lys_module *module);
154void lyp_check_circmod_pop(struct ly_ctx *ctx);
Pavol Vican0da132e2016-03-21 12:03:03 +0100155
Radek Krejci95f22ae2017-01-20 14:25:53 +0100156void lyp_sort_revisions(struct lys_module *module);
Radek Krejcibf285832017-01-26 16:05:41 +0100157int lyp_rfn_apply_ext(struct lys_module *module);
Radek Krejcife311c32017-01-27 16:58:59 +0100158int lyp_deviation_apply_ext(struct lys_module *module);
PavolVicanc4b798e2017-02-20 23:15:27 +0100159int lyp_mand_check_ext(struct lys_ext_instance_complex *ext, const char *ext_name);
Radek Krejci95f22ae2017-01-20 14:25:53 +0100160
Radek Krejci6bd2c022017-02-01 15:04:49 +0100161void lyp_ext_instance_rm(struct ly_ctx *ctx, struct lys_ext_instance ***ext, uint8_t *size, uint8_t index);
162
Radek Krejci4a49bdf2016-01-12 17:17:01 +0100163/**
Pavol Vicanaa1eba92016-03-09 12:27:11 +0100164 * @brief Propagate imports and includes into the main module
165 *
166 * @param module Main module
Radek Krejcib8f98c12016-06-24 10:30:46 +0200167 * @param inc Filled include structure
Pavol Vicanaa1eba92016-03-09 12:27:11 +0100168 * @return 0 for success, 1 for failure
169 */
Radek Krejcib8f98c12016-06-24 10:30:46 +0200170int lyp_propagate_submodule(struct lys_module *module, struct lys_include *inc);
Pavol Vicanaa1eba92016-03-09 12:27:11 +0100171
Michal Vaskodc3b7ce2017-04-06 14:24:29 +0200172/* return: -1 = error, 0 = succes, 1 = already there (if it was disabled, it is enabled first) */
PavolVican9e81c6a2017-02-09 13:09:07 +0100173int lyp_ctx_check_module(struct lys_module *module);
174
175int lyp_ctx_add_module(struct lys_module *module);
Pavol Vicanc99b59e2016-03-22 15:46:39 +0100176
Pavol Vicanaa1eba92016-03-09 12:27:11 +0100177/**
Radek Krejci5b190662017-04-13 08:56:14 +0200178 * @brief Add annotations definitions of attributes used in ietf-netconf RPCs.
179 */
180int lyp_add_ietf_netconf_annotations(struct lys_module *mod);
181
182/**
Radek Krejci0fb11502017-01-31 16:45:42 +0100183 * @brief mmap() wrapper for parsers. To unmap, use lyp_munmap().
184 *
185 * @param[in] prot The desired memory protection as in case of mmap().
186 * @param[in] fd File descriptor for getting data.
187 * @param[in] addsize Number of additional bytes to be allocated (and zeroed) after the implicitly added
188 * string-terminating NULL byte.
189 * @param[out] length length of the allocated memory.
190 * @return On success, the pointer to the memory where the file data resists is returned. On error, the value MAP_FAILED
191 * is returned and #ly_errno value is set.
192 */
193void *
194lyp_mmap(int fd, size_t addsize, size_t *length);
195
196/**
197 * @brief Unmap function for the data mapped by lyp_mmap()
198 */
199int lyp_munmap(void *addr, size_t length);
200
201/**
Radek Krejci5449d472015-10-26 14:35:56 +0100202 * Store UTF-8 character specified as 4byte integer into the dst buffer.
203 * Returns number of written bytes (4 max), expects that dst has enough space.
204 *
205 * UTF-8 mapping:
206 * 00000000 -- 0000007F: 0xxxxxxx
207 * 00000080 -- 000007FF: 110xxxxx 10xxxxxx
208 * 00000800 -- 0000FFFF: 1110xxxx 10xxxxxx 10xxxxxx
209 * 00010000 -- 001FFFFF: 11110xxx 10xxxxxx 10xxxxxx 10xxxxxx
210 *
211 */
Radek Krejci48464ed2016-03-17 15:44:09 +0100212unsigned int pututf8(char *dst, int32_t value);
Radek Krejcideee60e2016-09-23 15:21:14 +0200213unsigned int copyutf8(char *dst, const char *src);
Radek Krejci5449d472015-10-26 14:35:56 +0100214
Radek Krejci0a498f82017-01-04 16:24:15 +0100215/*
216 * Internal functions implementing YANG extensions support
217 * - implemented in extensions.c
218 */
219
220/**
221 * @brief If available, get the extension plugin for the specified extension
222 * @param[in] name Name of the extension
223 * @param[in] module Name of the extension's module
224 * @param[in] revision Revision of the extension's module
225 * @return pointer to the extension plugin structure, NULL if no plugin available
226 */
227struct lyext_plugin *ext_get_plugin(const char *name, const char *module, const char *revision);
228
Michal Vasko921eb6b2017-10-13 10:01:39 +0200229/**
230 * @brief Find a module. First, imports from \p module with matching \p prefix, \p name, or both are checked,
231 * \p module itself is also compared, and lastly a callback is used if allowed.
232 *
233 * @param[in] module Module with imports.
234 * @param[in] prefix Module prefix to search for.
235 * @param[in] pref_len Module \p prefix length. If 0, the whole prefix is used, if not NULL.
236 * @param[in] name Module name to search for.
237 * @param[in] name_len Module \p name length. If 0, the whole name is used, if not NULL.
238 * @param[in] in_data Whether to use data callback if not found after trying all the rest.
239 * Import callback is never used because there is no use-case for that.
240 *
241 * @return Matching module, NULL if not found.
242 */
243const struct lys_module *lyp_get_module(const struct lys_module *module, const char *prefix, int pref_len,
244 const char *name, int name_len, int in_data);
245
246/**
247 * @brief Find an import from \p module with matching namespace, the \p module itself is also considered.
248 *
249 * @param[in] module Module with imports.
250 * @param[in] ns Namespace to be found.
251 */
252const struct lys_module *lyp_get_import_module_ns(const struct lys_module *module, const char *ns);
253
Radek Krejciefdd0ce2015-05-26 16:48:29 +0200254#endif /* LY_PARSER_H_ */