8 #include <ecoli_malloc.h>
10 #include <ecoli_test.h>
11 #include <ecoli_strvec.h>
12 #include <ecoli_node.h>
13 #include <ecoli_parsed.h>
14 #include <ecoli_node_many.h>
15 #include <ecoli_node_or.h>
16 #include <ecoli_node_str.h>
17 #include <ecoli_node_int.h>
18 #include <ecoli_node_re_lex.h>
20 struct regexp_pattern {
26 struct ec_node_re_lex {
28 struct ec_node *child;
29 struct regexp_pattern *table;
33 static struct ec_strvec *
34 tokenize(struct regexp_pattern *table, size_t table_len, const char *str)
36 struct ec_strvec *strvec = NULL;
54 for (i = 0; i < table_len; i++) {
55 ret = regexec(&table[i].r, &dup[off], 1, &pos, 0);
58 if (pos.rm_so != 0 || pos.rm_eo == 0) {
63 if (table[i].keep == 0)
66 c = dup[pos.rm_eo + off];
67 dup[pos.rm_eo + off] = '\0';
68 ec_log(EC_LOG_DEBUG, "re_lex match <%s>\n", &dup[off]);
69 if (ec_strvec_add(strvec, &dup[off]) < 0)
72 dup[pos.rm_eo + off] = c;
87 ec_strvec_free(strvec);
91 static struct ec_parsed *ec_node_re_lex_parse(const struct ec_node *gen_node,
92 const struct ec_strvec *strvec)
94 struct ec_node_re_lex *node = (struct ec_node_re_lex *)gen_node;
95 struct ec_strvec *new_vec = NULL, *match_strvec;
96 struct ec_parsed *parsed = NULL, *child_parsed;
103 if (ec_strvec_len(strvec) == 0)
106 str = ec_strvec_val(strvec, 0);
107 new_vec = tokenize(node->table, node->len, str);
111 printf("--------\n");
112 ec_strvec_dump(stdout, new_vec);
113 child_parsed = ec_node_parse_strvec(node->child, new_vec);
114 if (child_parsed == NULL)
117 if (!ec_parsed_matches(child_parsed) ||
118 ec_parsed_len(child_parsed) !=
119 ec_strvec_len(new_vec)) {
120 ec_strvec_free(new_vec);
121 ec_parsed_free(child_parsed);
124 ec_strvec_free(new_vec);
127 ec_parsed_add_child(parsed, child_parsed);
128 match_strvec = ec_strvec_ndup(strvec, 0, 1);
129 if (match_strvec == NULL)
131 ec_parsed_set_match(parsed, gen_node, match_strvec);
136 ec_strvec_free(new_vec);
137 ec_parsed_free(parsed);
142 static void ec_node_re_lex_free_priv(struct ec_node *gen_node)
144 struct ec_node_re_lex *node = (struct ec_node_re_lex *)gen_node;
147 for (i = 0; i < node->len; i++) {
148 ec_free(node->table[i].pattern);
149 regfree(&node->table[i].r);
152 ec_free(node->table);
153 ec_node_free(node->child);
156 static struct ec_node_type ec_node_re_lex_type = {
158 .parse = ec_node_re_lex_parse,
159 //.complete = ec_node_re_lex_complete, //XXX
160 .size = sizeof(struct ec_node_re_lex),
161 .free_priv = ec_node_re_lex_free_priv,
164 EC_NODE_TYPE_REGISTER(ec_node_re_lex_type);
166 int ec_node_re_lex_add(struct ec_node *gen_node, const char *pattern, int keep)
168 struct ec_node_re_lex *node = (struct ec_node_re_lex *)gen_node;
169 struct regexp_pattern *table;
171 char *pat_dup = NULL;
174 pat_dup = ec_strdup(pattern);
179 table = ec_realloc(node->table, sizeof(*table) * (node->len + 1));
183 ret = regcomp(&table[node->len].r, pattern, REG_EXTENDED);
186 "Regular expression <%s> compilation failed: %d\n",
188 if (ret == REG_ESPACE)
196 table[node->len].pattern = pat_dup;
197 table[node->len].keep = keep;
208 struct ec_node *ec_node_re_lex(const char *id, struct ec_node *child)
210 struct ec_node_re_lex *node = NULL;
215 node = (struct ec_node_re_lex *)__ec_node(&ec_node_re_lex_type, id);
227 static int ec_node_re_lex_testcase(void)
229 struct ec_node *node;
232 node = ec_node_re_lex(NULL,
235 ec_node_str(NULL, "foo"),
236 ec_node_str(NULL, "bar"),
237 ec_node_int(NULL, 0, 1000, 0)
242 ec_log(EC_LOG_ERR, "cannot create node\n");
246 /* XXX add ^ automatically ? */
247 ret |= ec_node_re_lex_add(node, "[a-zA-Z]+", 1);
248 ret |= ec_node_re_lex_add(node, "[0-9]+", 1);
249 ret |= ec_node_re_lex_add(node, "=", 1);
250 ret |= ec_node_re_lex_add(node, "-", 1);
251 ret |= ec_node_re_lex_add(node, "\\+", 1);
252 ret |= ec_node_re_lex_add(node, "[ ]+", 0);
254 ec_log(EC_LOG_ERR, "cannot add regexp to node\n");
259 ret |= EC_TEST_CHECK_PARSE(node, 1, " foo bar 324 bar234");
260 ret |= EC_TEST_CHECK_PARSE(node, 1, "foo bar324");
261 ret |= EC_TEST_CHECK_PARSE(node, 1, "");
262 ret |= EC_TEST_CHECK_PARSE(node, -1, "foobar");
269 static struct ec_test ec_node_re_lex_test = {
270 .name = "node_re_lex",
271 .test = ec_node_re_lex_testcase,
274 EC_TEST_REGISTER(ec_node_re_lex_test);