YAZ 5.37.0
utilities.c
Go to the documentation of this file.
1
2#include <stdio.h>
3#include <stdlib.h>
4#include <string.h>
5
6#include "header.h"
7
8#define unless(C) if(!(C))
9
10#define CREATE_SIZE 1
11
12extern symbol * create_s(void) {
13 symbol * p;
14 void * mem = malloc(HEAD + (CREATE_SIZE + 1) * sizeof(symbol));
15 if (mem == NULL) return NULL;
16 p = (symbol *) (HEAD + (char *) mem);
19 return p;
20}
21
22extern void lose_s(symbol * p) {
23 if (p == NULL) return;
24 free((char *) p - HEAD);
25}
26
27/*
28 new_p = skip_utf8(p, c, lb, l, n); skips n characters forwards from p + c
29 if n +ve, or n characters backwards from p + c - 1 if n -ve. new_p is the new
30 position, or 0 on failure.
31
32 -- used to implement hop and next in the utf8 case.
33*/
34
35extern int skip_utf8(const symbol * p, int c, int lb, int l, int n) {
36 int b;
37 if (n >= 0) {
38 for (; n > 0; n--) {
39 if (c >= l) return -1;
40 b = p[c++];
41 if (b >= 0xC0) { /* 1100 0000 */
42 while (c < l) {
43 b = p[c];
44 if (b >= 0xC0 || b < 0x80) break;
45 /* break unless b is 10------ */
46 c++;
47 }
48 }
49 }
50 } else {
51 for (; n < 0; n++) {
52 if (c <= lb) return -1;
53 b = p[--c];
54 if (b >= 0x80) { /* 1000 0000 */
55 while (c > lb) {
56 b = p[c];
57 if (b >= 0xC0) break; /* 1100 0000 */
58 c--;
59 }
60 }
61 }
62 }
63 return c;
64}
65
66/* Code for character groupings: utf8 cases */
67
68static int get_utf8(const symbol * p, int c, int l, int * slot) {
69 int b0, b1;
70 if (c >= l) return 0;
71 b0 = p[c++];
72 if (b0 < 0xC0 || c == l) { /* 1100 0000 */
73 * slot = b0; return 1;
74 }
75 b1 = p[c++];
76 if (b0 < 0xE0 || c == l) { /* 1110 0000 */
77 * slot = (b0 & 0x1F) << 6 | (b1 & 0x3F); return 2;
78 }
79 * slot = (b0 & 0xF) << 12 | (b1 & 0x3F) << 6 | (p[c] & 0x3F); return 3;
80}
81
82static int get_b_utf8(const symbol * p, int c, int lb, int * slot) {
83 int b0, b1;
84 if (c <= lb) return 0;
85 b0 = p[--c];
86 if (b0 < 0x80 || c == lb) { /* 1000 0000 */
87 * slot = b0; return 1;
88 }
89 b1 = p[--c];
90 if (b1 >= 0xC0 || c == lb) { /* 1100 0000 */
91 * slot = (b1 & 0x1F) << 6 | (b0 & 0x3F); return 2;
92 }
93 * slot = (p[c] & 0xF) << 12 | (b1 & 0x3F) << 6 | (b0 & 0x3F); return 3;
94}
95
96extern int in_grouping_U(struct SN_env * z, const unsigned char * s, int min, int max, int repeat) {
97 do {
98 int ch;
99 int w = get_utf8(z->p, z->c, z->l, & ch);
100 unless (w) return -1;
101 if (ch > max || (ch -= min) < 0 || (s[ch >> 3] & (0X1 << (ch & 0X7))) == 0)
102 return w;
103 z->c += w;
104 } while (repeat);
105 return 0;
106}
107
108extern int in_grouping_b_U(struct SN_env * z, const unsigned char * s, int min, int max, int repeat) {
109 do {
110 int ch;
111 int w = get_b_utf8(z->p, z->c, z->lb, & ch);
112 unless (w) return -1;
113 if (ch > max || (ch -= min) < 0 || (s[ch >> 3] & (0X1 << (ch & 0X7))) == 0)
114 return w;
115 z->c -= w;
116 } while (repeat);
117 return 0;
118}
119
120extern int out_grouping_U(struct SN_env * z, const unsigned char * s, int min, int max, int repeat) {
121 do {
122 int ch;
123 int w = get_utf8(z->p, z->c, z->l, & ch);
124 unless (w) return -1;
125 unless (ch > max || (ch -= min) < 0 || (s[ch >> 3] & (0X1 << (ch & 0X7))) == 0)
126 return w;
127 z->c += w;
128 } while (repeat);
129 return 0;
130}
131
132extern int out_grouping_b_U(struct SN_env * z, const unsigned char * s, int min, int max, int repeat) {
133 do {
134 int ch;
135 int w = get_b_utf8(z->p, z->c, z->lb, & ch);
136 unless (w) return -1;
137 unless (ch > max || (ch -= min) < 0 || (s[ch >> 3] & (0X1 << (ch & 0X7))) == 0)
138 return w;
139 z->c -= w;
140 } while (repeat);
141 return 0;
142}
143
144/* Code for character groupings: non-utf8 cases */
145
146extern int in_grouping(struct SN_env * z, const unsigned char * s, int min, int max, int repeat) {
147 do {
148 int ch;
149 if (z->c >= z->l) return -1;
150 ch = z->p[z->c];
151 if (ch > max || (ch -= min) < 0 || (s[ch >> 3] & (0X1 << (ch & 0X7))) == 0)
152 return 1;
153 z->c++;
154 } while (repeat);
155 return 0;
156}
157
158extern int in_grouping_b(struct SN_env * z, const unsigned char * s, int min, int max, int repeat) {
159 do {
160 int ch;
161 if (z->c <= z->lb) return -1;
162 ch = z->p[z->c - 1];
163 if (ch > max || (ch -= min) < 0 || (s[ch >> 3] & (0X1 << (ch & 0X7))) == 0)
164 return 1;
165 z->c--;
166 } while (repeat);
167 return 0;
168}
169
170extern int out_grouping(struct SN_env * z, const unsigned char * s, int min, int max, int repeat) {
171 do {
172 int ch;
173 if (z->c >= z->l) return -1;
174 ch = z->p[z->c];
175 unless (ch > max || (ch -= min) < 0 || (s[ch >> 3] & (0X1 << (ch & 0X7))) == 0)
176 return 1;
177 z->c++;
178 } while (repeat);
179 return 0;
180}
181
182extern int out_grouping_b(struct SN_env * z, const unsigned char * s, int min, int max, int repeat) {
183 do {
184 int ch;
185 if (z->c <= z->lb) return -1;
186 ch = z->p[z->c - 1];
187 unless (ch > max || (ch -= min) < 0 || (s[ch >> 3] & (0X1 << (ch & 0X7))) == 0)
188 return 1;
189 z->c--;
190 } while (repeat);
191 return 0;
192}
193
194extern int eq_s(struct SN_env * z, int s_size, const symbol * s) {
195 if (z->l - z->c < s_size || memcmp(z->p + z->c, s, s_size * sizeof(symbol)) != 0) return 0;
196 z->c += s_size; return 1;
197}
198
199extern int eq_s_b(struct SN_env * z, int s_size, const symbol * s) {
200 if (z->c - z->lb < s_size || memcmp(z->p + z->c - s_size, s, s_size * sizeof(symbol)) != 0) return 0;
201 z->c -= s_size; return 1;
202}
203
204extern int eq_v(struct SN_env * z, const symbol * p) {
205 return eq_s(z, SIZE(p), p);
206}
207
208extern int eq_v_b(struct SN_env * z, const symbol * p) {
209 return eq_s_b(z, SIZE(p), p);
210}
211
212extern int find_among(struct SN_env * z, const struct among * v, int v_size) {
213
214 int i = 0;
215 int j = v_size;
216
217 int c = z->c; int l = z->l;
218 symbol * q = z->p + c;
219
220 const struct among * w;
221
222 int common_i = 0;
223 int common_j = 0;
224
225 int first_key_inspected = 0;
226
227 while(1) {
228 int k = i + ((j - i) >> 1);
229 int diff = 0;
230 int common = common_i < common_j ? common_i : common_j; /* smaller */
231 w = v + k;
232 {
233 int i2; for (i2 = common; i2 < w->s_size; i2++) {
234 if (c + common == l) { diff = -1; break; }
235 diff = q[common] - w->s[i2];
236 if (diff != 0) break;
237 common++;
238 }
239 }
240 if (diff < 0) { j = k; common_j = common; }
241 else { i = k; common_i = common; }
242 if (j - i <= 1) {
243 if (i > 0) break; /* v->s has been inspected */
244 if (j == i) break; /* only one item in v */
245
246 /* - but now we need to go round once more to get
247 v->s inspected. This looks messy, but is actually
248 the optimal approach. */
249
250 if (first_key_inspected) break;
251 first_key_inspected = 1;
252 }
253 }
254 while(1) {
255 w = v + i;
256 if (common_i >= w->s_size) {
257 z->c = c + w->s_size;
258 if (w->function == 0) return w->result;
259 {
260 int res = w->function(z);
261 z->c = c + w->s_size;
262 if (res) return w->result;
263 }
264 }
265 i = w->substring_i;
266 if (i < 0) return 0;
267 }
268}
269
270/* find_among_b is for backwards processing. Same comments apply */
271
272extern int find_among_b(struct SN_env * z, const struct among * v, int v_size) {
273
274 int i = 0;
275 int j = v_size;
276
277 int c = z->c; int lb = z->lb;
278 symbol * q = z->p + c - 1;
279
280 const struct among * w;
281
282 int common_i = 0;
283 int common_j = 0;
284
285 int first_key_inspected = 0;
286
287 while(1) {
288 int k = i + ((j - i) >> 1);
289 int diff = 0;
290 int common = common_i < common_j ? common_i : common_j;
291 w = v + k;
292 {
293 int i2; for (i2 = w->s_size - 1 - common; i2 >= 0; i2--) {
294 if (c - common == lb) { diff = -1; break; }
295 diff = q[- common] - w->s[i2];
296 if (diff != 0) break;
297 common++;
298 }
299 }
300 if (diff < 0) { j = k; common_j = common; }
301 else { i = k; common_i = common; }
302 if (j - i <= 1) {
303 if (i > 0) break;
304 if (j == i) break;
305 if (first_key_inspected) break;
306 first_key_inspected = 1;
307 }
308 }
309 while(1) {
310 w = v + i;
311 if (common_i >= w->s_size) {
312 z->c = c - w->s_size;
313 if (w->function == 0) return w->result;
314 {
315 int res = w->function(z);
316 z->c = c - w->s_size;
317 if (res) return w->result;
318 }
319 }
320 i = w->substring_i;
321 if (i < 0) return 0;
322 }
323}
324
325
326/* Increase the size of the buffer pointed to by p to at least n symbols.
327 * If insufficient memory, returns NULL and frees the old buffer.
328 */
329static symbol * increase_size(symbol * p, int n) {
330 symbol * q;
331 int new_size = n + 20;
332 void * mem = realloc((char *) p - HEAD,
333 HEAD + (new_size + 1) * sizeof(symbol));
334 if (mem == NULL) {
335 lose_s(p);
336 return NULL;
337 }
338 q = (symbol *) (HEAD + (char *)mem);
339 CAPACITY(q) = new_size;
340 return q;
341}
342
343/* to replace symbols between c_bra and c_ket in z->p by the
344 s_size symbols at s.
345 Returns 0 on success, -1 on error.
346 Also, frees z->p (and sets it to NULL) on error.
347*/
348extern int replace_s(struct SN_env * z, int c_bra, int c_ket, int s_size, const symbol * s, int * adjptr)
349{
350 int adjustment;
351 int len;
352 if (z->p == NULL) {
353 z->p = create_s();
354 if (z->p == NULL) return -1;
355 }
356 adjustment = s_size - (c_ket - c_bra);
357 len = SIZE(z->p);
358 if (adjustment != 0) {
359 if (adjustment + len > CAPACITY(z->p)) {
360 z->p = increase_size(z->p, adjustment + len);
361 if (z->p == NULL) return -1;
362 }
363 memmove(z->p + c_ket + adjustment,
364 z->p + c_ket,
365 (len - c_ket) * sizeof(symbol));
366 SET_SIZE(z->p, adjustment + len);
367 z->l += adjustment;
368 if (z->c >= c_ket)
369 z->c += adjustment;
370 else
371 if (z->c > c_bra)
372 z->c = c_bra;
373 }
374 unless (s_size == 0) memmove(z->p + c_bra, s, s_size * sizeof(symbol));
375 if (adjptr != NULL)
376 *adjptr = adjustment;
377 return 0;
378}
379
380static int slice_check(struct SN_env * z) {
381
382 if (z->bra < 0 ||
383 z->bra > z->ket ||
384 z->ket > z->l ||
385 z->p == NULL ||
386 z->l > SIZE(z->p)) /* this line could be removed */
387 {
388#if 0
389 fprintf(stderr, "faulty slice operation:\n");
390 debug(z, -1, 0);
391#endif
392 return -1;
393 }
394 return 0;
395}
396
397extern int slice_from_s(struct SN_env * z, int s_size, const symbol * s) {
398 if (slice_check(z)) return -1;
399 return replace_s(z, z->bra, z->ket, s_size, s, NULL);
400}
401
402extern int slice_from_v(struct SN_env * z, const symbol * p) {
403 return slice_from_s(z, SIZE(p), p);
404}
405
406extern int slice_del(struct SN_env * z) {
407 return slice_from_s(z, 0, 0);
408}
409
410extern int insert_s(struct SN_env * z, int bra, int ket, int s_size, const symbol * s) {
411 int adjustment;
412 if (replace_s(z, bra, ket, s_size, s, &adjustment))
413 return -1;
414 if (bra <= z->bra) z->bra += adjustment;
415 if (bra <= z->ket) z->ket += adjustment;
416 return 0;
417}
418
419extern int insert_v(struct SN_env * z, int bra, int ket, const symbol * p) {
420 int adjustment;
421 if (replace_s(z, bra, ket, SIZE(p), p, &adjustment))
422 return -1;
423 if (bra <= z->bra) z->bra += adjustment;
424 if (bra <= z->ket) z->ket += adjustment;
425 return 0;
426}
427
428extern symbol * slice_to(struct SN_env * z, symbol * p) {
429 if (slice_check(z)) {
430 lose_s(p);
431 return NULL;
432 }
433 {
434 int len = z->ket - z->bra;
435 if (CAPACITY(p) < len) {
436 p = increase_size(p, len);
437 if (p == NULL)
438 return NULL;
439 }
440 memmove(p, z->p + z->bra, len * sizeof(symbol));
441 SET_SIZE(p, len);
442 }
443 return p;
444}
445
446extern symbol * assign_to(struct SN_env * z, symbol * p) {
447 int len = z->l;
448 if (CAPACITY(p) < len) {
449 p = increase_size(p, len);
450 if (p == NULL)
451 return NULL;
452 }
453 memmove(p, z->p, len * sizeof(symbol));
454 SET_SIZE(p, len);
455 return p;
456}
457
458#if 0
459extern void debug(struct SN_env * z, int number, int line_count) {
460 int i;
461 int limit = SIZE(z->p);
462 /*if (number >= 0) printf("%3d (line %4d): '", number, line_count);*/
463 if (number >= 0) printf("%3d (line %4d): [%d]'", number, line_count,limit);
464 for (i = 0; i <= limit; i++) {
465 if (z->lb == i) printf("{");
466 if (z->bra == i) printf("[");
467 if (z->c == i) printf("|");
468 if (z->ket == i) printf("]");
469 if (z->l == i) printf("}");
470 if (i < limit)
471 { int ch = z->p[i];
472 if (ch == 0) ch = '#';
473 printf("%c", ch);
474 }
475 }
476 printf("'\n");
477}
478#endif
unsigned char symbol
Definition api.h:2
void * malloc(YYSIZE_T)
void free(void *)
#define HEAD
Definition header.h:9
#define SIZE(p)
Definition header.h:11
#define CAPACITY(p)
Definition header.h:13
void debug(struct SN_env *z, int number, int line_count)
#define SET_SIZE(p, n)
Definition header.h:12
Definition api.h:14
int lb
Definition api.h:16
symbol * p
Definition api.h:15
int ket
Definition api.h:16
int c
Definition api.h:16
int bra
Definition api.h:16
int l
Definition api.h:16
Definition header.h:16
int result
Definition header.h:19
int substring_i
Definition header.h:18
int s_size
Definition header.h:16
const symbol * s
Definition header.h:17
int(* function)(struct SN_env *)
Definition header.h:20
int insert_v(struct SN_env *z, int bra, int ket, const symbol *p)
Definition utilities.c:419
int find_among_b(struct SN_env *z, const struct among *v, int v_size)
Definition utilities.c:272
int out_grouping_U(struct SN_env *z, const unsigned char *s, int min, int max, int repeat)
Definition utilities.c:120
#define CREATE_SIZE
Definition utilities.c:10
int insert_s(struct SN_env *z, int bra, int ket, int s_size, const symbol *s)
Definition utilities.c:410
static int slice_check(struct SN_env *z)
Definition utilities.c:380
int slice_del(struct SN_env *z)
Definition utilities.c:406
int in_grouping_U(struct SN_env *z, const unsigned char *s, int min, int max, int repeat)
Definition utilities.c:96
int eq_v_b(struct SN_env *z, const symbol *p)
Definition utilities.c:208
int in_grouping(struct SN_env *z, const unsigned char *s, int min, int max, int repeat)
Definition utilities.c:146
int eq_s(struct SN_env *z, int s_size, const symbol *s)
Definition utilities.c:194
#define unless(C)
Definition utilities.c:8
int replace_s(struct SN_env *z, int c_bra, int c_ket, int s_size, const symbol *s, int *adjptr)
Definition utilities.c:348
int eq_v(struct SN_env *z, const symbol *p)
Definition utilities.c:204
void lose_s(symbol *p)
Definition utilities.c:22
static int get_utf8(const symbol *p, int c, int l, int *slot)
Definition utilities.c:68
int out_grouping_b(struct SN_env *z, const unsigned char *s, int min, int max, int repeat)
Definition utilities.c:182
int skip_utf8(const symbol *p, int c, int lb, int l, int n)
Definition utilities.c:35
int in_grouping_b_U(struct SN_env *z, const unsigned char *s, int min, int max, int repeat)
Definition utilities.c:108
int eq_s_b(struct SN_env *z, int s_size, const symbol *s)
Definition utilities.c:199
int out_grouping(struct SN_env *z, const unsigned char *s, int min, int max, int repeat)
Definition utilities.c:170
int out_grouping_b_U(struct SN_env *z, const unsigned char *s, int min, int max, int repeat)
Definition utilities.c:132
symbol * create_s(void)
Definition utilities.c:12
symbol * slice_to(struct SN_env *z, symbol *p)
Definition utilities.c:428
int slice_from_v(struct SN_env *z, const symbol *p)
Definition utilities.c:402
int find_among(struct SN_env *z, const struct among *v, int v_size)
Definition utilities.c:212
int slice_from_s(struct SN_env *z, int s_size, const symbol *s)
Definition utilities.c:397
int in_grouping_b(struct SN_env *z, const unsigned char *s, int min, int max, int repeat)
Definition utilities.c:158
symbol * assign_to(struct SN_env *z, symbol *p)
Definition utilities.c:446
static int get_b_utf8(const symbol *p, int c, int lb, int *slot)
Definition utilities.c:82
static symbol * increase_size(symbol *p, int n)
Definition utilities.c:329