Update.
[glibc.git] / posix / regex.c
bloba8655cdd70c8903468f67dde21da54c2f7dfe290
1 /* Extended regular expression matching and search library,
2 version 0.12.
3 (Implements POSIX draft P1003.2/D11.2, except for some of the
4 internationalization features.)
6 Copyright (C) 1993, 1994, 1995, 1996, 1997 Free Software Foundation, Inc.
8 This file is part of the GNU C Library. Its master source is NOT part of
9 the C library, however. The master source lives in /gd/gnu/lib.
11 The GNU C Library is free software; you can redistribute it and/or
12 modify it under the terms of the GNU Library General Public License as
13 published by the Free Software Foundation; either version 2 of the
14 License, or (at your option) any later version.
16 The GNU C Library is distributed in the hope that it will be useful,
17 but WITHOUT ANY WARRANTY; without even the implied warranty of
18 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
19 Library General Public License for more details.
21 You should have received a copy of the GNU Library General Public
22 License along with the GNU C Library; see the file COPYING.LIB. If not,
23 write to the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
24 Boston, MA 02111-1307, USA. */
26 /* AIX requires this to be the first thing in the file. */
27 #if defined (_AIX) && !defined (REGEX_MALLOC)
28 #pragma alloca
29 #endif
31 #undef _GNU_SOURCE
32 #define _GNU_SOURCE
34 #ifdef HAVE_CONFIG_H
35 #include <config.h>
36 #endif
38 #if defined(STDC_HEADERS) && !defined(emacs)
39 #include <stddef.h>
40 #else
41 /* We need this for `regex.h', and perhaps for the Emacs include files. */
42 #include <sys/types.h>
43 #endif
45 /* For platform which support the ISO C amendement 1 functionality we
46 support user defined character classes. */
47 #if defined _LIBC || (defined HAVE_WCTYPE_H && defined HAVE_WCHAR_H)
48 # include <wctype.h>
49 # include <wchar.h>
50 #endif
52 /* This is for other GNU distributions with internationalized messages. */
53 #if HAVE_LIBINTL_H || defined (_LIBC)
54 # include <libintl.h>
55 #else
56 # define gettext(msgid) (msgid)
57 #endif
59 #ifndef gettext_noop
60 /* This define is so xgettext can find the internationalizable
61 strings. */
62 #define gettext_noop(String) String
63 #endif
65 /* The `emacs' switch turns on certain matching commands
66 that make sense only in Emacs. */
67 #ifdef emacs
69 #include "lisp.h"
70 #include "buffer.h"
71 #include "syntax.h"
73 #else /* not emacs */
75 /* If we are not linking with Emacs proper,
76 we can't use the relocating allocator
77 even if config.h says that we can. */
78 #undef REL_ALLOC
80 #if defined (STDC_HEADERS) || defined (_LIBC)
81 #include <stdlib.h>
82 #else
83 char *malloc ();
84 char *realloc ();
85 #endif
87 /* When used in Emacs's lib-src, we need to get bzero and bcopy somehow.
88 If nothing else has been done, use the method below. */
89 #ifdef INHIBIT_STRING_HEADER
90 #if !(defined (HAVE_BZERO) && defined (HAVE_BCOPY))
91 #if !defined (bzero) && !defined (bcopy)
92 #undef INHIBIT_STRING_HEADER
93 #endif
94 #endif
95 #endif
97 /* This is the normal way of making sure we have a bcopy and a bzero.
98 This is used in most programs--a few other programs avoid this
99 by defining INHIBIT_STRING_HEADER. */
100 #ifndef INHIBIT_STRING_HEADER
101 #if defined (HAVE_STRING_H) || defined (STDC_HEADERS) || defined (_LIBC)
102 #include <string.h>
103 #ifndef bcmp
104 #define bcmp(s1, s2, n) memcmp ((s1), (s2), (n))
105 #endif
106 #ifndef bcopy
107 #define bcopy(s, d, n) memcpy ((d), (s), (n))
108 #endif
109 #ifndef bzero
110 #define bzero(s, n) memset ((s), 0, (n))
111 #endif
112 #else
113 #include <strings.h>
114 #endif
115 #endif
117 /* Define the syntax stuff for \<, \>, etc. */
119 /* This must be nonzero for the wordchar and notwordchar pattern
120 commands in re_match_2. */
121 #ifndef Sword
122 #define Sword 1
123 #endif
125 #ifdef SWITCH_ENUM_BUG
126 #define SWITCH_ENUM_CAST(x) ((int)(x))
127 #else
128 #define SWITCH_ENUM_CAST(x) (x)
129 #endif
131 #ifdef SYNTAX_TABLE
133 extern char *re_syntax_table;
135 #else /* not SYNTAX_TABLE */
137 /* How many characters in the character set. */
138 #define CHAR_SET_SIZE 256
140 static char re_syntax_table[CHAR_SET_SIZE];
142 static void
143 init_syntax_once ()
145 register int c;
146 static int done = 0;
148 if (done)
149 return;
151 bzero (re_syntax_table, sizeof re_syntax_table);
153 for (c = 'a'; c <= 'z'; c++)
154 re_syntax_table[c] = Sword;
156 for (c = 'A'; c <= 'Z'; c++)
157 re_syntax_table[c] = Sword;
159 for (c = '0'; c <= '9'; c++)
160 re_syntax_table[c] = Sword;
162 re_syntax_table['_'] = Sword;
164 done = 1;
167 #endif /* not SYNTAX_TABLE */
169 #define SYNTAX(c) re_syntax_table[c]
171 #endif /* not emacs */
173 /* Get the interface, including the syntax bits. */
174 #include "regex.h"
176 /* isalpha etc. are used for the character classes. */
177 #include <ctype.h>
179 /* Jim Meyering writes:
181 "... Some ctype macros are valid only for character codes that
182 isascii says are ASCII (SGI's IRIX-4.0.5 is one such system --when
183 using /bin/cc or gcc but without giving an ansi option). So, all
184 ctype uses should be through macros like ISPRINT... If
185 STDC_HEADERS is defined, then autoconf has verified that the ctype
186 macros don't need to be guarded with references to isascii. ...
187 Defining isascii to 1 should let any compiler worth its salt
188 eliminate the && through constant folding." */
190 #if defined (STDC_HEADERS) || (!defined (isascii) && !defined (HAVE_ISASCII))
191 #define ISASCII(c) 1
192 #else
193 #define ISASCII(c) isascii(c)
194 #endif
196 #ifdef isblank
197 #define ISBLANK(c) (ISASCII (c) && isblank (c))
198 #else
199 #define ISBLANK(c) ((c) == ' ' || (c) == '\t')
200 #endif
201 #ifdef isgraph
202 #define ISGRAPH(c) (ISASCII (c) && isgraph (c))
203 #else
204 #define ISGRAPH(c) (ISASCII (c) && isprint (c) && !isspace (c))
205 #endif
207 #define ISPRINT(c) (ISASCII (c) && isprint (c))
208 #define ISDIGIT(c) (ISASCII (c) && isdigit (c))
209 #define ISALNUM(c) (ISASCII (c) && isalnum (c))
210 #define ISALPHA(c) (ISASCII (c) && isalpha (c))
211 #define ISCNTRL(c) (ISASCII (c) && iscntrl (c))
212 #define ISLOWER(c) (ISASCII (c) && islower (c))
213 #define ISPUNCT(c) (ISASCII (c) && ispunct (c))
214 #define ISSPACE(c) (ISASCII (c) && isspace (c))
215 #define ISUPPER(c) (ISASCII (c) && isupper (c))
216 #define ISXDIGIT(c) (ISASCII (c) && isxdigit (c))
218 #ifndef NULL
219 #define NULL (void *)0
220 #endif
222 /* We remove any previous definition of `SIGN_EXTEND_CHAR',
223 since ours (we hope) works properly with all combinations of
224 machines, compilers, `char' and `unsigned char' argument types.
225 (Per Bothner suggested the basic approach.) */
226 #undef SIGN_EXTEND_CHAR
227 #if __STDC__
228 #define SIGN_EXTEND_CHAR(c) ((signed char) (c))
229 #else /* not __STDC__ */
230 /* As in Harbison and Steele. */
231 #define SIGN_EXTEND_CHAR(c) ((((unsigned char) (c)) ^ 128) - 128)
232 #endif
234 /* Should we use malloc or alloca? If REGEX_MALLOC is not defined, we
235 use `alloca' instead of `malloc'. This is because using malloc in
236 re_search* or re_match* could cause memory leaks when C-g is used in
237 Emacs; also, malloc is slower and causes storage fragmentation. On
238 the other hand, malloc is more portable, and easier to debug.
240 Because we sometimes use alloca, some routines have to be macros,
241 not functions -- `alloca'-allocated space disappears at the end of the
242 function it is called in. */
244 #ifdef REGEX_MALLOC
246 #define REGEX_ALLOCATE malloc
247 #define REGEX_REALLOCATE(source, osize, nsize) realloc (source, nsize)
248 #define REGEX_FREE free
250 #else /* not REGEX_MALLOC */
252 /* Emacs already defines alloca, sometimes. */
253 #ifndef alloca
255 /* Make alloca work the best possible way. */
256 #ifdef __GNUC__
257 #define alloca __builtin_alloca
258 #else /* not __GNUC__ */
259 #if HAVE_ALLOCA_H
260 #include <alloca.h>
261 #else /* not __GNUC__ or HAVE_ALLOCA_H */
262 #if 0 /* It is a bad idea to declare alloca. We always cast the result. */
263 #ifndef _AIX /* Already did AIX, up at the top. */
264 char *alloca ();
265 #endif /* not _AIX */
266 #endif
267 #endif /* not HAVE_ALLOCA_H */
268 #endif /* not __GNUC__ */
270 #endif /* not alloca */
272 #define REGEX_ALLOCATE alloca
274 /* Assumes a `char *destination' variable. */
275 #define REGEX_REALLOCATE(source, osize, nsize) \
276 (destination = (char *) alloca (nsize), \
277 bcopy (source, destination, osize), \
278 destination)
280 /* No need to do anything to free, after alloca. */
281 #define REGEX_FREE(arg) ((void)0) /* Do nothing! But inhibit gcc warning. */
283 #endif /* not REGEX_MALLOC */
285 /* Define how to allocate the failure stack. */
287 #if defined (REL_ALLOC) && defined (REGEX_MALLOC)
289 #define REGEX_ALLOCATE_STACK(size) \
290 r_alloc (&failure_stack_ptr, (size))
291 #define REGEX_REALLOCATE_STACK(source, osize, nsize) \
292 r_re_alloc (&failure_stack_ptr, (nsize))
293 #define REGEX_FREE_STACK(ptr) \
294 r_alloc_free (&failure_stack_ptr)
296 #else /* not using relocating allocator */
298 #ifdef REGEX_MALLOC
300 #define REGEX_ALLOCATE_STACK malloc
301 #define REGEX_REALLOCATE_STACK(source, osize, nsize) realloc (source, nsize)
302 #define REGEX_FREE_STACK free
304 #else /* not REGEX_MALLOC */
306 #define REGEX_ALLOCATE_STACK alloca
308 #define REGEX_REALLOCATE_STACK(source, osize, nsize) \
309 REGEX_REALLOCATE (source, osize, nsize)
310 /* No need to explicitly free anything. */
311 #define REGEX_FREE_STACK(arg)
313 #endif /* not REGEX_MALLOC */
314 #endif /* not using relocating allocator */
317 /* True if `size1' is non-NULL and PTR is pointing anywhere inside
318 `string1' or just past its end. This works if PTR is NULL, which is
319 a good thing. */
320 #define FIRST_STRING_P(ptr) \
321 (size1 && string1 <= (ptr) && (ptr) <= string1 + size1)
323 /* (Re)Allocate N items of type T using malloc, or fail. */
324 #define TALLOC(n, t) ((t *) malloc ((n) * sizeof (t)))
325 #define RETALLOC(addr, n, t) ((addr) = (t *) realloc (addr, (n) * sizeof (t)))
326 #define RETALLOC_IF(addr, n, t) \
327 if (addr) RETALLOC((addr), (n), t); else (addr) = TALLOC ((n), t)
328 #define REGEX_TALLOC(n, t) ((t *) REGEX_ALLOCATE ((n) * sizeof (t)))
330 #define BYTEWIDTH 8 /* In bits. */
332 #define STREQ(s1, s2) ((strcmp (s1, s2) == 0))
334 #undef MAX
335 #undef MIN
336 #define MAX(a, b) ((a) > (b) ? (a) : (b))
337 #define MIN(a, b) ((a) < (b) ? (a) : (b))
339 typedef char boolean;
340 #define false 0
341 #define true 1
343 static int re_match_2_internal ();
345 /* These are the command codes that appear in compiled regular
346 expressions. Some opcodes are followed by argument bytes. A
347 command code can specify any interpretation whatsoever for its
348 arguments. Zero bytes may appear in the compiled regular expression. */
350 typedef enum
352 no_op = 0,
354 /* Succeed right away--no more backtracking. */
355 succeed,
357 /* Followed by one byte giving n, then by n literal bytes. */
358 exactn,
360 /* Matches any (more or less) character. */
361 anychar,
363 /* Matches any one char belonging to specified set. First
364 following byte is number of bitmap bytes. Then come bytes
365 for a bitmap saying which chars are in. Bits in each byte
366 are ordered low-bit-first. A character is in the set if its
367 bit is 1. A character too large to have a bit in the map is
368 automatically not in the set. */
369 charset,
371 /* Same parameters as charset, but match any character that is
372 not one of those specified. */
373 charset_not,
375 /* Start remembering the text that is matched, for storing in a
376 register. Followed by one byte with the register number, in
377 the range 0 to one less than the pattern buffer's re_nsub
378 field. Then followed by one byte with the number of groups
379 inner to this one. (This last has to be part of the
380 start_memory only because we need it in the on_failure_jump
381 of re_match_2.) */
382 start_memory,
384 /* Stop remembering the text that is matched and store it in a
385 memory register. Followed by one byte with the register
386 number, in the range 0 to one less than `re_nsub' in the
387 pattern buffer, and one byte with the number of inner groups,
388 just like `start_memory'. (We need the number of inner
389 groups here because we don't have any easy way of finding the
390 corresponding start_memory when we're at a stop_memory.) */
391 stop_memory,
393 /* Match a duplicate of something remembered. Followed by one
394 byte containing the register number. */
395 duplicate,
397 /* Fail unless at beginning of line. */
398 begline,
400 /* Fail unless at end of line. */
401 endline,
403 /* Succeeds if at beginning of buffer (if emacs) or at beginning
404 of string to be matched (if not). */
405 begbuf,
407 /* Analogously, for end of buffer/string. */
408 endbuf,
410 /* Followed by two byte relative address to which to jump. */
411 jump,
413 /* Same as jump, but marks the end of an alternative. */
414 jump_past_alt,
416 /* Followed by two-byte relative address of place to resume at
417 in case of failure. */
418 on_failure_jump,
420 /* Like on_failure_jump, but pushes a placeholder instead of the
421 current string position when executed. */
422 on_failure_keep_string_jump,
424 /* Throw away latest failure point and then jump to following
425 two-byte relative address. */
426 pop_failure_jump,
428 /* Change to pop_failure_jump if know won't have to backtrack to
429 match; otherwise change to jump. This is used to jump
430 back to the beginning of a repeat. If what follows this jump
431 clearly won't match what the repeat does, such that we can be
432 sure that there is no use backtracking out of repetitions
433 already matched, then we change it to a pop_failure_jump.
434 Followed by two-byte address. */
435 maybe_pop_jump,
437 /* Jump to following two-byte address, and push a dummy failure
438 point. This failure point will be thrown away if an attempt
439 is made to use it for a failure. A `+' construct makes this
440 before the first repeat. Also used as an intermediary kind
441 of jump when compiling an alternative. */
442 dummy_failure_jump,
444 /* Push a dummy failure point and continue. Used at the end of
445 alternatives. */
446 push_dummy_failure,
448 /* Followed by two-byte relative address and two-byte number n.
449 After matching N times, jump to the address upon failure. */
450 succeed_n,
452 /* Followed by two-byte relative address, and two-byte number n.
453 Jump to the address N times, then fail. */
454 jump_n,
456 /* Set the following two-byte relative address to the
457 subsequent two-byte number. The address *includes* the two
458 bytes of number. */
459 set_number_at,
461 wordchar, /* Matches any word-constituent character. */
462 notwordchar, /* Matches any char that is not a word-constituent. */
464 wordbeg, /* Succeeds if at word beginning. */
465 wordend, /* Succeeds if at word end. */
467 wordbound, /* Succeeds if at a word boundary. */
468 notwordbound /* Succeeds if not at a word boundary. */
470 #ifdef emacs
471 ,before_dot, /* Succeeds if before point. */
472 at_dot, /* Succeeds if at point. */
473 after_dot, /* Succeeds if after point. */
475 /* Matches any character whose syntax is specified. Followed by
476 a byte which contains a syntax code, e.g., Sword. */
477 syntaxspec,
479 /* Matches any character whose syntax is not that specified. */
480 notsyntaxspec
481 #endif /* emacs */
482 } re_opcode_t;
484 /* Common operations on the compiled pattern. */
486 /* Store NUMBER in two contiguous bytes starting at DESTINATION. */
488 #define STORE_NUMBER(destination, number) \
489 do { \
490 (destination)[0] = (number) & 0377; \
491 (destination)[1] = (number) >> 8; \
492 } while (0)
494 /* Same as STORE_NUMBER, except increment DESTINATION to
495 the byte after where the number is stored. Therefore, DESTINATION
496 must be an lvalue. */
498 #define STORE_NUMBER_AND_INCR(destination, number) \
499 do { \
500 STORE_NUMBER (destination, number); \
501 (destination) += 2; \
502 } while (0)
504 /* Put into DESTINATION a number stored in two contiguous bytes starting
505 at SOURCE. */
507 #define EXTRACT_NUMBER(destination, source) \
508 do { \
509 (destination) = *(source) & 0377; \
510 (destination) += SIGN_EXTEND_CHAR (*((source) + 1)) << 8; \
511 } while (0)
513 #ifdef DEBUG
514 static void extract_number _RE_ARGS ((int *dest, unsigned char *source));
515 static void
516 extract_number (dest, source)
517 int *dest;
518 unsigned char *source;
520 int temp = SIGN_EXTEND_CHAR (*(source + 1));
521 *dest = *source & 0377;
522 *dest += temp << 8;
525 #ifndef EXTRACT_MACROS /* To debug the macros. */
526 #undef EXTRACT_NUMBER
527 #define EXTRACT_NUMBER(dest, src) extract_number (&dest, src)
528 #endif /* not EXTRACT_MACROS */
530 #endif /* DEBUG */
532 /* Same as EXTRACT_NUMBER, except increment SOURCE to after the number.
533 SOURCE must be an lvalue. */
535 #define EXTRACT_NUMBER_AND_INCR(destination, source) \
536 do { \
537 EXTRACT_NUMBER (destination, source); \
538 (source) += 2; \
539 } while (0)
541 #ifdef DEBUG
542 static void extract_number_and_incr _RE_ARGS ((int *destination,
543 unsigned char **source));
544 static void
545 extract_number_and_incr (destination, source)
546 int *destination;
547 unsigned char **source;
549 extract_number (destination, *source);
550 *source += 2;
553 #ifndef EXTRACT_MACROS
554 #undef EXTRACT_NUMBER_AND_INCR
555 #define EXTRACT_NUMBER_AND_INCR(dest, src) \
556 extract_number_and_incr (&dest, &src)
557 #endif /* not EXTRACT_MACROS */
559 #endif /* DEBUG */
561 /* If DEBUG is defined, Regex prints many voluminous messages about what
562 it is doing (if the variable `debug' is nonzero). If linked with the
563 main program in `iregex.c', you can enter patterns and strings
564 interactively. And if linked with the main program in `main.c' and
565 the other test files, you can run the already-written tests. */
567 #ifdef DEBUG
569 /* We use standard I/O for debugging. */
570 #include <stdio.h>
572 /* It is useful to test things that ``must'' be true when debugging. */
573 #include <assert.h>
575 static int debug = 0;
577 #define DEBUG_STATEMENT(e) e
578 #define DEBUG_PRINT1(x) if (debug) printf (x)
579 #define DEBUG_PRINT2(x1, x2) if (debug) printf (x1, x2)
580 #define DEBUG_PRINT3(x1, x2, x3) if (debug) printf (x1, x2, x3)
581 #define DEBUG_PRINT4(x1, x2, x3, x4) if (debug) printf (x1, x2, x3, x4)
582 #define DEBUG_PRINT_COMPILED_PATTERN(p, s, e) \
583 if (debug) print_partial_compiled_pattern (s, e)
584 #define DEBUG_PRINT_DOUBLE_STRING(w, s1, sz1, s2, sz2) \
585 if (debug) print_double_string (w, s1, sz1, s2, sz2)
588 /* Print the fastmap in human-readable form. */
590 void
591 print_fastmap (fastmap)
592 char *fastmap;
594 unsigned was_a_range = 0;
595 unsigned i = 0;
597 while (i < (1 << BYTEWIDTH))
599 if (fastmap[i++])
601 was_a_range = 0;
602 putchar (i - 1);
603 while (i < (1 << BYTEWIDTH) && fastmap[i])
605 was_a_range = 1;
606 i++;
608 if (was_a_range)
610 printf ("-");
611 putchar (i - 1);
615 putchar ('\n');
619 /* Print a compiled pattern string in human-readable form, starting at
620 the START pointer into it and ending just before the pointer END. */
622 void
623 print_partial_compiled_pattern (start, end)
624 unsigned char *start;
625 unsigned char *end;
627 int mcnt, mcnt2;
628 unsigned char *p1;
629 unsigned char *p = start;
630 unsigned char *pend = end;
632 if (start == NULL)
634 printf ("(null)\n");
635 return;
638 /* Loop over pattern commands. */
639 while (p < pend)
641 printf ("%d:\t", p - start);
643 switch ((re_opcode_t) *p++)
645 case no_op:
646 printf ("/no_op");
647 break;
649 case exactn:
650 mcnt = *p++;
651 printf ("/exactn/%d", mcnt);
654 putchar ('/');
655 putchar (*p++);
657 while (--mcnt);
658 break;
660 case start_memory:
661 mcnt = *p++;
662 printf ("/start_memory/%d/%d", mcnt, *p++);
663 break;
665 case stop_memory:
666 mcnt = *p++;
667 printf ("/stop_memory/%d/%d", mcnt, *p++);
668 break;
670 case duplicate:
671 printf ("/duplicate/%d", *p++);
672 break;
674 case anychar:
675 printf ("/anychar");
676 break;
678 case charset:
679 case charset_not:
681 register int c, last = -100;
682 register int in_range = 0;
684 printf ("/charset [%s",
685 (re_opcode_t) *(p - 1) == charset_not ? "^" : "");
687 assert (p + *p < pend);
689 for (c = 0; c < 256; c++)
690 if (c / 8 < *p
691 && (p[1 + (c/8)] & (1 << (c % 8))))
693 /* Are we starting a range? */
694 if (last + 1 == c && ! in_range)
696 putchar ('-');
697 in_range = 1;
699 /* Have we broken a range? */
700 else if (last + 1 != c && in_range)
702 putchar (last);
703 in_range = 0;
706 if (! in_range)
707 putchar (c);
709 last = c;
712 if (in_range)
713 putchar (last);
715 putchar (']');
717 p += 1 + *p;
719 break;
721 case begline:
722 printf ("/begline");
723 break;
725 case endline:
726 printf ("/endline");
727 break;
729 case on_failure_jump:
730 extract_number_and_incr (&mcnt, &p);
731 printf ("/on_failure_jump to %d", p + mcnt - start);
732 break;
734 case on_failure_keep_string_jump:
735 extract_number_and_incr (&mcnt, &p);
736 printf ("/on_failure_keep_string_jump to %d", p + mcnt - start);
737 break;
739 case dummy_failure_jump:
740 extract_number_and_incr (&mcnt, &p);
741 printf ("/dummy_failure_jump to %d", p + mcnt - start);
742 break;
744 case push_dummy_failure:
745 printf ("/push_dummy_failure");
746 break;
748 case maybe_pop_jump:
749 extract_number_and_incr (&mcnt, &p);
750 printf ("/maybe_pop_jump to %d", p + mcnt - start);
751 break;
753 case pop_failure_jump:
754 extract_number_and_incr (&mcnt, &p);
755 printf ("/pop_failure_jump to %d", p + mcnt - start);
756 break;
758 case jump_past_alt:
759 extract_number_and_incr (&mcnt, &p);
760 printf ("/jump_past_alt to %d", p + mcnt - start);
761 break;
763 case jump:
764 extract_number_and_incr (&mcnt, &p);
765 printf ("/jump to %d", p + mcnt - start);
766 break;
768 case succeed_n:
769 extract_number_and_incr (&mcnt, &p);
770 p1 = p + mcnt;
771 extract_number_and_incr (&mcnt2, &p);
772 printf ("/succeed_n to %d, %d times", p1 - start, mcnt2);
773 break;
775 case jump_n:
776 extract_number_and_incr (&mcnt, &p);
777 p1 = p + mcnt;
778 extract_number_and_incr (&mcnt2, &p);
779 printf ("/jump_n to %d, %d times", p1 - start, mcnt2);
780 break;
782 case set_number_at:
783 extract_number_and_incr (&mcnt, &p);
784 p1 = p + mcnt;
785 extract_number_and_incr (&mcnt2, &p);
786 printf ("/set_number_at location %d to %d", p1 - start, mcnt2);
787 break;
789 case wordbound:
790 printf ("/wordbound");
791 break;
793 case notwordbound:
794 printf ("/notwordbound");
795 break;
797 case wordbeg:
798 printf ("/wordbeg");
799 break;
801 case wordend:
802 printf ("/wordend");
804 #ifdef emacs
805 case before_dot:
806 printf ("/before_dot");
807 break;
809 case at_dot:
810 printf ("/at_dot");
811 break;
813 case after_dot:
814 printf ("/after_dot");
815 break;
817 case syntaxspec:
818 printf ("/syntaxspec");
819 mcnt = *p++;
820 printf ("/%d", mcnt);
821 break;
823 case notsyntaxspec:
824 printf ("/notsyntaxspec");
825 mcnt = *p++;
826 printf ("/%d", mcnt);
827 break;
828 #endif /* emacs */
830 case wordchar:
831 printf ("/wordchar");
832 break;
834 case notwordchar:
835 printf ("/notwordchar");
836 break;
838 case begbuf:
839 printf ("/begbuf");
840 break;
842 case endbuf:
843 printf ("/endbuf");
844 break;
846 default:
847 printf ("?%d", *(p-1));
850 putchar ('\n');
853 printf ("%d:\tend of pattern.\n", p - start);
857 void
858 print_compiled_pattern (bufp)
859 struct re_pattern_buffer *bufp;
861 unsigned char *buffer = bufp->buffer;
863 print_partial_compiled_pattern (buffer, buffer + bufp->used);
864 printf ("%ld bytes used/%ld bytes allocated.\n",
865 bufp->used, bufp->allocated);
867 if (bufp->fastmap_accurate && bufp->fastmap)
869 printf ("fastmap: ");
870 print_fastmap (bufp->fastmap);
873 printf ("re_nsub: %d\t", bufp->re_nsub);
874 printf ("regs_alloc: %d\t", bufp->regs_allocated);
875 printf ("can_be_null: %d\t", bufp->can_be_null);
876 printf ("newline_anchor: %d\n", bufp->newline_anchor);
877 printf ("no_sub: %d\t", bufp->no_sub);
878 printf ("not_bol: %d\t", bufp->not_bol);
879 printf ("not_eol: %d\t", bufp->not_eol);
880 printf ("syntax: %lx\n", bufp->syntax);
881 /* Perhaps we should print the translate table? */
885 void
886 print_double_string (where, string1, size1, string2, size2)
887 const char *where;
888 const char *string1;
889 const char *string2;
890 int size1;
891 int size2;
893 int this_char;
895 if (where == NULL)
896 printf ("(null)");
897 else
899 if (FIRST_STRING_P (where))
901 for (this_char = where - string1; this_char < size1; this_char++)
902 putchar (string1[this_char]);
904 where = string2;
907 for (this_char = where - string2; this_char < size2; this_char++)
908 putchar (string2[this_char]);
912 void
913 printchar (c)
914 int c;
916 putc (c, stderr);
919 #else /* not DEBUG */
921 #undef assert
922 #define assert(e)
924 #define DEBUG_STATEMENT(e)
925 #define DEBUG_PRINT1(x)
926 #define DEBUG_PRINT2(x1, x2)
927 #define DEBUG_PRINT3(x1, x2, x3)
928 #define DEBUG_PRINT4(x1, x2, x3, x4)
929 #define DEBUG_PRINT_COMPILED_PATTERN(p, s, e)
930 #define DEBUG_PRINT_DOUBLE_STRING(w, s1, sz1, s2, sz2)
932 #endif /* not DEBUG */
934 /* Set by `re_set_syntax' to the current regexp syntax to recognize. Can
935 also be assigned to arbitrarily: each pattern buffer stores its own
936 syntax, so it can be changed between regex compilations. */
937 /* This has no initializer because initialized variables in Emacs
938 become read-only after dumping. */
939 reg_syntax_t re_syntax_options;
942 /* Specify the precise syntax of regexps for compilation. This provides
943 for compatibility for various utilities which historically have
944 different, incompatible syntaxes.
946 The argument SYNTAX is a bit mask comprised of the various bits
947 defined in regex.h. We return the old syntax. */
949 reg_syntax_t
950 re_set_syntax (syntax)
951 reg_syntax_t syntax;
953 reg_syntax_t ret = re_syntax_options;
955 re_syntax_options = syntax;
956 #ifdef DEBUG
957 if (syntax & RE_DEBUG)
958 debug = 1;
959 else if (debug) /* was on but now is not */
960 debug = 0;
961 #endif /* DEBUG */
962 return ret;
965 /* This table gives an error message for each of the error codes listed
966 in regex.h. Obviously the order here has to be same as there.
967 POSIX doesn't require that we do anything for REG_NOERROR,
968 but why not be nice? */
970 static const char *re_error_msgid[] =
972 gettext_noop ("Success"), /* REG_NOERROR */
973 gettext_noop ("No match"), /* REG_NOMATCH */
974 gettext_noop ("Invalid regular expression"), /* REG_BADPAT */
975 gettext_noop ("Invalid collation character"), /* REG_ECOLLATE */
976 gettext_noop ("Invalid character class name"), /* REG_ECTYPE */
977 gettext_noop ("Trailing backslash"), /* REG_EESCAPE */
978 gettext_noop ("Invalid back reference"), /* REG_ESUBREG */
979 gettext_noop ("Unmatched [ or [^"), /* REG_EBRACK */
980 gettext_noop ("Unmatched ( or \\("), /* REG_EPAREN */
981 gettext_noop ("Unmatched \\{"), /* REG_EBRACE */
982 gettext_noop ("Invalid content of \\{\\}"), /* REG_BADBR */
983 gettext_noop ("Invalid range end"), /* REG_ERANGE */
984 gettext_noop ("Memory exhausted"), /* REG_ESPACE */
985 gettext_noop ("Invalid preceding regular expression"), /* REG_BADRPT */
986 gettext_noop ("Premature end of regular expression"), /* REG_EEND */
987 gettext_noop ("Regular expression too big"), /* REG_ESIZE */
988 gettext_noop ("Unmatched ) or \\)"), /* REG_ERPAREN */
991 /* Avoiding alloca during matching, to placate r_alloc. */
993 /* Define MATCH_MAY_ALLOCATE unless we need to make sure that the
994 searching and matching functions should not call alloca. On some
995 systems, alloca is implemented in terms of malloc, and if we're
996 using the relocating allocator routines, then malloc could cause a
997 relocation, which might (if the strings being searched are in the
998 ralloc heap) shift the data out from underneath the regexp
999 routines.
1001 Here's another reason to avoid allocation: Emacs
1002 processes input from X in a signal handler; processing X input may
1003 call malloc; if input arrives while a matching routine is calling
1004 malloc, then we're scrod. But Emacs can't just block input while
1005 calling matching routines; then we don't notice interrupts when
1006 they come in. So, Emacs blocks input around all regexp calls
1007 except the matching calls, which it leaves unprotected, in the
1008 faith that they will not malloc. */
1010 /* Normally, this is fine. */
1011 #define MATCH_MAY_ALLOCATE
1013 /* When using GNU C, we are not REALLY using the C alloca, no matter
1014 what config.h may say. So don't take precautions for it. */
1015 #ifdef __GNUC__
1016 #undef C_ALLOCA
1017 #endif
1019 /* The match routines may not allocate if (1) they would do it with malloc
1020 and (2) it's not safe for them to use malloc.
1021 Note that if REL_ALLOC is defined, matching would not use malloc for the
1022 failure stack, but we would still use it for the register vectors;
1023 so REL_ALLOC should not affect this. */
1024 #if (defined (C_ALLOCA) || defined (REGEX_MALLOC)) && defined (emacs)
1025 #undef MATCH_MAY_ALLOCATE
1026 #endif
1029 /* Failure stack declarations and macros; both re_compile_fastmap and
1030 re_match_2 use a failure stack. These have to be macros because of
1031 REGEX_ALLOCATE_STACK. */
1034 /* Number of failure points for which to initially allocate space
1035 when matching. If this number is exceeded, we allocate more
1036 space, so it is not a hard limit. */
1037 #ifndef INIT_FAILURE_ALLOC
1038 #define INIT_FAILURE_ALLOC 5
1039 #endif
1041 /* Roughly the maximum number of failure points on the stack. Would be
1042 exactly that if always used MAX_FAILURE_ITEMS items each time we failed.
1043 This is a variable only so users of regex can assign to it; we never
1044 change it ourselves. */
1046 #ifdef INT_IS_16BIT
1048 #if defined (MATCH_MAY_ALLOCATE)
1049 /* 4400 was enough to cause a crash on Alpha OSF/1,
1050 whose default stack limit is 2mb. */
1051 long int re_max_failures = 4000;
1052 #else
1053 long int re_max_failures = 2000;
1054 #endif
1056 union fail_stack_elt
1058 unsigned char *pointer;
1059 long int integer;
1062 typedef union fail_stack_elt fail_stack_elt_t;
1064 typedef struct
1066 fail_stack_elt_t *stack;
1067 unsigned long int size;
1068 unsigned long int avail; /* Offset of next open position. */
1069 } fail_stack_type;
1071 #else /* not INT_IS_16BIT */
1073 #if defined (MATCH_MAY_ALLOCATE)
1074 /* 4400 was enough to cause a crash on Alpha OSF/1,
1075 whose default stack limit is 2mb. */
1076 int re_max_failures = 20000;
1077 #else
1078 int re_max_failures = 2000;
1079 #endif
1081 union fail_stack_elt
1083 unsigned char *pointer;
1084 int integer;
1087 typedef union fail_stack_elt fail_stack_elt_t;
1089 typedef struct
1091 fail_stack_elt_t *stack;
1092 unsigned size;
1093 unsigned avail; /* Offset of next open position. */
1094 } fail_stack_type;
1096 #endif /* INT_IS_16BIT */
1098 #define FAIL_STACK_EMPTY() (fail_stack.avail == 0)
1099 #define FAIL_STACK_PTR_EMPTY() (fail_stack_ptr->avail == 0)
1100 #define FAIL_STACK_FULL() (fail_stack.avail == fail_stack.size)
1103 /* Define macros to initialize and free the failure stack.
1104 Do `return -2' if the alloc fails. */
1106 #ifdef MATCH_MAY_ALLOCATE
1107 #define INIT_FAIL_STACK() \
1108 do { \
1109 fail_stack.stack = (fail_stack_elt_t *) \
1110 REGEX_ALLOCATE_STACK (INIT_FAILURE_ALLOC * sizeof (fail_stack_elt_t)); \
1112 if (fail_stack.stack == NULL) \
1113 return -2; \
1115 fail_stack.size = INIT_FAILURE_ALLOC; \
1116 fail_stack.avail = 0; \
1117 } while (0)
1119 #define RESET_FAIL_STACK() REGEX_FREE_STACK (fail_stack.stack)
1120 #else
1121 #define INIT_FAIL_STACK() \
1122 do { \
1123 fail_stack.avail = 0; \
1124 } while (0)
1126 #define RESET_FAIL_STACK()
1127 #endif
1130 /* Double the size of FAIL_STACK, up to approximately `re_max_failures' items.
1132 Return 1 if succeeds, and 0 if either ran out of memory
1133 allocating space for it or it was already too large.
1135 REGEX_REALLOCATE_STACK requires `destination' be declared. */
1137 #define DOUBLE_FAIL_STACK(fail_stack) \
1138 ((fail_stack).size > (unsigned) (re_max_failures * MAX_FAILURE_ITEMS) \
1139 ? 0 \
1140 : ((fail_stack).stack = (fail_stack_elt_t *) \
1141 REGEX_REALLOCATE_STACK ((fail_stack).stack, \
1142 (fail_stack).size * sizeof (fail_stack_elt_t), \
1143 ((fail_stack).size << 1) * sizeof (fail_stack_elt_t)), \
1145 (fail_stack).stack == NULL \
1146 ? 0 \
1147 : ((fail_stack).size <<= 1, \
1148 1)))
1151 /* Push pointer POINTER on FAIL_STACK.
1152 Return 1 if was able to do so and 0 if ran out of memory allocating
1153 space to do so. */
1154 #define PUSH_PATTERN_OP(POINTER, FAIL_STACK) \
1155 ((FAIL_STACK_FULL () \
1156 && !DOUBLE_FAIL_STACK (FAIL_STACK)) \
1157 ? 0 \
1158 : ((FAIL_STACK).stack[(FAIL_STACK).avail++].pointer = POINTER, \
1161 /* Push a pointer value onto the failure stack.
1162 Assumes the variable `fail_stack'. Probably should only
1163 be called from within `PUSH_FAILURE_POINT'. */
1164 #define PUSH_FAILURE_POINTER(item) \
1165 fail_stack.stack[fail_stack.avail++].pointer = (unsigned char *) (item)
1167 /* This pushes an integer-valued item onto the failure stack.
1168 Assumes the variable `fail_stack'. Probably should only
1169 be called from within `PUSH_FAILURE_POINT'. */
1170 #define PUSH_FAILURE_INT(item) \
1171 fail_stack.stack[fail_stack.avail++].integer = (item)
1173 /* Push a fail_stack_elt_t value onto the failure stack.
1174 Assumes the variable `fail_stack'. Probably should only
1175 be called from within `PUSH_FAILURE_POINT'. */
1176 #define PUSH_FAILURE_ELT(item) \
1177 fail_stack.stack[fail_stack.avail++] = (item)
1179 /* These three POP... operations complement the three PUSH... operations.
1180 All assume that `fail_stack' is nonempty. */
1181 #define POP_FAILURE_POINTER() fail_stack.stack[--fail_stack.avail].pointer
1182 #define POP_FAILURE_INT() fail_stack.stack[--fail_stack.avail].integer
1183 #define POP_FAILURE_ELT() fail_stack.stack[--fail_stack.avail]
1185 /* Used to omit pushing failure point id's when we're not debugging. */
1186 #ifdef DEBUG
1187 #define DEBUG_PUSH PUSH_FAILURE_INT
1188 #define DEBUG_POP(item_addr) (item_addr)->integer = POP_FAILURE_INT ()
1189 #else
1190 #define DEBUG_PUSH(item)
1191 #define DEBUG_POP(item_addr)
1192 #endif
1195 /* Push the information about the state we will need
1196 if we ever fail back to it.
1198 Requires variables fail_stack, regstart, regend, reg_info, and
1199 num_regs be declared. DOUBLE_FAIL_STACK requires `destination' be
1200 declared.
1202 Does `return FAILURE_CODE' if runs out of memory. */
1204 #define PUSH_FAILURE_POINT(pattern_place, string_place, failure_code) \
1205 do { \
1206 char *destination; \
1207 /* Must be int, so when we don't save any registers, the arithmetic \
1208 of 0 + -1 isn't done as unsigned. */ \
1209 /* Can't be int, since there is not a shred of a guarantee that int \
1210 is wide enough to hold a value of something to which pointer can \
1211 be assigned */ \
1212 s_reg_t this_reg; \
1214 DEBUG_STATEMENT (failure_id++); \
1215 DEBUG_STATEMENT (nfailure_points_pushed++); \
1216 DEBUG_PRINT2 ("\nPUSH_FAILURE_POINT #%u:\n", failure_id); \
1217 DEBUG_PRINT2 (" Before push, next avail: %d\n", (fail_stack).avail);\
1218 DEBUG_PRINT2 (" size: %d\n", (fail_stack).size);\
1220 DEBUG_PRINT2 (" slots needed: %d\n", NUM_FAILURE_ITEMS); \
1221 DEBUG_PRINT2 (" available: %d\n", REMAINING_AVAIL_SLOTS); \
1223 /* Ensure we have enough space allocated for what we will push. */ \
1224 while (REMAINING_AVAIL_SLOTS < NUM_FAILURE_ITEMS) \
1226 if (!DOUBLE_FAIL_STACK (fail_stack)) \
1227 return failure_code; \
1229 DEBUG_PRINT2 ("\n Doubled stack; size now: %d\n", \
1230 (fail_stack).size); \
1231 DEBUG_PRINT2 (" slots available: %d\n", REMAINING_AVAIL_SLOTS);\
1234 /* Push the info, starting with the registers. */ \
1235 DEBUG_PRINT1 ("\n"); \
1237 if (1) \
1238 for (this_reg = lowest_active_reg; this_reg <= highest_active_reg; \
1239 this_reg++) \
1241 DEBUG_PRINT2 (" Pushing reg: %d\n", this_reg); \
1242 DEBUG_STATEMENT (num_regs_pushed++); \
1244 DEBUG_PRINT2 (" start: 0x%x\n", regstart[this_reg]); \
1245 PUSH_FAILURE_POINTER (regstart[this_reg]); \
1247 DEBUG_PRINT2 (" end: 0x%x\n", regend[this_reg]); \
1248 PUSH_FAILURE_POINTER (regend[this_reg]); \
1250 DEBUG_PRINT2 (" info: 0x%x\n ", reg_info[this_reg]); \
1251 DEBUG_PRINT2 (" match_null=%d", \
1252 REG_MATCH_NULL_STRING_P (reg_info[this_reg])); \
1253 DEBUG_PRINT2 (" active=%d", IS_ACTIVE (reg_info[this_reg])); \
1254 DEBUG_PRINT2 (" matched_something=%d", \
1255 MATCHED_SOMETHING (reg_info[this_reg])); \
1256 DEBUG_PRINT2 (" ever_matched=%d", \
1257 EVER_MATCHED_SOMETHING (reg_info[this_reg])); \
1258 DEBUG_PRINT1 ("\n"); \
1259 PUSH_FAILURE_ELT (reg_info[this_reg].word); \
1262 DEBUG_PRINT2 (" Pushing low active reg: %d\n", lowest_active_reg);\
1263 PUSH_FAILURE_INT (lowest_active_reg); \
1265 DEBUG_PRINT2 (" Pushing high active reg: %d\n", highest_active_reg);\
1266 PUSH_FAILURE_INT (highest_active_reg); \
1268 DEBUG_PRINT2 (" Pushing pattern 0x%x:\n", pattern_place); \
1269 DEBUG_PRINT_COMPILED_PATTERN (bufp, pattern_place, pend); \
1270 PUSH_FAILURE_POINTER (pattern_place); \
1272 DEBUG_PRINT2 (" Pushing string 0x%x: `", string_place); \
1273 DEBUG_PRINT_DOUBLE_STRING (string_place, string1, size1, string2, \
1274 size2); \
1275 DEBUG_PRINT1 ("'\n"); \
1276 PUSH_FAILURE_POINTER (string_place); \
1278 DEBUG_PRINT2 (" Pushing failure id: %u\n", failure_id); \
1279 DEBUG_PUSH (failure_id); \
1280 } while (0)
1282 /* This is the number of items that are pushed and popped on the stack
1283 for each register. */
1284 #define NUM_REG_ITEMS 3
1286 /* Individual items aside from the registers. */
1287 #ifdef DEBUG
1288 #define NUM_NONREG_ITEMS 5 /* Includes failure point id. */
1289 #else
1290 #define NUM_NONREG_ITEMS 4
1291 #endif
1293 /* We push at most this many items on the stack. */
1294 /* We used to use (num_regs - 1), which is the number of registers
1295 this regexp will save; but that was changed to 5
1296 to avoid stack overflow for a regexp with lots of parens. */
1297 #define MAX_FAILURE_ITEMS (5 * NUM_REG_ITEMS + NUM_NONREG_ITEMS)
1299 /* We actually push this many items. */
1300 #define NUM_FAILURE_ITEMS \
1301 (((0 \
1302 ? 0 : highest_active_reg - lowest_active_reg + 1) \
1303 * NUM_REG_ITEMS) \
1304 + NUM_NONREG_ITEMS)
1306 /* How many items can still be added to the stack without overflowing it. */
1307 #define REMAINING_AVAIL_SLOTS ((fail_stack).size - (fail_stack).avail)
1310 /* Pops what PUSH_FAIL_STACK pushes.
1312 We restore into the parameters, all of which should be lvalues:
1313 STR -- the saved data position.
1314 PAT -- the saved pattern position.
1315 LOW_REG, HIGH_REG -- the highest and lowest active registers.
1316 REGSTART, REGEND -- arrays of string positions.
1317 REG_INFO -- array of information about each subexpression.
1319 Also assumes the variables `fail_stack' and (if debugging), `bufp',
1320 `pend', `string1', `size1', `string2', and `size2'. */
1322 #define POP_FAILURE_POINT(str, pat, low_reg, high_reg, regstart, regend, reg_info)\
1324 DEBUG_STATEMENT (fail_stack_elt_t failure_id;) \
1325 s_reg_t this_reg; \
1326 const unsigned char *string_temp; \
1328 assert (!FAIL_STACK_EMPTY ()); \
1330 /* Remove failure points and point to how many regs pushed. */ \
1331 DEBUG_PRINT1 ("POP_FAILURE_POINT:\n"); \
1332 DEBUG_PRINT2 (" Before pop, next avail: %d\n", fail_stack.avail); \
1333 DEBUG_PRINT2 (" size: %d\n", fail_stack.size); \
1335 assert (fail_stack.avail >= NUM_NONREG_ITEMS); \
1337 DEBUG_POP (&failure_id); \
1338 DEBUG_PRINT2 (" Popping failure id: %u\n", failure_id); \
1340 /* If the saved string location is NULL, it came from an \
1341 on_failure_keep_string_jump opcode, and we want to throw away the \
1342 saved NULL, thus retaining our current position in the string. */ \
1343 string_temp = POP_FAILURE_POINTER (); \
1344 if (string_temp != NULL) \
1345 str = (const char *) string_temp; \
1347 DEBUG_PRINT2 (" Popping string 0x%x: `", str); \
1348 DEBUG_PRINT_DOUBLE_STRING (str, string1, size1, string2, size2); \
1349 DEBUG_PRINT1 ("'\n"); \
1351 pat = (unsigned char *) POP_FAILURE_POINTER (); \
1352 DEBUG_PRINT2 (" Popping pattern 0x%x:\n", pat); \
1353 DEBUG_PRINT_COMPILED_PATTERN (bufp, pat, pend); \
1355 /* Restore register info. */ \
1356 high_reg = (active_reg_t) POP_FAILURE_INT (); \
1357 DEBUG_PRINT2 (" Popping high active reg: %d\n", high_reg); \
1359 low_reg = (active_reg_t) POP_FAILURE_INT (); \
1360 DEBUG_PRINT2 (" Popping low active reg: %d\n", low_reg); \
1362 if (1) \
1363 for (this_reg = high_reg; this_reg >= low_reg; this_reg--) \
1365 DEBUG_PRINT2 (" Popping reg: %d\n", this_reg); \
1367 reg_info[this_reg].word = POP_FAILURE_ELT (); \
1368 DEBUG_PRINT2 (" info: 0x%x\n", reg_info[this_reg]); \
1370 regend[this_reg] = (const char *) POP_FAILURE_POINTER (); \
1371 DEBUG_PRINT2 (" end: 0x%x\n", regend[this_reg]); \
1373 regstart[this_reg] = (const char *) POP_FAILURE_POINTER (); \
1374 DEBUG_PRINT2 (" start: 0x%x\n", regstart[this_reg]); \
1376 else \
1378 for (this_reg = highest_active_reg; this_reg > high_reg; this_reg--) \
1380 reg_info[this_reg].word.integer = 0; \
1381 regend[this_reg] = 0; \
1382 regstart[this_reg] = 0; \
1384 highest_active_reg = high_reg; \
1387 set_regs_matched_done = 0; \
1388 DEBUG_STATEMENT (nfailure_points_popped++); \
1389 } /* POP_FAILURE_POINT */
1393 /* Structure for per-register (a.k.a. per-group) information.
1394 Other register information, such as the
1395 starting and ending positions (which are addresses), and the list of
1396 inner groups (which is a bits list) are maintained in separate
1397 variables.
1399 We are making a (strictly speaking) nonportable assumption here: that
1400 the compiler will pack our bit fields into something that fits into
1401 the type of `word', i.e., is something that fits into one item on the
1402 failure stack. */
1405 /* Declarations and macros for re_match_2. */
1407 typedef union
1409 fail_stack_elt_t word;
1410 struct
1412 /* This field is one if this group can match the empty string,
1413 zero if not. If not yet determined, `MATCH_NULL_UNSET_VALUE'. */
1414 #define MATCH_NULL_UNSET_VALUE 3
1415 unsigned match_null_string_p : 2;
1416 unsigned is_active : 1;
1417 unsigned matched_something : 1;
1418 unsigned ever_matched_something : 1;
1419 } bits;
1420 } register_info_type;
1422 #define REG_MATCH_NULL_STRING_P(R) ((R).bits.match_null_string_p)
1423 #define IS_ACTIVE(R) ((R).bits.is_active)
1424 #define MATCHED_SOMETHING(R) ((R).bits.matched_something)
1425 #define EVER_MATCHED_SOMETHING(R) ((R).bits.ever_matched_something)
1428 /* Call this when have matched a real character; it sets `matched' flags
1429 for the subexpressions which we are currently inside. Also records
1430 that those subexprs have matched. */
1431 #define SET_REGS_MATCHED() \
1432 do \
1434 if (!set_regs_matched_done) \
1436 active_reg_t r; \
1437 set_regs_matched_done = 1; \
1438 for (r = lowest_active_reg; r <= highest_active_reg; r++) \
1440 MATCHED_SOMETHING (reg_info[r]) \
1441 = EVER_MATCHED_SOMETHING (reg_info[r]) \
1442 = 1; \
1446 while (0)
1448 /* Registers are set to a sentinel when they haven't yet matched. */
1449 static char reg_unset_dummy;
1450 #define REG_UNSET_VALUE (&reg_unset_dummy)
1451 #define REG_UNSET(e) ((e) == REG_UNSET_VALUE)
1453 /* Subroutine declarations and macros for regex_compile. */
1455 static reg_errcode_t regex_compile _RE_ARGS ((const char *pattern, size_t size,
1456 reg_syntax_t syntax,
1457 struct re_pattern_buffer *bufp));
1458 static void store_op1 _RE_ARGS ((re_opcode_t op, unsigned char *loc, int arg));
1459 static void store_op2 _RE_ARGS ((re_opcode_t op, unsigned char *loc,
1460 int arg1, int arg2));
1461 static void insert_op1 _RE_ARGS ((re_opcode_t op, unsigned char *loc,
1462 int arg, unsigned char *end));
1463 static void insert_op2 _RE_ARGS ((re_opcode_t op, unsigned char *loc,
1464 int arg1, int arg2, unsigned char *end));
1465 static boolean at_begline_loc_p _RE_ARGS ((const char *pattern, const char *p,
1466 reg_syntax_t syntax));
1467 static boolean at_endline_loc_p _RE_ARGS ((const char *p, const char *pend,
1468 reg_syntax_t syntax));
1469 static reg_errcode_t compile_range _RE_ARGS ((const char **p_ptr,
1470 const char *pend,
1471 char *translate,
1472 reg_syntax_t syntax,
1473 unsigned char *b));
1475 /* Fetch the next character in the uncompiled pattern---translating it
1476 if necessary. Also cast from a signed character in the constant
1477 string passed to us by the user to an unsigned char that we can use
1478 as an array index (in, e.g., `translate'). */
1479 #ifndef PATFETCH
1480 #define PATFETCH(c) \
1481 do {if (p == pend) return REG_EEND; \
1482 c = (unsigned char) *p++; \
1483 if (translate) c = (unsigned char) translate[c]; \
1484 } while (0)
1485 #endif
1487 /* Fetch the next character in the uncompiled pattern, with no
1488 translation. */
1489 #define PATFETCH_RAW(c) \
1490 do {if (p == pend) return REG_EEND; \
1491 c = (unsigned char) *p++; \
1492 } while (0)
1494 /* Go backwards one character in the pattern. */
1495 #define PATUNFETCH p--
1498 /* If `translate' is non-null, return translate[D], else just D. We
1499 cast the subscript to translate because some data is declared as
1500 `char *', to avoid warnings when a string constant is passed. But
1501 when we use a character as a subscript we must make it unsigned. */
1502 #ifndef TRANSLATE
1503 #define TRANSLATE(d) \
1504 (translate ? (char) translate[(unsigned char) (d)] : (d))
1505 #endif
1508 /* Macros for outputting the compiled pattern into `buffer'. */
1510 /* If the buffer isn't allocated when it comes in, use this. */
1511 #define INIT_BUF_SIZE 32
1513 /* Make sure we have at least N more bytes of space in buffer. */
1514 #define GET_BUFFER_SPACE(n) \
1515 while ((unsigned long) (b - bufp->buffer + (n)) > bufp->allocated) \
1516 EXTEND_BUFFER ()
1518 /* Make sure we have one more byte of buffer space and then add C to it. */
1519 #define BUF_PUSH(c) \
1520 do { \
1521 GET_BUFFER_SPACE (1); \
1522 *b++ = (unsigned char) (c); \
1523 } while (0)
1526 /* Ensure we have two more bytes of buffer space and then append C1 and C2. */
1527 #define BUF_PUSH_2(c1, c2) \
1528 do { \
1529 GET_BUFFER_SPACE (2); \
1530 *b++ = (unsigned char) (c1); \
1531 *b++ = (unsigned char) (c2); \
1532 } while (0)
1535 /* As with BUF_PUSH_2, except for three bytes. */
1536 #define BUF_PUSH_3(c1, c2, c3) \
1537 do { \
1538 GET_BUFFER_SPACE (3); \
1539 *b++ = (unsigned char) (c1); \
1540 *b++ = (unsigned char) (c2); \
1541 *b++ = (unsigned char) (c3); \
1542 } while (0)
1545 /* Store a jump with opcode OP at LOC to location TO. We store a
1546 relative address offset by the three bytes the jump itself occupies. */
1547 #define STORE_JUMP(op, loc, to) \
1548 store_op1 (op, loc, (int) ((to) - (loc) - 3))
1550 /* Likewise, for a two-argument jump. */
1551 #define STORE_JUMP2(op, loc, to, arg) \
1552 store_op2 (op, loc, (int) ((to) - (loc) - 3), arg)
1554 /* Like `STORE_JUMP', but for inserting. Assume `b' is the buffer end. */
1555 #define INSERT_JUMP(op, loc, to) \
1556 insert_op1 (op, loc, (int) ((to) - (loc) - 3), b)
1558 /* Like `STORE_JUMP2', but for inserting. Assume `b' is the buffer end. */
1559 #define INSERT_JUMP2(op, loc, to, arg) \
1560 insert_op2 (op, loc, (int) ((to) - (loc) - 3), arg, b)
1563 /* This is not an arbitrary limit: the arguments which represent offsets
1564 into the pattern are two bytes long. So if 2^16 bytes turns out to
1565 be too small, many things would have to change. */
1566 /* Any other compiler which, like MSC, has allocation limit below 2^16
1567 bytes will have to use approach similar to what was done below for
1568 MSC and drop MAX_BUF_SIZE a bit. Otherwise you may end up
1569 reallocating to 0 bytes. Such thing is not going to work too well.
1570 You have been warned!! */
1571 #if defined(_MSC_VER) && !defined(WIN32)
1572 /* Microsoft C 16-bit versions limit malloc to approx 65512 bytes.
1573 The REALLOC define eliminates a flurry of conversion warnings,
1574 but is not required. */
1575 #define MAX_BUF_SIZE 65500L
1576 #define REALLOC(p,s) realloc ((p), (size_t) (s))
1577 #else
1578 #define MAX_BUF_SIZE (1L << 16)
1579 #define REALLOC(p,s) realloc ((p), (s))
1580 #endif
1582 /* Extend the buffer by twice its current size via realloc and
1583 reset the pointers that pointed into the old block to point to the
1584 correct places in the new one. If extending the buffer results in it
1585 being larger than MAX_BUF_SIZE, then flag memory exhausted. */
1586 #define EXTEND_BUFFER() \
1587 do { \
1588 unsigned char *old_buffer = bufp->buffer; \
1589 if (bufp->allocated == MAX_BUF_SIZE) \
1590 return REG_ESIZE; \
1591 bufp->allocated <<= 1; \
1592 if (bufp->allocated > MAX_BUF_SIZE) \
1593 bufp->allocated = MAX_BUF_SIZE; \
1594 bufp->buffer = (unsigned char *) REALLOC (bufp->buffer, bufp->allocated);\
1595 if (bufp->buffer == NULL) \
1596 return REG_ESPACE; \
1597 /* If the buffer moved, move all the pointers into it. */ \
1598 if (old_buffer != bufp->buffer) \
1600 b = (b - old_buffer) + bufp->buffer; \
1601 begalt = (begalt - old_buffer) + bufp->buffer; \
1602 if (fixup_alt_jump) \
1603 fixup_alt_jump = (fixup_alt_jump - old_buffer) + bufp->buffer;\
1604 if (laststart) \
1605 laststart = (laststart - old_buffer) + bufp->buffer; \
1606 if (pending_exact) \
1607 pending_exact = (pending_exact - old_buffer) + bufp->buffer; \
1609 } while (0)
1612 /* Since we have one byte reserved for the register number argument to
1613 {start,stop}_memory, the maximum number of groups we can report
1614 things about is what fits in that byte. */
1615 #define MAX_REGNUM 255
1617 /* But patterns can have more than `MAX_REGNUM' registers. We just
1618 ignore the excess. */
1619 typedef unsigned regnum_t;
1622 /* Macros for the compile stack. */
1624 /* Since offsets can go either forwards or backwards, this type needs to
1625 be able to hold values from -(MAX_BUF_SIZE - 1) to MAX_BUF_SIZE - 1. */
1626 /* int may be not enough when sizeof(int) == 2. */
1627 typedef long pattern_offset_t;
1629 typedef struct
1631 pattern_offset_t begalt_offset;
1632 pattern_offset_t fixup_alt_jump;
1633 pattern_offset_t inner_group_offset;
1634 pattern_offset_t laststart_offset;
1635 regnum_t regnum;
1636 } compile_stack_elt_t;
1639 typedef struct
1641 compile_stack_elt_t *stack;
1642 unsigned size;
1643 unsigned avail; /* Offset of next open position. */
1644 } compile_stack_type;
1647 #define INIT_COMPILE_STACK_SIZE 32
1649 #define COMPILE_STACK_EMPTY (compile_stack.avail == 0)
1650 #define COMPILE_STACK_FULL (compile_stack.avail == compile_stack.size)
1652 /* The next available element. */
1653 #define COMPILE_STACK_TOP (compile_stack.stack[compile_stack.avail])
1656 /* Set the bit for character C in a list. */
1657 #define SET_LIST_BIT(c) \
1658 (b[((unsigned char) (c)) / BYTEWIDTH] \
1659 |= 1 << (((unsigned char) c) % BYTEWIDTH))
1662 /* Get the next unsigned number in the uncompiled pattern. */
1663 #define GET_UNSIGNED_NUMBER(num) \
1664 { if (p != pend) \
1666 PATFETCH (c); \
1667 while (ISDIGIT (c)) \
1669 if (num < 0) \
1670 num = 0; \
1671 num = num * 10 + c - '0'; \
1672 if (p == pend) \
1673 break; \
1674 PATFETCH (c); \
1679 #if defined _LIBC || (defined HAVE_WCTYPE_H && defined HAVE_WCHAR_H)
1680 /* The GNU C library provides support for user-defined character classes
1681 and the functions from ISO C amendement 1. */
1682 # ifdef CHARCLASS_NAME_MAX
1683 # define CHAR_CLASS_MAX_LENGTH CHARCLASS_NAME_MAX
1684 # else
1685 /* This shouldn't happen but some implementation might still have this
1686 problem. Use a reasonable default value. */
1687 # define CHAR_CLASS_MAX_LENGTH 256
1688 # endif
1690 # define IS_CHAR_CLASS(string) wctype (string)
1691 #else
1692 # define CHAR_CLASS_MAX_LENGTH 6 /* Namely, `xdigit'. */
1694 # define IS_CHAR_CLASS(string) \
1695 (STREQ (string, "alpha") || STREQ (string, "upper") \
1696 || STREQ (string, "lower") || STREQ (string, "digit") \
1697 || STREQ (string, "alnum") || STREQ (string, "xdigit") \
1698 || STREQ (string, "space") || STREQ (string, "print") \
1699 || STREQ (string, "punct") || STREQ (string, "graph") \
1700 || STREQ (string, "cntrl") || STREQ (string, "blank"))
1701 #endif
1703 #ifndef MATCH_MAY_ALLOCATE
1705 /* If we cannot allocate large objects within re_match_2_internal,
1706 we make the fail stack and register vectors global.
1707 The fail stack, we grow to the maximum size when a regexp
1708 is compiled.
1709 The register vectors, we adjust in size each time we
1710 compile a regexp, according to the number of registers it needs. */
1712 static fail_stack_type fail_stack;
1714 /* Size with which the following vectors are currently allocated.
1715 That is so we can make them bigger as needed,
1716 but never make them smaller. */
1717 static int regs_allocated_size;
1719 static const char ** regstart, ** regend;
1720 static const char ** old_regstart, ** old_regend;
1721 static const char **best_regstart, **best_regend;
1722 static register_info_type *reg_info;
1723 static const char **reg_dummy;
1724 static register_info_type *reg_info_dummy;
1726 /* Make the register vectors big enough for NUM_REGS registers,
1727 but don't make them smaller. */
1729 static
1730 regex_grow_registers (num_regs)
1731 int num_regs;
1733 if (num_regs > regs_allocated_size)
1735 RETALLOC_IF (regstart, num_regs, const char *);
1736 RETALLOC_IF (regend, num_regs, const char *);
1737 RETALLOC_IF (old_regstart, num_regs, const char *);
1738 RETALLOC_IF (old_regend, num_regs, const char *);
1739 RETALLOC_IF (best_regstart, num_regs, const char *);
1740 RETALLOC_IF (best_regend, num_regs, const char *);
1741 RETALLOC_IF (reg_info, num_regs, register_info_type);
1742 RETALLOC_IF (reg_dummy, num_regs, const char *);
1743 RETALLOC_IF (reg_info_dummy, num_regs, register_info_type);
1745 regs_allocated_size = num_regs;
1749 #endif /* not MATCH_MAY_ALLOCATE */
1751 static boolean group_in_compile_stack _RE_ARGS ((compile_stack_type
1752 compile_stack,
1753 regnum_t regnum));
1755 /* `regex_compile' compiles PATTERN (of length SIZE) according to SYNTAX.
1756 Returns one of error codes defined in `regex.h', or zero for success.
1758 Assumes the `allocated' (and perhaps `buffer') and `translate'
1759 fields are set in BUFP on entry.
1761 If it succeeds, results are put in BUFP (if it returns an error, the
1762 contents of BUFP are undefined):
1763 `buffer' is the compiled pattern;
1764 `syntax' is set to SYNTAX;
1765 `used' is set to the length of the compiled pattern;
1766 `fastmap_accurate' is zero;
1767 `re_nsub' is the number of subexpressions in PATTERN;
1768 `not_bol' and `not_eol' are zero;
1770 The `fastmap' and `newline_anchor' fields are neither
1771 examined nor set. */
1773 /* Return, freeing storage we allocated. */
1774 #define FREE_STACK_RETURN(value) \
1775 return (free (compile_stack.stack), value)
1777 static reg_errcode_t
1778 regex_compile (pattern, size, syntax, bufp)
1779 const char *pattern;
1780 size_t size;
1781 reg_syntax_t syntax;
1782 struct re_pattern_buffer *bufp;
1784 /* We fetch characters from PATTERN here. Even though PATTERN is
1785 `char *' (i.e., signed), we declare these variables as unsigned, so
1786 they can be reliably used as array indices. */
1787 register unsigned char c, c1;
1789 /* A random temporary spot in PATTERN. */
1790 const char *p1;
1792 /* Points to the end of the buffer, where we should append. */
1793 register unsigned char *b;
1795 /* Keeps track of unclosed groups. */
1796 compile_stack_type compile_stack;
1798 /* Points to the current (ending) position in the pattern. */
1799 const char *p = pattern;
1800 const char *pend = pattern + size;
1802 /* How to translate the characters in the pattern. */
1803 RE_TRANSLATE_TYPE translate = bufp->translate;
1805 /* Address of the count-byte of the most recently inserted `exactn'
1806 command. This makes it possible to tell if a new exact-match
1807 character can be added to that command or if the character requires
1808 a new `exactn' command. */
1809 unsigned char *pending_exact = 0;
1811 /* Address of start of the most recently finished expression.
1812 This tells, e.g., postfix * where to find the start of its
1813 operand. Reset at the beginning of groups and alternatives. */
1814 unsigned char *laststart = 0;
1816 /* Address of beginning of regexp, or inside of last group. */
1817 unsigned char *begalt;
1819 /* Place in the uncompiled pattern (i.e., the {) to
1820 which to go back if the interval is invalid. */
1821 const char *beg_interval;
1823 /* Address of the place where a forward jump should go to the end of
1824 the containing expression. Each alternative of an `or' -- except the
1825 last -- ends with a forward jump of this sort. */
1826 unsigned char *fixup_alt_jump = 0;
1828 /* Counts open-groups as they are encountered. Remembered for the
1829 matching close-group on the compile stack, so the same register
1830 number is put in the stop_memory as the start_memory. */
1831 regnum_t regnum = 0;
1833 #ifdef DEBUG
1834 DEBUG_PRINT1 ("\nCompiling pattern: ");
1835 if (debug)
1837 unsigned debug_count;
1839 for (debug_count = 0; debug_count < size; debug_count++)
1840 putchar (pattern[debug_count]);
1841 putchar ('\n');
1843 #endif /* DEBUG */
1845 /* Initialize the compile stack. */
1846 compile_stack.stack = TALLOC (INIT_COMPILE_STACK_SIZE, compile_stack_elt_t);
1847 if (compile_stack.stack == NULL)
1848 return REG_ESPACE;
1850 compile_stack.size = INIT_COMPILE_STACK_SIZE;
1851 compile_stack.avail = 0;
1853 /* Initialize the pattern buffer. */
1854 bufp->syntax = syntax;
1855 bufp->fastmap_accurate = 0;
1856 bufp->not_bol = bufp->not_eol = 0;
1858 /* Set `used' to zero, so that if we return an error, the pattern
1859 printer (for debugging) will think there's no pattern. We reset it
1860 at the end. */
1861 bufp->used = 0;
1863 /* Always count groups, whether or not bufp->no_sub is set. */
1864 bufp->re_nsub = 0;
1866 #if !defined (emacs) && !defined (SYNTAX_TABLE)
1867 /* Initialize the syntax table. */
1868 init_syntax_once ();
1869 #endif
1871 if (bufp->allocated == 0)
1873 if (bufp->buffer)
1874 { /* If zero allocated, but buffer is non-null, try to realloc
1875 enough space. This loses if buffer's address is bogus, but
1876 that is the user's responsibility. */
1877 RETALLOC (bufp->buffer, INIT_BUF_SIZE, unsigned char);
1879 else
1880 { /* Caller did not allocate a buffer. Do it for them. */
1881 bufp->buffer = TALLOC (INIT_BUF_SIZE, unsigned char);
1883 if (!bufp->buffer) FREE_STACK_RETURN (REG_ESPACE);
1885 bufp->allocated = INIT_BUF_SIZE;
1888 begalt = b = bufp->buffer;
1890 /* Loop through the uncompiled pattern until we're at the end. */
1891 while (p != pend)
1893 PATFETCH (c);
1895 switch (c)
1897 case '^':
1899 if ( /* If at start of pattern, it's an operator. */
1900 p == pattern + 1
1901 /* If context independent, it's an operator. */
1902 || syntax & RE_CONTEXT_INDEP_ANCHORS
1903 /* Otherwise, depends on what's come before. */
1904 || at_begline_loc_p (pattern, p, syntax))
1905 BUF_PUSH (begline);
1906 else
1907 goto normal_char;
1909 break;
1912 case '$':
1914 if ( /* If at end of pattern, it's an operator. */
1915 p == pend
1916 /* If context independent, it's an operator. */
1917 || syntax & RE_CONTEXT_INDEP_ANCHORS
1918 /* Otherwise, depends on what's next. */
1919 || at_endline_loc_p (p, pend, syntax))
1920 BUF_PUSH (endline);
1921 else
1922 goto normal_char;
1924 break;
1927 case '+':
1928 case '?':
1929 if ((syntax & RE_BK_PLUS_QM)
1930 || (syntax & RE_LIMITED_OPS))
1931 goto normal_char;
1932 handle_plus:
1933 case '*':
1934 /* If there is no previous pattern... */
1935 if (!laststart)
1937 if (syntax & RE_CONTEXT_INVALID_OPS)
1938 FREE_STACK_RETURN (REG_BADRPT);
1939 else if (!(syntax & RE_CONTEXT_INDEP_OPS))
1940 goto normal_char;
1944 /* Are we optimizing this jump? */
1945 boolean keep_string_p = false;
1947 /* 1 means zero (many) matches is allowed. */
1948 char zero_times_ok = 0, many_times_ok = 0;
1950 /* If there is a sequence of repetition chars, collapse it
1951 down to just one (the right one). We can't combine
1952 interval operators with these because of, e.g., `a{2}*',
1953 which should only match an even number of `a's. */
1955 for (;;)
1957 zero_times_ok |= c != '+';
1958 many_times_ok |= c != '?';
1960 if (p == pend)
1961 break;
1963 PATFETCH (c);
1965 if (c == '*'
1966 || (!(syntax & RE_BK_PLUS_QM) && (c == '+' || c == '?')))
1969 else if (syntax & RE_BK_PLUS_QM && c == '\\')
1971 if (p == pend) FREE_STACK_RETURN (REG_EESCAPE);
1973 PATFETCH (c1);
1974 if (!(c1 == '+' || c1 == '?'))
1976 PATUNFETCH;
1977 PATUNFETCH;
1978 break;
1981 c = c1;
1983 else
1985 PATUNFETCH;
1986 break;
1989 /* If we get here, we found another repeat character. */
1992 /* Star, etc. applied to an empty pattern is equivalent
1993 to an empty pattern. */
1994 if (!laststart)
1995 break;
1997 /* Now we know whether or not zero matches is allowed
1998 and also whether or not two or more matches is allowed. */
1999 if (many_times_ok)
2000 { /* More than one repetition is allowed, so put in at the
2001 end a backward relative jump from `b' to before the next
2002 jump we're going to put in below (which jumps from
2003 laststart to after this jump).
2005 But if we are at the `*' in the exact sequence `.*\n',
2006 insert an unconditional jump backwards to the .,
2007 instead of the beginning of the loop. This way we only
2008 push a failure point once, instead of every time
2009 through the loop. */
2010 assert (p - 1 > pattern);
2012 /* Allocate the space for the jump. */
2013 GET_BUFFER_SPACE (3);
2015 /* We know we are not at the first character of the pattern,
2016 because laststart was nonzero. And we've already
2017 incremented `p', by the way, to be the character after
2018 the `*'. Do we have to do something analogous here
2019 for null bytes, because of RE_DOT_NOT_NULL? */
2020 if (TRANSLATE (*(p - 2)) == TRANSLATE ('.')
2021 && zero_times_ok
2022 && p < pend && TRANSLATE (*p) == TRANSLATE ('\n')
2023 && !(syntax & RE_DOT_NEWLINE))
2024 { /* We have .*\n. */
2025 STORE_JUMP (jump, b, laststart);
2026 keep_string_p = true;
2028 else
2029 /* Anything else. */
2030 STORE_JUMP (maybe_pop_jump, b, laststart - 3);
2032 /* We've added more stuff to the buffer. */
2033 b += 3;
2036 /* On failure, jump from laststart to b + 3, which will be the
2037 end of the buffer after this jump is inserted. */
2038 GET_BUFFER_SPACE (3);
2039 INSERT_JUMP (keep_string_p ? on_failure_keep_string_jump
2040 : on_failure_jump,
2041 laststart, b + 3);
2042 pending_exact = 0;
2043 b += 3;
2045 if (!zero_times_ok)
2047 /* At least one repetition is required, so insert a
2048 `dummy_failure_jump' before the initial
2049 `on_failure_jump' instruction of the loop. This
2050 effects a skip over that instruction the first time
2051 we hit that loop. */
2052 GET_BUFFER_SPACE (3);
2053 INSERT_JUMP (dummy_failure_jump, laststart, laststart + 6);
2054 b += 3;
2057 break;
2060 case '.':
2061 laststart = b;
2062 BUF_PUSH (anychar);
2063 break;
2066 case '[':
2068 boolean had_char_class = false;
2070 if (p == pend) FREE_STACK_RETURN (REG_EBRACK);
2072 /* Ensure that we have enough space to push a charset: the
2073 opcode, the length count, and the bitset; 34 bytes in all. */
2074 GET_BUFFER_SPACE (34);
2076 laststart = b;
2078 /* We test `*p == '^' twice, instead of using an if
2079 statement, so we only need one BUF_PUSH. */
2080 BUF_PUSH (*p == '^' ? charset_not : charset);
2081 if (*p == '^')
2082 p++;
2084 /* Remember the first position in the bracket expression. */
2085 p1 = p;
2087 /* Push the number of bytes in the bitmap. */
2088 BUF_PUSH ((1 << BYTEWIDTH) / BYTEWIDTH);
2090 /* Clear the whole map. */
2091 bzero (b, (1 << BYTEWIDTH) / BYTEWIDTH);
2093 /* charset_not matches newline according to a syntax bit. */
2094 if ((re_opcode_t) b[-2] == charset_not
2095 && (syntax & RE_HAT_LISTS_NOT_NEWLINE))
2096 SET_LIST_BIT ('\n');
2098 /* Read in characters and ranges, setting map bits. */
2099 for (;;)
2101 if (p == pend) FREE_STACK_RETURN (REG_EBRACK);
2103 PATFETCH (c);
2105 /* \ might escape characters inside [...] and [^...]. */
2106 if ((syntax & RE_BACKSLASH_ESCAPE_IN_LISTS) && c == '\\')
2108 if (p == pend) FREE_STACK_RETURN (REG_EESCAPE);
2110 PATFETCH (c1);
2111 SET_LIST_BIT (c1);
2112 continue;
2115 /* Could be the end of the bracket expression. If it's
2116 not (i.e., when the bracket expression is `[]' so
2117 far), the ']' character bit gets set way below. */
2118 if (c == ']' && p != p1 + 1)
2119 break;
2121 /* Look ahead to see if it's a range when the last thing
2122 was a character class. */
2123 if (had_char_class && c == '-' && *p != ']')
2124 FREE_STACK_RETURN (REG_ERANGE);
2126 /* Look ahead to see if it's a range when the last thing
2127 was a character: if this is a hyphen not at the
2128 beginning or the end of a list, then it's the range
2129 operator. */
2130 if (c == '-'
2131 && !(p - 2 >= pattern && p[-2] == '[')
2132 && !(p - 3 >= pattern && p[-3] == '[' && p[-2] == '^')
2133 && *p != ']')
2135 reg_errcode_t ret
2136 = compile_range (&p, pend, translate, syntax, b);
2137 if (ret != REG_NOERROR) FREE_STACK_RETURN (ret);
2140 else if (p[0] == '-' && p[1] != ']')
2141 { /* This handles ranges made up of characters only. */
2142 reg_errcode_t ret;
2144 /* Move past the `-'. */
2145 PATFETCH (c1);
2147 ret = compile_range (&p, pend, translate, syntax, b);
2148 if (ret != REG_NOERROR) FREE_STACK_RETURN (ret);
2151 /* See if we're at the beginning of a possible character
2152 class. */
2154 else if (syntax & RE_CHAR_CLASSES && c == '[' && *p == ':')
2155 { /* Leave room for the null. */
2156 char str[CHAR_CLASS_MAX_LENGTH + 1];
2158 PATFETCH (c);
2159 c1 = 0;
2161 /* If pattern is `[[:'. */
2162 if (p == pend) FREE_STACK_RETURN (REG_EBRACK);
2164 for (;;)
2166 PATFETCH (c);
2167 if (c == ':' || c == ']' || p == pend
2168 || c1 == CHAR_CLASS_MAX_LENGTH)
2169 break;
2170 str[c1++] = c;
2172 str[c1] = '\0';
2174 /* If isn't a word bracketed by `[:' and:`]':
2175 undo the ending character, the letters, and leave
2176 the leading `:' and `[' (but set bits for them). */
2177 if (c == ':' && *p == ']')
2179 #if defined _LIBC || (defined HAVE_WCTYPE_H && defined HAVE_WCHAR_H)
2180 boolean is_lower = STREQ (str, "lower");
2181 boolean is_upper = STREQ (str, "upper");
2182 wctype_t wt;
2183 int ch;
2185 wt = wctype (str);
2186 if (wt == 0)
2187 FREE_STACK_RETURN (REG_ECTYPE);
2189 /* Throw away the ] at the end of the character
2190 class. */
2191 PATFETCH (c);
2193 if (p == pend) FREE_STACK_RETURN (REG_EBRACK);
2195 for (ch = 0; ch < 1 << BYTEWIDTH; ++ch)
2197 if (iswctype (btowc (ch), wt))
2198 SET_LIST_BIT (ch);
2200 if (translate && (is_upper || is_lower)
2201 && (ISUPPER (ch) || ISLOWER (ch)))
2202 SET_LIST_BIT (ch);
2205 had_char_class = true;
2206 #else
2207 int ch;
2208 boolean is_alnum = STREQ (str, "alnum");
2209 boolean is_alpha = STREQ (str, "alpha");
2210 boolean is_blank = STREQ (str, "blank");
2211 boolean is_cntrl = STREQ (str, "cntrl");
2212 boolean is_digit = STREQ (str, "digit");
2213 boolean is_graph = STREQ (str, "graph");
2214 boolean is_lower = STREQ (str, "lower");
2215 boolean is_print = STREQ (str, "print");
2216 boolean is_punct = STREQ (str, "punct");
2217 boolean is_space = STREQ (str, "space");
2218 boolean is_upper = STREQ (str, "upper");
2219 boolean is_xdigit = STREQ (str, "xdigit");
2221 if (!IS_CHAR_CLASS (str))
2222 FREE_STACK_RETURN (REG_ECTYPE);
2224 /* Throw away the ] at the end of the character
2225 class. */
2226 PATFETCH (c);
2228 if (p == pend) FREE_STACK_RETURN (REG_EBRACK);
2230 for (ch = 0; ch < 1 << BYTEWIDTH; ch++)
2232 /* This was split into 3 if's to
2233 avoid an arbitrary limit in some compiler. */
2234 if ( (is_alnum && ISALNUM (ch))
2235 || (is_alpha && ISALPHA (ch))
2236 || (is_blank && ISBLANK (ch))
2237 || (is_cntrl && ISCNTRL (ch)))
2238 SET_LIST_BIT (ch);
2239 if ( (is_digit && ISDIGIT (ch))
2240 || (is_graph && ISGRAPH (ch))
2241 || (is_lower && ISLOWER (ch))
2242 || (is_print && ISPRINT (ch)))
2243 SET_LIST_BIT (ch);
2244 if ( (is_punct && ISPUNCT (ch))
2245 || (is_space && ISSPACE (ch))
2246 || (is_upper && ISUPPER (ch))
2247 || (is_xdigit && ISXDIGIT (ch)))
2248 SET_LIST_BIT (ch);
2249 if ( translate && (is_upper || is_lower)
2250 && (ISUPPER (ch) || ISLOWER (ch)))
2251 SET_LIST_BIT (ch);
2253 had_char_class = true;
2254 #endif /* libc || wctype.h */
2256 else
2258 c1++;
2259 while (c1--)
2260 PATUNFETCH;
2261 SET_LIST_BIT ('[');
2262 SET_LIST_BIT (':');
2263 had_char_class = false;
2266 else
2268 had_char_class = false;
2269 SET_LIST_BIT (c);
2273 /* Discard any (non)matching list bytes that are all 0 at the
2274 end of the map. Decrease the map-length byte too. */
2275 while ((int) b[-1] > 0 && b[b[-1] - 1] == 0)
2276 b[-1]--;
2277 b += b[-1];
2279 break;
2282 case '(':
2283 if (syntax & RE_NO_BK_PARENS)
2284 goto handle_open;
2285 else
2286 goto normal_char;
2289 case ')':
2290 if (syntax & RE_NO_BK_PARENS)
2291 goto handle_close;
2292 else
2293 goto normal_char;
2296 case '\n':
2297 if (syntax & RE_NEWLINE_ALT)
2298 goto handle_alt;
2299 else
2300 goto normal_char;
2303 case '|':
2304 if (syntax & RE_NO_BK_VBAR)
2305 goto handle_alt;
2306 else
2307 goto normal_char;
2310 case '{':
2311 if (syntax & RE_INTERVALS && syntax & RE_NO_BK_BRACES)
2312 goto handle_interval;
2313 else
2314 goto normal_char;
2317 case '\\':
2318 if (p == pend) FREE_STACK_RETURN (REG_EESCAPE);
2320 /* Do not translate the character after the \, so that we can
2321 distinguish, e.g., \B from \b, even if we normally would
2322 translate, e.g., B to b. */
2323 PATFETCH_RAW (c);
2325 switch (c)
2327 case '(':
2328 if (syntax & RE_NO_BK_PARENS)
2329 goto normal_backslash;
2331 handle_open:
2332 bufp->re_nsub++;
2333 regnum++;
2335 if (COMPILE_STACK_FULL)
2337 RETALLOC (compile_stack.stack, compile_stack.size << 1,
2338 compile_stack_elt_t);
2339 if (compile_stack.stack == NULL) return REG_ESPACE;
2341 compile_stack.size <<= 1;
2344 /* These are the values to restore when we hit end of this
2345 group. They are all relative offsets, so that if the
2346 whole pattern moves because of realloc, they will still
2347 be valid. */
2348 COMPILE_STACK_TOP.begalt_offset = begalt - bufp->buffer;
2349 COMPILE_STACK_TOP.fixup_alt_jump
2350 = fixup_alt_jump ? fixup_alt_jump - bufp->buffer + 1 : 0;
2351 COMPILE_STACK_TOP.laststart_offset = b - bufp->buffer;
2352 COMPILE_STACK_TOP.regnum = regnum;
2354 /* We will eventually replace the 0 with the number of
2355 groups inner to this one. But do not push a
2356 start_memory for groups beyond the last one we can
2357 represent in the compiled pattern. */
2358 if (regnum <= MAX_REGNUM)
2360 COMPILE_STACK_TOP.inner_group_offset = b - bufp->buffer + 2;
2361 BUF_PUSH_3 (start_memory, regnum, 0);
2364 compile_stack.avail++;
2366 fixup_alt_jump = 0;
2367 laststart = 0;
2368 begalt = b;
2369 /* If we've reached MAX_REGNUM groups, then this open
2370 won't actually generate any code, so we'll have to
2371 clear pending_exact explicitly. */
2372 pending_exact = 0;
2373 break;
2376 case ')':
2377 if (syntax & RE_NO_BK_PARENS) goto normal_backslash;
2379 if (COMPILE_STACK_EMPTY)
2380 if (syntax & RE_UNMATCHED_RIGHT_PAREN_ORD)
2381 goto normal_backslash;
2382 else
2383 FREE_STACK_RETURN (REG_ERPAREN);
2385 handle_close:
2386 if (fixup_alt_jump)
2387 { /* Push a dummy failure point at the end of the
2388 alternative for a possible future
2389 `pop_failure_jump' to pop. See comments at
2390 `push_dummy_failure' in `re_match_2'. */
2391 BUF_PUSH (push_dummy_failure);
2393 /* We allocated space for this jump when we assigned
2394 to `fixup_alt_jump', in the `handle_alt' case below. */
2395 STORE_JUMP (jump_past_alt, fixup_alt_jump, b - 1);
2398 /* See similar code for backslashed left paren above. */
2399 if (COMPILE_STACK_EMPTY)
2400 if (syntax & RE_UNMATCHED_RIGHT_PAREN_ORD)
2401 goto normal_char;
2402 else
2403 FREE_STACK_RETURN (REG_ERPAREN);
2405 /* Since we just checked for an empty stack above, this
2406 ``can't happen''. */
2407 assert (compile_stack.avail != 0);
2409 /* We don't just want to restore into `regnum', because
2410 later groups should continue to be numbered higher,
2411 as in `(ab)c(de)' -- the second group is #2. */
2412 regnum_t this_group_regnum;
2414 compile_stack.avail--;
2415 begalt = bufp->buffer + COMPILE_STACK_TOP.begalt_offset;
2416 fixup_alt_jump
2417 = COMPILE_STACK_TOP.fixup_alt_jump
2418 ? bufp->buffer + COMPILE_STACK_TOP.fixup_alt_jump - 1
2419 : 0;
2420 laststart = bufp->buffer + COMPILE_STACK_TOP.laststart_offset;
2421 this_group_regnum = COMPILE_STACK_TOP.regnum;
2422 /* If we've reached MAX_REGNUM groups, then this open
2423 won't actually generate any code, so we'll have to
2424 clear pending_exact explicitly. */
2425 pending_exact = 0;
2427 /* We're at the end of the group, so now we know how many
2428 groups were inside this one. */
2429 if (this_group_regnum <= MAX_REGNUM)
2431 unsigned char *inner_group_loc
2432 = bufp->buffer + COMPILE_STACK_TOP.inner_group_offset;
2434 *inner_group_loc = regnum - this_group_regnum;
2435 BUF_PUSH_3 (stop_memory, this_group_regnum,
2436 regnum - this_group_regnum);
2439 break;
2442 case '|': /* `\|'. */
2443 if (syntax & RE_LIMITED_OPS || syntax & RE_NO_BK_VBAR)
2444 goto normal_backslash;
2445 handle_alt:
2446 if (syntax & RE_LIMITED_OPS)
2447 goto normal_char;
2449 /* Insert before the previous alternative a jump which
2450 jumps to this alternative if the former fails. */
2451 GET_BUFFER_SPACE (3);
2452 INSERT_JUMP (on_failure_jump, begalt, b + 6);
2453 pending_exact = 0;
2454 b += 3;
2456 /* The alternative before this one has a jump after it
2457 which gets executed if it gets matched. Adjust that
2458 jump so it will jump to this alternative's analogous
2459 jump (put in below, which in turn will jump to the next
2460 (if any) alternative's such jump, etc.). The last such
2461 jump jumps to the correct final destination. A picture:
2462 _____ _____
2463 | | | |
2464 | v | v
2465 a | b | c
2467 If we are at `b', then fixup_alt_jump right now points to a
2468 three-byte space after `a'. We'll put in the jump, set
2469 fixup_alt_jump to right after `b', and leave behind three
2470 bytes which we'll fill in when we get to after `c'. */
2472 if (fixup_alt_jump)
2473 STORE_JUMP (jump_past_alt, fixup_alt_jump, b);
2475 /* Mark and leave space for a jump after this alternative,
2476 to be filled in later either by next alternative or
2477 when know we're at the end of a series of alternatives. */
2478 fixup_alt_jump = b;
2479 GET_BUFFER_SPACE (3);
2480 b += 3;
2482 laststart = 0;
2483 begalt = b;
2484 break;
2487 case '{':
2488 /* If \{ is a literal. */
2489 if (!(syntax & RE_INTERVALS)
2490 /* If we're at `\{' and it's not the open-interval
2491 operator. */
2492 || ((syntax & RE_INTERVALS) && (syntax & RE_NO_BK_BRACES))
2493 || (p - 2 == pattern && p == pend))
2494 goto normal_backslash;
2496 handle_interval:
2498 /* If got here, then the syntax allows intervals. */
2500 /* At least (most) this many matches must be made. */
2501 int lower_bound = -1, upper_bound = -1;
2503 beg_interval = p - 1;
2505 if (p == pend)
2507 if (syntax & RE_NO_BK_BRACES)
2508 goto unfetch_interval;
2509 else
2510 FREE_STACK_RETURN (REG_EBRACE);
2513 GET_UNSIGNED_NUMBER (lower_bound);
2515 if (c == ',')
2517 GET_UNSIGNED_NUMBER (upper_bound);
2518 if (upper_bound < 0) upper_bound = RE_DUP_MAX;
2520 else
2521 /* Interval such as `{1}' => match exactly once. */
2522 upper_bound = lower_bound;
2524 if (lower_bound < 0 || upper_bound > RE_DUP_MAX
2525 || lower_bound > upper_bound)
2527 if (syntax & RE_NO_BK_BRACES)
2528 goto unfetch_interval;
2529 else
2530 FREE_STACK_RETURN (REG_BADBR);
2533 if (!(syntax & RE_NO_BK_BRACES))
2535 if (c != '\\') FREE_STACK_RETURN (REG_EBRACE);
2537 PATFETCH (c);
2540 if (c != '}')
2542 if (syntax & RE_NO_BK_BRACES)
2543 goto unfetch_interval;
2544 else
2545 FREE_STACK_RETURN (REG_BADBR);
2548 /* We just parsed a valid interval. */
2550 /* If it's invalid to have no preceding re. */
2551 if (!laststart)
2553 if (syntax & RE_CONTEXT_INVALID_OPS)
2554 FREE_STACK_RETURN (REG_BADRPT);
2555 else if (syntax & RE_CONTEXT_INDEP_OPS)
2556 laststart = b;
2557 else
2558 goto unfetch_interval;
2561 /* If the upper bound is zero, don't want to succeed at
2562 all; jump from `laststart' to `b + 3', which will be
2563 the end of the buffer after we insert the jump. */
2564 if (upper_bound == 0)
2566 GET_BUFFER_SPACE (3);
2567 INSERT_JUMP (jump, laststart, b + 3);
2568 b += 3;
2571 /* Otherwise, we have a nontrivial interval. When
2572 we're all done, the pattern will look like:
2573 set_number_at <jump count> <upper bound>
2574 set_number_at <succeed_n count> <lower bound>
2575 succeed_n <after jump addr> <succeed_n count>
2576 <body of loop>
2577 jump_n <succeed_n addr> <jump count>
2578 (The upper bound and `jump_n' are omitted if
2579 `upper_bound' is 1, though.) */
2580 else
2581 { /* If the upper bound is > 1, we need to insert
2582 more at the end of the loop. */
2583 unsigned nbytes = 10 + (upper_bound > 1) * 10;
2585 GET_BUFFER_SPACE (nbytes);
2587 /* Initialize lower bound of the `succeed_n', even
2588 though it will be set during matching by its
2589 attendant `set_number_at' (inserted next),
2590 because `re_compile_fastmap' needs to know.
2591 Jump to the `jump_n' we might insert below. */
2592 INSERT_JUMP2 (succeed_n, laststart,
2593 b + 5 + (upper_bound > 1) * 5,
2594 lower_bound);
2595 b += 5;
2597 /* Code to initialize the lower bound. Insert
2598 before the `succeed_n'. The `5' is the last two
2599 bytes of this `set_number_at', plus 3 bytes of
2600 the following `succeed_n'. */
2601 insert_op2 (set_number_at, laststart, 5, lower_bound, b);
2602 b += 5;
2604 if (upper_bound > 1)
2605 { /* More than one repetition is allowed, so
2606 append a backward jump to the `succeed_n'
2607 that starts this interval.
2609 When we've reached this during matching,
2610 we'll have matched the interval once, so
2611 jump back only `upper_bound - 1' times. */
2612 STORE_JUMP2 (jump_n, b, laststart + 5,
2613 upper_bound - 1);
2614 b += 5;
2616 /* The location we want to set is the second
2617 parameter of the `jump_n'; that is `b-2' as
2618 an absolute address. `laststart' will be
2619 the `set_number_at' we're about to insert;
2620 `laststart+3' the number to set, the source
2621 for the relative address. But we are
2622 inserting into the middle of the pattern --
2623 so everything is getting moved up by 5.
2624 Conclusion: (b - 2) - (laststart + 3) + 5,
2625 i.e., b - laststart.
2627 We insert this at the beginning of the loop
2628 so that if we fail during matching, we'll
2629 reinitialize the bounds. */
2630 insert_op2 (set_number_at, laststart, b - laststart,
2631 upper_bound - 1, b);
2632 b += 5;
2635 pending_exact = 0;
2636 beg_interval = NULL;
2638 break;
2640 unfetch_interval:
2641 /* If an invalid interval, match the characters as literals. */
2642 assert (beg_interval);
2643 p = beg_interval;
2644 beg_interval = NULL;
2646 /* normal_char and normal_backslash need `c'. */
2647 PATFETCH (c);
2649 if (!(syntax & RE_NO_BK_BRACES))
2651 if (p > pattern && p[-1] == '\\')
2652 goto normal_backslash;
2654 goto normal_char;
2656 #ifdef emacs
2657 /* There is no way to specify the before_dot and after_dot
2658 operators. rms says this is ok. --karl */
2659 case '=':
2660 BUF_PUSH (at_dot);
2661 break;
2663 case 's':
2664 laststart = b;
2665 PATFETCH (c);
2666 BUF_PUSH_2 (syntaxspec, syntax_spec_code[c]);
2667 break;
2669 case 'S':
2670 laststart = b;
2671 PATFETCH (c);
2672 BUF_PUSH_2 (notsyntaxspec, syntax_spec_code[c]);
2673 break;
2674 #endif /* emacs */
2677 case 'w':
2678 if (re_syntax_options & RE_NO_GNU_OPS)
2679 goto normal_char;
2680 laststart = b;
2681 BUF_PUSH (wordchar);
2682 break;
2685 case 'W':
2686 if (re_syntax_options & RE_NO_GNU_OPS)
2687 goto normal_char;
2688 laststart = b;
2689 BUF_PUSH (notwordchar);
2690 break;
2693 case '<':
2694 if (re_syntax_options & RE_NO_GNU_OPS)
2695 goto normal_char;
2696 BUF_PUSH (wordbeg);
2697 break;
2699 case '>':
2700 if (re_syntax_options & RE_NO_GNU_OPS)
2701 goto normal_char;
2702 BUF_PUSH (wordend);
2703 break;
2705 case 'b':
2706 if (re_syntax_options & RE_NO_GNU_OPS)
2707 goto normal_char;
2708 BUF_PUSH (wordbound);
2709 break;
2711 case 'B':
2712 if (re_syntax_options & RE_NO_GNU_OPS)
2713 goto normal_char;
2714 BUF_PUSH (notwordbound);
2715 break;
2717 case '`':
2718 if (re_syntax_options & RE_NO_GNU_OPS)
2719 goto normal_char;
2720 BUF_PUSH (begbuf);
2721 break;
2723 case '\'':
2724 if (re_syntax_options & RE_NO_GNU_OPS)
2725 goto normal_char;
2726 BUF_PUSH (endbuf);
2727 break;
2729 case '1': case '2': case '3': case '4': case '5':
2730 case '6': case '7': case '8': case '9':
2731 if (syntax & RE_NO_BK_REFS)
2732 goto normal_char;
2734 c1 = c - '0';
2736 if (c1 > regnum)
2737 FREE_STACK_RETURN (REG_ESUBREG);
2739 /* Can't back reference to a subexpression if inside of it. */
2740 if (group_in_compile_stack (compile_stack, (regnum_t) c1))
2741 goto normal_char;
2743 laststart = b;
2744 BUF_PUSH_2 (duplicate, c1);
2745 break;
2748 case '+':
2749 case '?':
2750 if (syntax & RE_BK_PLUS_QM)
2751 goto handle_plus;
2752 else
2753 goto normal_backslash;
2755 default:
2756 normal_backslash:
2757 /* You might think it would be useful for \ to mean
2758 not to translate; but if we don't translate it
2759 it will never match anything. */
2760 c = TRANSLATE (c);
2761 goto normal_char;
2763 break;
2766 default:
2767 /* Expects the character in `c'. */
2768 normal_char:
2769 /* If no exactn currently being built. */
2770 if (!pending_exact
2772 /* If last exactn not at current position. */
2773 || pending_exact + *pending_exact + 1 != b
2775 /* We have only one byte following the exactn for the count. */
2776 || *pending_exact == (1 << BYTEWIDTH) - 1
2778 /* If followed by a repetition operator. */
2779 || *p == '*' || *p == '^'
2780 || ((syntax & RE_BK_PLUS_QM)
2781 ? *p == '\\' && (p[1] == '+' || p[1] == '?')
2782 : (*p == '+' || *p == '?'))
2783 || ((syntax & RE_INTERVALS)
2784 && ((syntax & RE_NO_BK_BRACES)
2785 ? *p == '{'
2786 : (p[0] == '\\' && p[1] == '{'))))
2788 /* Start building a new exactn. */
2790 laststart = b;
2792 BUF_PUSH_2 (exactn, 0);
2793 pending_exact = b - 1;
2796 BUF_PUSH (c);
2797 (*pending_exact)++;
2798 break;
2799 } /* switch (c) */
2800 } /* while p != pend */
2803 /* Through the pattern now. */
2805 if (fixup_alt_jump)
2806 STORE_JUMP (jump_past_alt, fixup_alt_jump, b);
2808 if (!COMPILE_STACK_EMPTY)
2809 FREE_STACK_RETURN (REG_EPAREN);
2811 /* If we don't want backtracking, force success
2812 the first time we reach the end of the compiled pattern. */
2813 if (syntax & RE_NO_POSIX_BACKTRACKING)
2814 BUF_PUSH (succeed);
2816 free (compile_stack.stack);
2818 /* We have succeeded; set the length of the buffer. */
2819 bufp->used = b - bufp->buffer;
2821 #ifdef DEBUG
2822 if (debug)
2824 DEBUG_PRINT1 ("\nCompiled pattern: \n");
2825 print_compiled_pattern (bufp);
2827 #endif /* DEBUG */
2829 #ifndef MATCH_MAY_ALLOCATE
2830 /* Initialize the failure stack to the largest possible stack. This
2831 isn't necessary unless we're trying to avoid calling alloca in
2832 the search and match routines. */
2834 int num_regs = bufp->re_nsub + 1;
2836 /* Since DOUBLE_FAIL_STACK refuses to double only if the current size
2837 is strictly greater than re_max_failures, the largest possible stack
2838 is 2 * re_max_failures failure points. */
2839 if (fail_stack.size < (2 * re_max_failures * MAX_FAILURE_ITEMS))
2841 fail_stack.size = (2 * re_max_failures * MAX_FAILURE_ITEMS);
2843 #ifdef emacs
2844 if (! fail_stack.stack)
2845 fail_stack.stack
2846 = (fail_stack_elt_t *) xmalloc (fail_stack.size
2847 * sizeof (fail_stack_elt_t));
2848 else
2849 fail_stack.stack
2850 = (fail_stack_elt_t *) xrealloc (fail_stack.stack,
2851 (fail_stack.size
2852 * sizeof (fail_stack_elt_t)));
2853 #else /* not emacs */
2854 if (! fail_stack.stack)
2855 fail_stack.stack
2856 = (fail_stack_elt_t *) malloc (fail_stack.size
2857 * sizeof (fail_stack_elt_t));
2858 else
2859 fail_stack.stack
2860 = (fail_stack_elt_t *) realloc (fail_stack.stack,
2861 (fail_stack.size
2862 * sizeof (fail_stack_elt_t)));
2863 #endif /* not emacs */
2866 regex_grow_registers (num_regs);
2868 #endif /* not MATCH_MAY_ALLOCATE */
2870 return REG_NOERROR;
2871 } /* regex_compile */
2873 /* Subroutines for `regex_compile'. */
2875 /* Store OP at LOC followed by two-byte integer parameter ARG. */
2877 static void
2878 store_op1 (op, loc, arg)
2879 re_opcode_t op;
2880 unsigned char *loc;
2881 int arg;
2883 *loc = (unsigned char) op;
2884 STORE_NUMBER (loc + 1, arg);
2888 /* Like `store_op1', but for two two-byte parameters ARG1 and ARG2. */
2890 static void
2891 store_op2 (op, loc, arg1, arg2)
2892 re_opcode_t op;
2893 unsigned char *loc;
2894 int arg1, arg2;
2896 *loc = (unsigned char) op;
2897 STORE_NUMBER (loc + 1, arg1);
2898 STORE_NUMBER (loc + 3, arg2);
2902 /* Copy the bytes from LOC to END to open up three bytes of space at LOC
2903 for OP followed by two-byte integer parameter ARG. */
2905 static void
2906 insert_op1 (op, loc, arg, end)
2907 re_opcode_t op;
2908 unsigned char *loc;
2909 int arg;
2910 unsigned char *end;
2912 register unsigned char *pfrom = end;
2913 register unsigned char *pto = end + 3;
2915 while (pfrom != loc)
2916 *--pto = *--pfrom;
2918 store_op1 (op, loc, arg);
2922 /* Like `insert_op1', but for two two-byte parameters ARG1 and ARG2. */
2924 static void
2925 insert_op2 (op, loc, arg1, arg2, end)
2926 re_opcode_t op;
2927 unsigned char *loc;
2928 int arg1, arg2;
2929 unsigned char *end;
2931 register unsigned char *pfrom = end;
2932 register unsigned char *pto = end + 5;
2934 while (pfrom != loc)
2935 *--pto = *--pfrom;
2937 store_op2 (op, loc, arg1, arg2);
2941 /* P points to just after a ^ in PATTERN. Return true if that ^ comes
2942 after an alternative or a begin-subexpression. We assume there is at
2943 least one character before the ^. */
2945 static boolean
2946 at_begline_loc_p (pattern, p, syntax)
2947 const char *pattern, *p;
2948 reg_syntax_t syntax;
2950 const char *prev = p - 2;
2951 boolean prev_prev_backslash = prev > pattern && prev[-1] == '\\';
2953 return
2954 /* After a subexpression? */
2955 (*prev == '(' && (syntax & RE_NO_BK_PARENS || prev_prev_backslash))
2956 /* After an alternative? */
2957 || (*prev == '|' && (syntax & RE_NO_BK_VBAR || prev_prev_backslash));
2961 /* The dual of at_begline_loc_p. This one is for $. We assume there is
2962 at least one character after the $, i.e., `P < PEND'. */
2964 static boolean
2965 at_endline_loc_p (p, pend, syntax)
2966 const char *p, *pend;
2967 reg_syntax_t syntax;
2969 const char *next = p;
2970 boolean next_backslash = *next == '\\';
2971 const char *next_next = p + 1 < pend ? p + 1 : 0;
2973 return
2974 /* Before a subexpression? */
2975 (syntax & RE_NO_BK_PARENS ? *next == ')'
2976 : next_backslash && next_next && *next_next == ')')
2977 /* Before an alternative? */
2978 || (syntax & RE_NO_BK_VBAR ? *next == '|'
2979 : next_backslash && next_next && *next_next == '|');
2983 /* Returns true if REGNUM is in one of COMPILE_STACK's elements and
2984 false if it's not. */
2986 static boolean
2987 group_in_compile_stack (compile_stack, regnum)
2988 compile_stack_type compile_stack;
2989 regnum_t regnum;
2991 int this_element;
2993 for (this_element = compile_stack.avail - 1;
2994 this_element >= 0;
2995 this_element--)
2996 if (compile_stack.stack[this_element].regnum == regnum)
2997 return true;
2999 return false;
3003 /* Read the ending character of a range (in a bracket expression) from the
3004 uncompiled pattern *P_PTR (which ends at PEND). We assume the
3005 starting character is in `P[-2]'. (`P[-1]' is the character `-'.)
3006 Then we set the translation of all bits between the starting and
3007 ending characters (inclusive) in the compiled pattern B.
3009 Return an error code.
3011 We use these short variable names so we can use the same macros as
3012 `regex_compile' itself. */
3014 static reg_errcode_t
3015 compile_range (p_ptr, pend, translate, syntax, b)
3016 const char **p_ptr, *pend;
3017 RE_TRANSLATE_TYPE translate;
3018 reg_syntax_t syntax;
3019 unsigned char *b;
3021 unsigned this_char;
3023 const char *p = *p_ptr;
3024 unsigned int range_start, range_end;
3026 if (p == pend)
3027 return REG_ERANGE;
3029 /* Even though the pattern is a signed `char *', we need to fetch
3030 with unsigned char *'s; if the high bit of the pattern character
3031 is set, the range endpoints will be negative if we fetch using a
3032 signed char *.
3034 We also want to fetch the endpoints without translating them; the
3035 appropriate translation is done in the bit-setting loop below. */
3036 /* The SVR4 compiler on the 3B2 had trouble with unsigned const char *. */
3037 range_start = ((const unsigned char *) p)[-2];
3038 range_end = ((const unsigned char *) p)[0];
3040 /* Have to increment the pointer into the pattern string, so the
3041 caller isn't still at the ending character. */
3042 (*p_ptr)++;
3044 /* If the start is after the end, the range is empty. */
3045 if (range_start > range_end)
3046 return syntax & RE_NO_EMPTY_RANGES ? REG_ERANGE : REG_NOERROR;
3048 /* Here we see why `this_char' has to be larger than an `unsigned
3049 char' -- the range is inclusive, so if `range_end' == 0xff
3050 (assuming 8-bit characters), we would otherwise go into an infinite
3051 loop, since all characters <= 0xff. */
3052 for (this_char = range_start; this_char <= range_end; this_char++)
3054 SET_LIST_BIT (TRANSLATE (this_char));
3057 return REG_NOERROR;
3060 /* re_compile_fastmap computes a ``fastmap'' for the compiled pattern in
3061 BUFP. A fastmap records which of the (1 << BYTEWIDTH) possible
3062 characters can start a string that matches the pattern. This fastmap
3063 is used by re_search to skip quickly over impossible starting points.
3065 The caller must supply the address of a (1 << BYTEWIDTH)-byte data
3066 area as BUFP->fastmap.
3068 We set the `fastmap', `fastmap_accurate', and `can_be_null' fields in
3069 the pattern buffer.
3071 Returns 0 if we succeed, -2 if an internal error. */
3074 re_compile_fastmap (bufp)
3075 struct re_pattern_buffer *bufp;
3077 int j, k;
3078 #ifdef MATCH_MAY_ALLOCATE
3079 fail_stack_type fail_stack;
3080 #endif
3081 #ifndef REGEX_MALLOC
3082 char *destination;
3083 #endif
3084 /* We don't push any register information onto the failure stack. */
3085 unsigned num_regs = 0;
3087 register char *fastmap = bufp->fastmap;
3088 unsigned char *pattern = bufp->buffer;
3089 unsigned char *p = pattern;
3090 register unsigned char *pend = pattern + bufp->used;
3092 #ifdef REL_ALLOC
3093 /* This holds the pointer to the failure stack, when
3094 it is allocated relocatably. */
3095 fail_stack_elt_t *failure_stack_ptr;
3096 #endif
3098 /* Assume that each path through the pattern can be null until
3099 proven otherwise. We set this false at the bottom of switch
3100 statement, to which we get only if a particular path doesn't
3101 match the empty string. */
3102 boolean path_can_be_null = true;
3104 /* We aren't doing a `succeed_n' to begin with. */
3105 boolean succeed_n_p = false;
3107 assert (fastmap != NULL && p != NULL);
3109 INIT_FAIL_STACK ();
3110 bzero (fastmap, 1 << BYTEWIDTH); /* Assume nothing's valid. */
3111 bufp->fastmap_accurate = 1; /* It will be when we're done. */
3112 bufp->can_be_null = 0;
3114 while (1)
3116 if (p == pend || *p == succeed)
3118 /* We have reached the (effective) end of pattern. */
3119 if (!FAIL_STACK_EMPTY ())
3121 bufp->can_be_null |= path_can_be_null;
3123 /* Reset for next path. */
3124 path_can_be_null = true;
3126 p = fail_stack.stack[--fail_stack.avail].pointer;
3128 continue;
3130 else
3131 break;
3134 /* We should never be about to go beyond the end of the pattern. */
3135 assert (p < pend);
3137 switch (SWITCH_ENUM_CAST ((re_opcode_t) *p++))
3140 /* I guess the idea here is to simply not bother with a fastmap
3141 if a backreference is used, since it's too hard to figure out
3142 the fastmap for the corresponding group. Setting
3143 `can_be_null' stops `re_search_2' from using the fastmap, so
3144 that is all we do. */
3145 case duplicate:
3146 bufp->can_be_null = 1;
3147 goto done;
3150 /* Following are the cases which match a character. These end
3151 with `break'. */
3153 case exactn:
3154 fastmap[p[1]] = 1;
3155 break;
3158 case charset:
3159 for (j = *p++ * BYTEWIDTH - 1; j >= 0; j--)
3160 if (p[j / BYTEWIDTH] & (1 << (j % BYTEWIDTH)))
3161 fastmap[j] = 1;
3162 break;
3165 case charset_not:
3166 /* Chars beyond end of map must be allowed. */
3167 for (j = *p * BYTEWIDTH; j < (1 << BYTEWIDTH); j++)
3168 fastmap[j] = 1;
3170 for (j = *p++ * BYTEWIDTH - 1; j >= 0; j--)
3171 if (!(p[j / BYTEWIDTH] & (1 << (j % BYTEWIDTH))))
3172 fastmap[j] = 1;
3173 break;
3176 case wordchar:
3177 for (j = 0; j < (1 << BYTEWIDTH); j++)
3178 if (SYNTAX (j) == Sword)
3179 fastmap[j] = 1;
3180 break;
3183 case notwordchar:
3184 for (j = 0; j < (1 << BYTEWIDTH); j++)
3185 if (SYNTAX (j) != Sword)
3186 fastmap[j] = 1;
3187 break;
3190 case anychar:
3192 int fastmap_newline = fastmap['\n'];
3194 /* `.' matches anything ... */
3195 for (j = 0; j < (1 << BYTEWIDTH); j++)
3196 fastmap[j] = 1;
3198 /* ... except perhaps newline. */
3199 if (!(bufp->syntax & RE_DOT_NEWLINE))
3200 fastmap['\n'] = fastmap_newline;
3202 /* Return if we have already set `can_be_null'; if we have,
3203 then the fastmap is irrelevant. Something's wrong here. */
3204 else if (bufp->can_be_null)
3205 goto done;
3207 /* Otherwise, have to check alternative paths. */
3208 break;
3211 #ifdef emacs
3212 case syntaxspec:
3213 k = *p++;
3214 for (j = 0; j < (1 << BYTEWIDTH); j++)
3215 if (SYNTAX (j) == (enum syntaxcode) k)
3216 fastmap[j] = 1;
3217 break;
3220 case notsyntaxspec:
3221 k = *p++;
3222 for (j = 0; j < (1 << BYTEWIDTH); j++)
3223 if (SYNTAX (j) != (enum syntaxcode) k)
3224 fastmap[j] = 1;
3225 break;
3228 /* All cases after this match the empty string. These end with
3229 `continue'. */
3232 case before_dot:
3233 case at_dot:
3234 case after_dot:
3235 continue;
3236 #endif /* emacs */
3239 case no_op:
3240 case begline:
3241 case endline:
3242 case begbuf:
3243 case endbuf:
3244 case wordbound:
3245 case notwordbound:
3246 case wordbeg:
3247 case wordend:
3248 case push_dummy_failure:
3249 continue;
3252 case jump_n:
3253 case pop_failure_jump:
3254 case maybe_pop_jump:
3255 case jump:
3256 case jump_past_alt:
3257 case dummy_failure_jump:
3258 EXTRACT_NUMBER_AND_INCR (j, p);
3259 p += j;
3260 if (j > 0)
3261 continue;
3263 /* Jump backward implies we just went through the body of a
3264 loop and matched nothing. Opcode jumped to should be
3265 `on_failure_jump' or `succeed_n'. Just treat it like an
3266 ordinary jump. For a * loop, it has pushed its failure
3267 point already; if so, discard that as redundant. */
3268 if ((re_opcode_t) *p != on_failure_jump
3269 && (re_opcode_t) *p != succeed_n)
3270 continue;
3272 p++;
3273 EXTRACT_NUMBER_AND_INCR (j, p);
3274 p += j;
3276 /* If what's on the stack is where we are now, pop it. */
3277 if (!FAIL_STACK_EMPTY ()
3278 && fail_stack.stack[fail_stack.avail - 1].pointer == p)
3279 fail_stack.avail--;
3281 continue;
3284 case on_failure_jump:
3285 case on_failure_keep_string_jump:
3286 handle_on_failure_jump:
3287 EXTRACT_NUMBER_AND_INCR (j, p);
3289 /* For some patterns, e.g., `(a?)?', `p+j' here points to the
3290 end of the pattern. We don't want to push such a point,
3291 since when we restore it above, entering the switch will
3292 increment `p' past the end of the pattern. We don't need
3293 to push such a point since we obviously won't find any more
3294 fastmap entries beyond `pend'. Such a pattern can match
3295 the null string, though. */
3296 if (p + j < pend)
3298 if (!PUSH_PATTERN_OP (p + j, fail_stack))
3300 RESET_FAIL_STACK ();
3301 return -2;
3304 else
3305 bufp->can_be_null = 1;
3307 if (succeed_n_p)
3309 EXTRACT_NUMBER_AND_INCR (k, p); /* Skip the n. */
3310 succeed_n_p = false;
3313 continue;
3316 case succeed_n:
3317 /* Get to the number of times to succeed. */
3318 p += 2;
3320 /* Increment p past the n for when k != 0. */
3321 EXTRACT_NUMBER_AND_INCR (k, p);
3322 if (k == 0)
3324 p -= 4;
3325 succeed_n_p = true; /* Spaghetti code alert. */
3326 goto handle_on_failure_jump;
3328 continue;
3331 case set_number_at:
3332 p += 4;
3333 continue;
3336 case start_memory:
3337 case stop_memory:
3338 p += 2;
3339 continue;
3342 default:
3343 abort (); /* We have listed all the cases. */
3344 } /* switch *p++ */
3346 /* Getting here means we have found the possible starting
3347 characters for one path of the pattern -- and that the empty
3348 string does not match. We need not follow this path further.
3349 Instead, look at the next alternative (remembered on the
3350 stack), or quit if no more. The test at the top of the loop
3351 does these things. */
3352 path_can_be_null = false;
3353 p = pend;
3354 } /* while p */
3356 /* Set `can_be_null' for the last path (also the first path, if the
3357 pattern is empty). */
3358 bufp->can_be_null |= path_can_be_null;
3360 done:
3361 RESET_FAIL_STACK ();
3362 return 0;
3363 } /* re_compile_fastmap */
3365 /* Set REGS to hold NUM_REGS registers, storing them in STARTS and
3366 ENDS. Subsequent matches using PATTERN_BUFFER and REGS will use
3367 this memory for recording register information. STARTS and ENDS
3368 must be allocated using the malloc library routine, and must each
3369 be at least NUM_REGS * sizeof (regoff_t) bytes long.
3371 If NUM_REGS == 0, then subsequent matches should allocate their own
3372 register data.
3374 Unless this function is called, the first search or match using
3375 PATTERN_BUFFER will allocate its own register data, without
3376 freeing the old data. */
3378 void
3379 re_set_registers (bufp, regs, num_regs, starts, ends)
3380 struct re_pattern_buffer *bufp;
3381 struct re_registers *regs;
3382 unsigned num_regs;
3383 regoff_t *starts, *ends;
3385 if (num_regs)
3387 bufp->regs_allocated = REGS_REALLOCATE;
3388 regs->num_regs = num_regs;
3389 regs->start = starts;
3390 regs->end = ends;
3392 else
3394 bufp->regs_allocated = REGS_UNALLOCATED;
3395 regs->num_regs = 0;
3396 regs->start = regs->end = (regoff_t *) 0;
3400 /* Searching routines. */
3402 /* Like re_search_2, below, but only one string is specified, and
3403 doesn't let you say where to stop matching. */
3406 re_search (bufp, string, size, startpos, range, regs)
3407 struct re_pattern_buffer *bufp;
3408 const char *string;
3409 int size, startpos, range;
3410 struct re_registers *regs;
3412 return re_search_2 (bufp, NULL, 0, string, size, startpos, range,
3413 regs, size);
3417 /* Using the compiled pattern in BUFP->buffer, first tries to match the
3418 virtual concatenation of STRING1 and STRING2, starting first at index
3419 STARTPOS, then at STARTPOS + 1, and so on.
3421 STRING1 and STRING2 have length SIZE1 and SIZE2, respectively.
3423 RANGE is how far to scan while trying to match. RANGE = 0 means try
3424 only at STARTPOS; in general, the last start tried is STARTPOS +
3425 RANGE.
3427 In REGS, return the indices of the virtual concatenation of STRING1
3428 and STRING2 that matched the entire BUFP->buffer and its contained
3429 subexpressions.
3431 Do not consider matching one past the index STOP in the virtual
3432 concatenation of STRING1 and STRING2.
3434 We return either the position in the strings at which the match was
3435 found, -1 if no match, or -2 if error (such as failure
3436 stack overflow). */
3439 re_search_2 (bufp, string1, size1, string2, size2, startpos, range, regs, stop)
3440 struct re_pattern_buffer *bufp;
3441 const char *string1, *string2;
3442 int size1, size2;
3443 int startpos;
3444 int range;
3445 struct re_registers *regs;
3446 int stop;
3448 int val;
3449 register char *fastmap = bufp->fastmap;
3450 register RE_TRANSLATE_TYPE translate = bufp->translate;
3451 int total_size = size1 + size2;
3452 int endpos = startpos + range;
3454 /* Check for out-of-range STARTPOS. */
3455 if (startpos < 0 || startpos > total_size)
3456 return -1;
3458 /* Fix up RANGE if it might eventually take us outside
3459 the virtual concatenation of STRING1 and STRING2.
3460 Make sure we won't move STARTPOS below 0 or above TOTAL_SIZE. */
3461 if (endpos < 0)
3462 range = 0 - startpos;
3463 else if (endpos > total_size)
3464 range = total_size - startpos;
3466 /* If the search isn't to be a backwards one, don't waste time in a
3467 search for a pattern that must be anchored. */
3468 if (bufp->used > 0 && (re_opcode_t) bufp->buffer[0] == begbuf && range > 0)
3470 if (startpos > 0)
3471 return -1;
3472 else
3473 range = 1;
3476 #ifdef emacs
3477 /* In a forward search for something that starts with \=.
3478 don't keep searching past point. */
3479 if (bufp->used > 0 && (re_opcode_t) bufp->buffer[0] == at_dot && range > 0)
3481 range = PT - startpos;
3482 if (range <= 0)
3483 return -1;
3485 #endif /* emacs */
3487 /* Update the fastmap now if not correct already. */
3488 if (fastmap && !bufp->fastmap_accurate)
3489 if (re_compile_fastmap (bufp) == -2)
3490 return -2;
3492 /* Loop through the string, looking for a place to start matching. */
3493 for (;;)
3495 /* If a fastmap is supplied, skip quickly over characters that
3496 cannot be the start of a match. If the pattern can match the
3497 null string, however, we don't need to skip characters; we want
3498 the first null string. */
3499 if (fastmap && startpos < total_size && !bufp->can_be_null)
3501 if (range > 0) /* Searching forwards. */
3503 register const char *d;
3504 register int lim = 0;
3505 int irange = range;
3507 if (startpos < size1 && startpos + range >= size1)
3508 lim = range - (size1 - startpos);
3510 d = (startpos >= size1 ? string2 - size1 : string1) + startpos;
3512 /* Written out as an if-else to avoid testing `translate'
3513 inside the loop. */
3514 if (translate)
3515 while (range > lim
3516 && !fastmap[(unsigned char)
3517 translate[(unsigned char) *d++]])
3518 range--;
3519 else
3520 while (range > lim && !fastmap[(unsigned char) *d++])
3521 range--;
3523 startpos += irange - range;
3525 else /* Searching backwards. */
3527 register char c = (size1 == 0 || startpos >= size1
3528 ? string2[startpos - size1]
3529 : string1[startpos]);
3531 if (!fastmap[(unsigned char) TRANSLATE (c)])
3532 goto advance;
3536 /* If can't match the null string, and that's all we have left, fail. */
3537 if (range >= 0 && startpos == total_size && fastmap
3538 && !bufp->can_be_null)
3539 return -1;
3541 val = re_match_2_internal (bufp, string1, size1, string2, size2,
3542 startpos, regs, stop);
3543 #ifndef REGEX_MALLOC
3544 #ifdef C_ALLOCA
3545 alloca (0);
3546 #endif
3547 #endif
3549 if (val >= 0)
3550 return startpos;
3552 if (val == -2)
3553 return -2;
3555 advance:
3556 if (!range)
3557 break;
3558 else if (range > 0)
3560 range--;
3561 startpos++;
3563 else
3565 range++;
3566 startpos--;
3569 return -1;
3570 } /* re_search_2 */
3572 /* This converts PTR, a pointer into one of the search strings `string1'
3573 and `string2' into an offset from the beginning of that string. */
3574 #define POINTER_TO_OFFSET(ptr) \
3575 (FIRST_STRING_P (ptr) \
3576 ? ((regoff_t) ((ptr) - string1)) \
3577 : ((regoff_t) ((ptr) - string2 + size1)))
3579 /* Macros for dealing with the split strings in re_match_2. */
3581 #define MATCHING_IN_FIRST_STRING (dend == end_match_1)
3583 /* Call before fetching a character with *d. This switches over to
3584 string2 if necessary. */
3585 #define PREFETCH() \
3586 while (d == dend) \
3588 /* End of string2 => fail. */ \
3589 if (dend == end_match_2) \
3590 goto fail; \
3591 /* End of string1 => advance to string2. */ \
3592 d = string2; \
3593 dend = end_match_2; \
3597 /* Test if at very beginning or at very end of the virtual concatenation
3598 of `string1' and `string2'. If only one string, it's `string2'. */
3599 #define AT_STRINGS_BEG(d) ((d) == (size1 ? string1 : string2) || !size2)
3600 #define AT_STRINGS_END(d) ((d) == end2)
3603 /* Test if D points to a character which is word-constituent. We have
3604 two special cases to check for: if past the end of string1, look at
3605 the first character in string2; and if before the beginning of
3606 string2, look at the last character in string1. */
3607 #define WORDCHAR_P(d) \
3608 (SYNTAX ((d) == end1 ? *string2 \
3609 : (d) == string2 - 1 ? *(end1 - 1) : *(d)) \
3610 == Sword)
3612 /* Disabled due to a compiler bug -- see comment at case wordbound */
3613 #if 0
3614 /* Test if the character before D and the one at D differ with respect
3615 to being word-constituent. */
3616 #define AT_WORD_BOUNDARY(d) \
3617 (AT_STRINGS_BEG (d) || AT_STRINGS_END (d) \
3618 || WORDCHAR_P (d - 1) != WORDCHAR_P (d))
3619 #endif
3621 /* Free everything we malloc. */
3622 #ifdef MATCH_MAY_ALLOCATE
3623 #define FREE_VAR(var) if (var) REGEX_FREE (var); var = NULL
3624 #define FREE_VARIABLES() \
3625 do { \
3626 REGEX_FREE_STACK (fail_stack.stack); \
3627 FREE_VAR (regstart); \
3628 FREE_VAR (regend); \
3629 FREE_VAR (old_regstart); \
3630 FREE_VAR (old_regend); \
3631 FREE_VAR (best_regstart); \
3632 FREE_VAR (best_regend); \
3633 FREE_VAR (reg_info); \
3634 FREE_VAR (reg_dummy); \
3635 FREE_VAR (reg_info_dummy); \
3636 } while (0)
3637 #else
3638 #define FREE_VARIABLES() ((void)0) /* Do nothing! But inhibit gcc warning. */
3639 #endif /* not MATCH_MAY_ALLOCATE */
3641 /* These values must meet several constraints. They must not be valid
3642 register values; since we have a limit of 255 registers (because
3643 we use only one byte in the pattern for the register number), we can
3644 use numbers larger than 255. They must differ by 1, because of
3645 NUM_FAILURE_ITEMS above. And the value for the lowest register must
3646 be larger than the value for the highest register, so we do not try
3647 to actually save any registers when none are active. */
3648 #define NO_HIGHEST_ACTIVE_REG (1 << BYTEWIDTH)
3649 #define NO_LOWEST_ACTIVE_REG (NO_HIGHEST_ACTIVE_REG + 1)
3651 /* Matching routines. */
3653 #ifndef emacs /* Emacs never uses this. */
3654 /* re_match is like re_match_2 except it takes only a single string. */
3657 re_match (bufp, string, size, pos, regs)
3658 struct re_pattern_buffer *bufp;
3659 const char *string;
3660 int size, pos;
3661 struct re_registers *regs;
3663 int result = re_match_2_internal (bufp, NULL, 0, string, size,
3664 pos, regs, size);
3665 #ifndef REGEX_MALLOC
3666 #ifdef C_ALLOCA
3667 alloca (0);
3668 #endif
3669 #endif
3670 return result;
3672 #endif /* not emacs */
3674 static boolean group_match_null_string_p _RE_ARGS ((unsigned char **p,
3675 unsigned char *end,
3676 register_info_type *reg_info));
3677 static boolean alt_match_null_string_p _RE_ARGS ((unsigned char *p,
3678 unsigned char *end,
3679 register_info_type *reg_info));
3680 static boolean common_op_match_null_string_p _RE_ARGS ((unsigned char **p,
3681 unsigned char *end,
3682 register_info_type *reg_info));
3683 static int bcmp_translate _RE_ARGS ((const char *s1, const char *s2,
3684 int len, char *translate));
3686 /* re_match_2 matches the compiled pattern in BUFP against the
3687 the (virtual) concatenation of STRING1 and STRING2 (of length SIZE1
3688 and SIZE2, respectively). We start matching at POS, and stop
3689 matching at STOP.
3691 If REGS is non-null and the `no_sub' field of BUFP is nonzero, we
3692 store offsets for the substring each group matched in REGS. See the
3693 documentation for exactly how many groups we fill.
3695 We return -1 if no match, -2 if an internal error (such as the
3696 failure stack overflowing). Otherwise, we return the length of the
3697 matched substring. */
3700 re_match_2 (bufp, string1, size1, string2, size2, pos, regs, stop)
3701 struct re_pattern_buffer *bufp;
3702 const char *string1, *string2;
3703 int size1, size2;
3704 int pos;
3705 struct re_registers *regs;
3706 int stop;
3708 int result = re_match_2_internal (bufp, string1, size1, string2, size2,
3709 pos, regs, stop);
3710 #ifndef REGEX_MALLOC
3711 #ifdef C_ALLOCA
3712 alloca (0);
3713 #endif
3714 #endif
3715 return result;
3718 /* This is a separate function so that we can force an alloca cleanup
3719 afterwards. */
3720 static int
3721 re_match_2_internal (bufp, string1, size1, string2, size2, pos, regs, stop)
3722 struct re_pattern_buffer *bufp;
3723 const char *string1, *string2;
3724 int size1, size2;
3725 int pos;
3726 struct re_registers *regs;
3727 int stop;
3729 /* General temporaries. */
3730 int mcnt;
3731 unsigned char *p1;
3733 /* Just past the end of the corresponding string. */
3734 const char *end1, *end2;
3736 /* Pointers into string1 and string2, just past the last characters in
3737 each to consider matching. */
3738 const char *end_match_1, *end_match_2;
3740 /* Where we are in the data, and the end of the current string. */
3741 const char *d, *dend;
3743 /* Where we are in the pattern, and the end of the pattern. */
3744 unsigned char *p = bufp->buffer;
3745 register unsigned char *pend = p + bufp->used;
3747 /* Mark the opcode just after a start_memory, so we can test for an
3748 empty subpattern when we get to the stop_memory. */
3749 unsigned char *just_past_start_mem = 0;
3751 /* We use this to map every character in the string. */
3752 RE_TRANSLATE_TYPE translate = bufp->translate;
3754 /* Failure point stack. Each place that can handle a failure further
3755 down the line pushes a failure point on this stack. It consists of
3756 restart, regend, and reg_info for all registers corresponding to
3757 the subexpressions we're currently inside, plus the number of such
3758 registers, and, finally, two char *'s. The first char * is where
3759 to resume scanning the pattern; the second one is where to resume
3760 scanning the strings. If the latter is zero, the failure point is
3761 a ``dummy''; if a failure happens and the failure point is a dummy,
3762 it gets discarded and the next next one is tried. */
3763 #ifdef MATCH_MAY_ALLOCATE /* otherwise, this is global. */
3764 fail_stack_type fail_stack;
3765 #endif
3766 #ifdef DEBUG
3767 static unsigned failure_id = 0;
3768 unsigned nfailure_points_pushed = 0, nfailure_points_popped = 0;
3769 #endif
3771 #ifdef REL_ALLOC
3772 /* This holds the pointer to the failure stack, when
3773 it is allocated relocatably. */
3774 fail_stack_elt_t *failure_stack_ptr;
3775 #endif
3777 /* We fill all the registers internally, independent of what we
3778 return, for use in backreferences. The number here includes
3779 an element for register zero. */
3780 size_t num_regs = bufp->re_nsub + 1;
3782 /* The currently active registers. */
3783 active_reg_t lowest_active_reg = NO_LOWEST_ACTIVE_REG;
3784 active_reg_t highest_active_reg = NO_HIGHEST_ACTIVE_REG;
3786 /* Information on the contents of registers. These are pointers into
3787 the input strings; they record just what was matched (on this
3788 attempt) by a subexpression part of the pattern, that is, the
3789 regnum-th regstart pointer points to where in the pattern we began
3790 matching and the regnum-th regend points to right after where we
3791 stopped matching the regnum-th subexpression. (The zeroth register
3792 keeps track of what the whole pattern matches.) */
3793 #ifdef MATCH_MAY_ALLOCATE /* otherwise, these are global. */
3794 const char **regstart, **regend;
3795 #endif
3797 /* If a group that's operated upon by a repetition operator fails to
3798 match anything, then the register for its start will need to be
3799 restored because it will have been set to wherever in the string we
3800 are when we last see its open-group operator. Similarly for a
3801 register's end. */
3802 #ifdef MATCH_MAY_ALLOCATE /* otherwise, these are global. */
3803 const char **old_regstart, **old_regend;
3804 #endif
3806 /* The is_active field of reg_info helps us keep track of which (possibly
3807 nested) subexpressions we are currently in. The matched_something
3808 field of reg_info[reg_num] helps us tell whether or not we have
3809 matched any of the pattern so far this time through the reg_num-th
3810 subexpression. These two fields get reset each time through any
3811 loop their register is in. */
3812 #ifdef MATCH_MAY_ALLOCATE /* otherwise, this is global. */
3813 register_info_type *reg_info;
3814 #endif
3816 /* The following record the register info as found in the above
3817 variables when we find a match better than any we've seen before.
3818 This happens as we backtrack through the failure points, which in
3819 turn happens only if we have not yet matched the entire string. */
3820 unsigned best_regs_set = false;
3821 #ifdef MATCH_MAY_ALLOCATE /* otherwise, these are global. */
3822 const char **best_regstart, **best_regend;
3823 #endif
3825 /* Logically, this is `best_regend[0]'. But we don't want to have to
3826 allocate space for that if we're not allocating space for anything
3827 else (see below). Also, we never need info about register 0 for
3828 any of the other register vectors, and it seems rather a kludge to
3829 treat `best_regend' differently than the rest. So we keep track of
3830 the end of the best match so far in a separate variable. We
3831 initialize this to NULL so that when we backtrack the first time
3832 and need to test it, it's not garbage. */
3833 const char *match_end = NULL;
3835 /* This helps SET_REGS_MATCHED avoid doing redundant work. */
3836 int set_regs_matched_done = 0;
3838 /* Used when we pop values we don't care about. */
3839 #ifdef MATCH_MAY_ALLOCATE /* otherwise, these are global. */
3840 const char **reg_dummy;
3841 register_info_type *reg_info_dummy;
3842 #endif
3844 #ifdef DEBUG
3845 /* Counts the total number of registers pushed. */
3846 unsigned num_regs_pushed = 0;
3847 #endif
3849 DEBUG_PRINT1 ("\n\nEntering re_match_2.\n");
3851 INIT_FAIL_STACK ();
3853 #ifdef MATCH_MAY_ALLOCATE
3854 /* Do not bother to initialize all the register variables if there are
3855 no groups in the pattern, as it takes a fair amount of time. If
3856 there are groups, we include space for register 0 (the whole
3857 pattern), even though we never use it, since it simplifies the
3858 array indexing. We should fix this. */
3859 if (bufp->re_nsub)
3861 regstart = REGEX_TALLOC (num_regs, const char *);
3862 regend = REGEX_TALLOC (num_regs, const char *);
3863 old_regstart = REGEX_TALLOC (num_regs, const char *);
3864 old_regend = REGEX_TALLOC (num_regs, const char *);
3865 best_regstart = REGEX_TALLOC (num_regs, const char *);
3866 best_regend = REGEX_TALLOC (num_regs, const char *);
3867 reg_info = REGEX_TALLOC (num_regs, register_info_type);
3868 reg_dummy = REGEX_TALLOC (num_regs, const char *);
3869 reg_info_dummy = REGEX_TALLOC (num_regs, register_info_type);
3871 if (!(regstart && regend && old_regstart && old_regend && reg_info
3872 && best_regstart && best_regend && reg_dummy && reg_info_dummy))
3874 FREE_VARIABLES ();
3875 return -2;
3878 else
3880 /* We must initialize all our variables to NULL, so that
3881 `FREE_VARIABLES' doesn't try to free them. */
3882 regstart = regend = old_regstart = old_regend = best_regstart
3883 = best_regend = reg_dummy = NULL;
3884 reg_info = reg_info_dummy = (register_info_type *) NULL;
3886 #endif /* MATCH_MAY_ALLOCATE */
3888 /* The starting position is bogus. */
3889 if (pos < 0 || pos > size1 + size2)
3891 FREE_VARIABLES ();
3892 return -1;
3895 /* Initialize subexpression text positions to -1 to mark ones that no
3896 start_memory/stop_memory has been seen for. Also initialize the
3897 register information struct. */
3898 for (mcnt = 1; (unsigned) mcnt < num_regs; mcnt++)
3900 regstart[mcnt] = regend[mcnt]
3901 = old_regstart[mcnt] = old_regend[mcnt] = REG_UNSET_VALUE;
3903 REG_MATCH_NULL_STRING_P (reg_info[mcnt]) = MATCH_NULL_UNSET_VALUE;
3904 IS_ACTIVE (reg_info[mcnt]) = 0;
3905 MATCHED_SOMETHING (reg_info[mcnt]) = 0;
3906 EVER_MATCHED_SOMETHING (reg_info[mcnt]) = 0;
3909 /* We move `string1' into `string2' if the latter's empty -- but not if
3910 `string1' is null. */
3911 if (size2 == 0 && string1 != NULL)
3913 string2 = string1;
3914 size2 = size1;
3915 string1 = 0;
3916 size1 = 0;
3918 end1 = string1 + size1;
3919 end2 = string2 + size2;
3921 /* Compute where to stop matching, within the two strings. */
3922 if (stop <= size1)
3924 end_match_1 = string1 + stop;
3925 end_match_2 = string2;
3927 else
3929 end_match_1 = end1;
3930 end_match_2 = string2 + stop - size1;
3933 /* `p' scans through the pattern as `d' scans through the data.
3934 `dend' is the end of the input string that `d' points within. `d'
3935 is advanced into the following input string whenever necessary, but
3936 this happens before fetching; therefore, at the beginning of the
3937 loop, `d' can be pointing at the end of a string, but it cannot
3938 equal `string2'. */
3939 if (size1 > 0 && pos <= size1)
3941 d = string1 + pos;
3942 dend = end_match_1;
3944 else
3946 d = string2 + pos - size1;
3947 dend = end_match_2;
3950 DEBUG_PRINT1 ("The compiled pattern is:\n");
3951 DEBUG_PRINT_COMPILED_PATTERN (bufp, p, pend);
3952 DEBUG_PRINT1 ("The string to match is: `");
3953 DEBUG_PRINT_DOUBLE_STRING (d, string1, size1, string2, size2);
3954 DEBUG_PRINT1 ("'\n");
3956 /* This loops over pattern commands. It exits by returning from the
3957 function if the match is complete, or it drops through if the match
3958 fails at this starting point in the input data. */
3959 for (;;)
3961 #ifdef _LIBC
3962 DEBUG_PRINT2 ("\n%p: ", p);
3963 #else
3964 DEBUG_PRINT2 ("\n0x%x: ", p);
3965 #endif
3967 if (p == pend)
3968 { /* End of pattern means we might have succeeded. */
3969 DEBUG_PRINT1 ("end of pattern ... ");
3971 /* If we haven't matched the entire string, and we want the
3972 longest match, try backtracking. */
3973 if (d != end_match_2)
3975 /* 1 if this match ends in the same string (string1 or string2)
3976 as the best previous match. */
3977 boolean same_str_p = (FIRST_STRING_P (match_end)
3978 == MATCHING_IN_FIRST_STRING);
3979 /* 1 if this match is the best seen so far. */
3980 boolean best_match_p;
3982 /* AIX compiler got confused when this was combined
3983 with the previous declaration. */
3984 if (same_str_p)
3985 best_match_p = d > match_end;
3986 else
3987 best_match_p = !MATCHING_IN_FIRST_STRING;
3989 DEBUG_PRINT1 ("backtracking.\n");
3991 if (!FAIL_STACK_EMPTY ())
3992 { /* More failure points to try. */
3994 /* If exceeds best match so far, save it. */
3995 if (!best_regs_set || best_match_p)
3997 best_regs_set = true;
3998 match_end = d;
4000 DEBUG_PRINT1 ("\nSAVING match as best so far.\n");
4002 for (mcnt = 1; (unsigned) mcnt < num_regs; mcnt++)
4004 best_regstart[mcnt] = regstart[mcnt];
4005 best_regend[mcnt] = regend[mcnt];
4008 goto fail;
4011 /* If no failure points, don't restore garbage. And if
4012 last match is real best match, don't restore second
4013 best one. */
4014 else if (best_regs_set && !best_match_p)
4016 restore_best_regs:
4017 /* Restore best match. It may happen that `dend ==
4018 end_match_1' while the restored d is in string2.
4019 For example, the pattern `x.*y.*z' against the
4020 strings `x-' and `y-z-', if the two strings are
4021 not consecutive in memory. */
4022 DEBUG_PRINT1 ("Restoring best registers.\n");
4024 d = match_end;
4025 dend = ((d >= string1 && d <= end1)
4026 ? end_match_1 : end_match_2);
4028 for (mcnt = 1; (unsigned) mcnt < num_regs; mcnt++)
4030 regstart[mcnt] = best_regstart[mcnt];
4031 regend[mcnt] = best_regend[mcnt];
4034 } /* d != end_match_2 */
4036 succeed_label:
4037 DEBUG_PRINT1 ("Accepting match.\n");
4039 /* If caller wants register contents data back, do it. */
4040 if (regs && !bufp->no_sub)
4042 /* Have the register data arrays been allocated? */
4043 if (bufp->regs_allocated == REGS_UNALLOCATED)
4044 { /* No. So allocate them with malloc. We need one
4045 extra element beyond `num_regs' for the `-1' marker
4046 GNU code uses. */
4047 regs->num_regs = MAX (RE_NREGS, num_regs + 1);
4048 regs->start = TALLOC (regs->num_regs, regoff_t);
4049 regs->end = TALLOC (regs->num_regs, regoff_t);
4050 if (regs->start == NULL || regs->end == NULL)
4052 FREE_VARIABLES ();
4053 return -2;
4055 bufp->regs_allocated = REGS_REALLOCATE;
4057 else if (bufp->regs_allocated == REGS_REALLOCATE)
4058 { /* Yes. If we need more elements than were already
4059 allocated, reallocate them. If we need fewer, just
4060 leave it alone. */
4061 if (regs->num_regs < num_regs + 1)
4063 regs->num_regs = num_regs + 1;
4064 RETALLOC (regs->start, regs->num_regs, regoff_t);
4065 RETALLOC (regs->end, regs->num_regs, regoff_t);
4066 if (regs->start == NULL || regs->end == NULL)
4068 FREE_VARIABLES ();
4069 return -2;
4073 else
4075 /* These braces fend off a "empty body in an else-statement"
4076 warning under GCC when assert expands to nothing. */
4077 assert (bufp->regs_allocated == REGS_FIXED);
4080 /* Convert the pointer data in `regstart' and `regend' to
4081 indices. Register zero has to be set differently,
4082 since we haven't kept track of any info for it. */
4083 if (regs->num_regs > 0)
4085 regs->start[0] = pos;
4086 regs->end[0] = (MATCHING_IN_FIRST_STRING
4087 ? ((regoff_t) (d - string1))
4088 : ((regoff_t) (d - string2 + size1)));
4091 /* Go through the first `min (num_regs, regs->num_regs)'
4092 registers, since that is all we initialized. */
4093 for (mcnt = 1; (unsigned) mcnt < MIN (num_regs, regs->num_regs);
4094 mcnt++)
4096 if (REG_UNSET (regstart[mcnt]) || REG_UNSET (regend[mcnt]))
4097 regs->start[mcnt] = regs->end[mcnt] = -1;
4098 else
4100 regs->start[mcnt]
4101 = (regoff_t) POINTER_TO_OFFSET (regstart[mcnt]);
4102 regs->end[mcnt]
4103 = (regoff_t) POINTER_TO_OFFSET (regend[mcnt]);
4107 /* If the regs structure we return has more elements than
4108 were in the pattern, set the extra elements to -1. If
4109 we (re)allocated the registers, this is the case,
4110 because we always allocate enough to have at least one
4111 -1 at the end. */
4112 for (mcnt = num_regs; (unsigned) mcnt < regs->num_regs; mcnt++)
4113 regs->start[mcnt] = regs->end[mcnt] = -1;
4114 } /* regs && !bufp->no_sub */
4116 DEBUG_PRINT4 ("%u failure points pushed, %u popped (%u remain).\n",
4117 nfailure_points_pushed, nfailure_points_popped,
4118 nfailure_points_pushed - nfailure_points_popped);
4119 DEBUG_PRINT2 ("%u registers pushed.\n", num_regs_pushed);
4121 mcnt = d - pos - (MATCHING_IN_FIRST_STRING
4122 ? string1
4123 : string2 - size1);
4125 DEBUG_PRINT2 ("Returning %d from re_match_2.\n", mcnt);
4127 FREE_VARIABLES ();
4128 return mcnt;
4131 /* Otherwise match next pattern command. */
4132 switch (SWITCH_ENUM_CAST ((re_opcode_t) *p++))
4134 /* Ignore these. Used to ignore the n of succeed_n's which
4135 currently have n == 0. */
4136 case no_op:
4137 DEBUG_PRINT1 ("EXECUTING no_op.\n");
4138 break;
4140 case succeed:
4141 DEBUG_PRINT1 ("EXECUTING succeed.\n");
4142 goto succeed_label;
4144 /* Match the next n pattern characters exactly. The following
4145 byte in the pattern defines n, and the n bytes after that
4146 are the characters to match. */
4147 case exactn:
4148 mcnt = *p++;
4149 DEBUG_PRINT2 ("EXECUTING exactn %d.\n", mcnt);
4151 /* This is written out as an if-else so we don't waste time
4152 testing `translate' inside the loop. */
4153 if (translate)
4157 PREFETCH ();
4158 if ((unsigned char) translate[(unsigned char) *d++]
4159 != (unsigned char) *p++)
4160 goto fail;
4162 while (--mcnt);
4164 else
4168 PREFETCH ();
4169 if (*d++ != (char) *p++) goto fail;
4171 while (--mcnt);
4173 SET_REGS_MATCHED ();
4174 break;
4177 /* Match any character except possibly a newline or a null. */
4178 case anychar:
4179 DEBUG_PRINT1 ("EXECUTING anychar.\n");
4181 PREFETCH ();
4183 if ((!(bufp->syntax & RE_DOT_NEWLINE) && TRANSLATE (*d) == '\n')
4184 || (bufp->syntax & RE_DOT_NOT_NULL && TRANSLATE (*d) == '\000'))
4185 goto fail;
4187 SET_REGS_MATCHED ();
4188 DEBUG_PRINT2 (" Matched `%d'.\n", *d);
4189 d++;
4190 break;
4193 case charset:
4194 case charset_not:
4196 register unsigned char c;
4197 boolean not = (re_opcode_t) *(p - 1) == charset_not;
4199 DEBUG_PRINT2 ("EXECUTING charset%s.\n", not ? "_not" : "");
4201 PREFETCH ();
4202 c = TRANSLATE (*d); /* The character to match. */
4204 /* Cast to `unsigned' instead of `unsigned char' in case the
4205 bit list is a full 32 bytes long. */
4206 if (c < (unsigned) (*p * BYTEWIDTH)
4207 && p[1 + c / BYTEWIDTH] & (1 << (c % BYTEWIDTH)))
4208 not = !not;
4210 p += 1 + *p;
4212 if (!not) goto fail;
4214 SET_REGS_MATCHED ();
4215 d++;
4216 break;
4220 /* The beginning of a group is represented by start_memory.
4221 The arguments are the register number in the next byte, and the
4222 number of groups inner to this one in the next. The text
4223 matched within the group is recorded (in the internal
4224 registers data structure) under the register number. */
4225 case start_memory:
4226 DEBUG_PRINT3 ("EXECUTING start_memory %d (%d):\n", *p, p[1]);
4228 /* Find out if this group can match the empty string. */
4229 p1 = p; /* To send to group_match_null_string_p. */
4231 if (REG_MATCH_NULL_STRING_P (reg_info[*p]) == MATCH_NULL_UNSET_VALUE)
4232 REG_MATCH_NULL_STRING_P (reg_info[*p])
4233 = group_match_null_string_p (&p1, pend, reg_info);
4235 /* Save the position in the string where we were the last time
4236 we were at this open-group operator in case the group is
4237 operated upon by a repetition operator, e.g., with `(a*)*b'
4238 against `ab'; then we want to ignore where we are now in
4239 the string in case this attempt to match fails. */
4240 old_regstart[*p] = REG_MATCH_NULL_STRING_P (reg_info[*p])
4241 ? REG_UNSET (regstart[*p]) ? d : regstart[*p]
4242 : regstart[*p];
4243 DEBUG_PRINT2 (" old_regstart: %d\n",
4244 POINTER_TO_OFFSET (old_regstart[*p]));
4246 regstart[*p] = d;
4247 DEBUG_PRINT2 (" regstart: %d\n", POINTER_TO_OFFSET (regstart[*p]));
4249 IS_ACTIVE (reg_info[*p]) = 1;
4250 MATCHED_SOMETHING (reg_info[*p]) = 0;
4252 /* Clear this whenever we change the register activity status. */
4253 set_regs_matched_done = 0;
4255 /* This is the new highest active register. */
4256 highest_active_reg = *p;
4258 /* If nothing was active before, this is the new lowest active
4259 register. */
4260 if (lowest_active_reg == NO_LOWEST_ACTIVE_REG)
4261 lowest_active_reg = *p;
4263 /* Move past the register number and inner group count. */
4264 p += 2;
4265 just_past_start_mem = p;
4267 break;
4270 /* The stop_memory opcode represents the end of a group. Its
4271 arguments are the same as start_memory's: the register
4272 number, and the number of inner groups. */
4273 case stop_memory:
4274 DEBUG_PRINT3 ("EXECUTING stop_memory %d (%d):\n", *p, p[1]);
4276 /* We need to save the string position the last time we were at
4277 this close-group operator in case the group is operated
4278 upon by a repetition operator, e.g., with `((a*)*(b*)*)*'
4279 against `aba'; then we want to ignore where we are now in
4280 the string in case this attempt to match fails. */
4281 old_regend[*p] = REG_MATCH_NULL_STRING_P (reg_info[*p])
4282 ? REG_UNSET (regend[*p]) ? d : regend[*p]
4283 : regend[*p];
4284 DEBUG_PRINT2 (" old_regend: %d\n",
4285 POINTER_TO_OFFSET (old_regend[*p]));
4287 regend[*p] = d;
4288 DEBUG_PRINT2 (" regend: %d\n", POINTER_TO_OFFSET (regend[*p]));
4290 /* This register isn't active anymore. */
4291 IS_ACTIVE (reg_info[*p]) = 0;
4293 /* Clear this whenever we change the register activity status. */
4294 set_regs_matched_done = 0;
4296 /* If this was the only register active, nothing is active
4297 anymore. */
4298 if (lowest_active_reg == highest_active_reg)
4300 lowest_active_reg = NO_LOWEST_ACTIVE_REG;
4301 highest_active_reg = NO_HIGHEST_ACTIVE_REG;
4303 else
4304 { /* We must scan for the new highest active register, since
4305 it isn't necessarily one less than now: consider
4306 (a(b)c(d(e)f)g). When group 3 ends, after the f), the
4307 new highest active register is 1. */
4308 unsigned char r = *p - 1;
4309 while (r > 0 && !IS_ACTIVE (reg_info[r]))
4310 r--;
4312 /* If we end up at register zero, that means that we saved
4313 the registers as the result of an `on_failure_jump', not
4314 a `start_memory', and we jumped to past the innermost
4315 `stop_memory'. For example, in ((.)*) we save
4316 registers 1 and 2 as a result of the *, but when we pop
4317 back to the second ), we are at the stop_memory 1.
4318 Thus, nothing is active. */
4319 if (r == 0)
4321 lowest_active_reg = NO_LOWEST_ACTIVE_REG;
4322 highest_active_reg = NO_HIGHEST_ACTIVE_REG;
4324 else
4325 highest_active_reg = r;
4328 /* If just failed to match something this time around with a
4329 group that's operated on by a repetition operator, try to
4330 force exit from the ``loop'', and restore the register
4331 information for this group that we had before trying this
4332 last match. */
4333 if ((!MATCHED_SOMETHING (reg_info[*p])
4334 || just_past_start_mem == p - 1)
4335 && (p + 2) < pend)
4337 boolean is_a_jump_n = false;
4339 p1 = p + 2;
4340 mcnt = 0;
4341 switch ((re_opcode_t) *p1++)
4343 case jump_n:
4344 is_a_jump_n = true;
4345 case pop_failure_jump:
4346 case maybe_pop_jump:
4347 case jump:
4348 case dummy_failure_jump:
4349 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
4350 if (is_a_jump_n)
4351 p1 += 2;
4352 break;
4354 default:
4355 /* do nothing */ ;
4357 p1 += mcnt;
4359 /* If the next operation is a jump backwards in the pattern
4360 to an on_failure_jump right before the start_memory
4361 corresponding to this stop_memory, exit from the loop
4362 by forcing a failure after pushing on the stack the
4363 on_failure_jump's jump in the pattern, and d. */
4364 if (mcnt < 0 && (re_opcode_t) *p1 == on_failure_jump
4365 && (re_opcode_t) p1[3] == start_memory && p1[4] == *p)
4367 /* If this group ever matched anything, then restore
4368 what its registers were before trying this last
4369 failed match, e.g., with `(a*)*b' against `ab' for
4370 regstart[1], and, e.g., with `((a*)*(b*)*)*'
4371 against `aba' for regend[3].
4373 Also restore the registers for inner groups for,
4374 e.g., `((a*)(b*))*' against `aba' (register 3 would
4375 otherwise get trashed). */
4377 if (EVER_MATCHED_SOMETHING (reg_info[*p]))
4379 unsigned r;
4381 EVER_MATCHED_SOMETHING (reg_info[*p]) = 0;
4383 /* Restore this and inner groups' (if any) registers. */
4384 for (r = *p; r < (unsigned) *p + (unsigned) *(p + 1);
4385 r++)
4387 regstart[r] = old_regstart[r];
4389 /* xx why this test? */
4390 if (old_regend[r] >= regstart[r])
4391 regend[r] = old_regend[r];
4394 p1++;
4395 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
4396 PUSH_FAILURE_POINT (p1 + mcnt, d, -2);
4398 goto fail;
4402 /* Move past the register number and the inner group count. */
4403 p += 2;
4404 break;
4407 /* \<digit> has been turned into a `duplicate' command which is
4408 followed by the numeric value of <digit> as the register number. */
4409 case duplicate:
4411 register const char *d2, *dend2;
4412 int regno = *p++; /* Get which register to match against. */
4413 DEBUG_PRINT2 ("EXECUTING duplicate %d.\n", regno);
4415 /* Can't back reference a group which we've never matched. */
4416 if (REG_UNSET (regstart[regno]) || REG_UNSET (regend[regno]))
4417 goto fail;
4419 /* Where in input to try to start matching. */
4420 d2 = regstart[regno];
4422 /* Where to stop matching; if both the place to start and
4423 the place to stop matching are in the same string, then
4424 set to the place to stop, otherwise, for now have to use
4425 the end of the first string. */
4427 dend2 = ((FIRST_STRING_P (regstart[regno])
4428 == FIRST_STRING_P (regend[regno]))
4429 ? regend[regno] : end_match_1);
4430 for (;;)
4432 /* If necessary, advance to next segment in register
4433 contents. */
4434 while (d2 == dend2)
4436 if (dend2 == end_match_2) break;
4437 if (dend2 == regend[regno]) break;
4439 /* End of string1 => advance to string2. */
4440 d2 = string2;
4441 dend2 = regend[regno];
4443 /* At end of register contents => success */
4444 if (d2 == dend2) break;
4446 /* If necessary, advance to next segment in data. */
4447 PREFETCH ();
4449 /* How many characters left in this segment to match. */
4450 mcnt = dend - d;
4452 /* Want how many consecutive characters we can match in
4453 one shot, so, if necessary, adjust the count. */
4454 if (mcnt > dend2 - d2)
4455 mcnt = dend2 - d2;
4457 /* Compare that many; failure if mismatch, else move
4458 past them. */
4459 if (translate
4460 ? bcmp_translate (d, d2, mcnt, translate)
4461 : bcmp (d, d2, mcnt))
4462 goto fail;
4463 d += mcnt, d2 += mcnt;
4465 /* Do this because we've match some characters. */
4466 SET_REGS_MATCHED ();
4469 break;
4472 /* begline matches the empty string at the beginning of the string
4473 (unless `not_bol' is set in `bufp'), and, if
4474 `newline_anchor' is set, after newlines. */
4475 case begline:
4476 DEBUG_PRINT1 ("EXECUTING begline.\n");
4478 if (AT_STRINGS_BEG (d))
4480 if (!bufp->not_bol) break;
4482 else if (d[-1] == '\n' && bufp->newline_anchor)
4484 break;
4486 /* In all other cases, we fail. */
4487 goto fail;
4490 /* endline is the dual of begline. */
4491 case endline:
4492 DEBUG_PRINT1 ("EXECUTING endline.\n");
4494 if (AT_STRINGS_END (d))
4496 if (!bufp->not_eol) break;
4499 /* We have to ``prefetch'' the next character. */
4500 else if ((d == end1 ? *string2 : *d) == '\n'
4501 && bufp->newline_anchor)
4503 break;
4505 goto fail;
4508 /* Match at the very beginning of the data. */
4509 case begbuf:
4510 DEBUG_PRINT1 ("EXECUTING begbuf.\n");
4511 if (AT_STRINGS_BEG (d))
4512 break;
4513 goto fail;
4516 /* Match at the very end of the data. */
4517 case endbuf:
4518 DEBUG_PRINT1 ("EXECUTING endbuf.\n");
4519 if (AT_STRINGS_END (d))
4520 break;
4521 goto fail;
4524 /* on_failure_keep_string_jump is used to optimize `.*\n'. It
4525 pushes NULL as the value for the string on the stack. Then
4526 `pop_failure_point' will keep the current value for the
4527 string, instead of restoring it. To see why, consider
4528 matching `foo\nbar' against `.*\n'. The .* matches the foo;
4529 then the . fails against the \n. But the next thing we want
4530 to do is match the \n against the \n; if we restored the
4531 string value, we would be back at the foo.
4533 Because this is used only in specific cases, we don't need to
4534 check all the things that `on_failure_jump' does, to make
4535 sure the right things get saved on the stack. Hence we don't
4536 share its code. The only reason to push anything on the
4537 stack at all is that otherwise we would have to change
4538 `anychar's code to do something besides goto fail in this
4539 case; that seems worse than this. */
4540 case on_failure_keep_string_jump:
4541 DEBUG_PRINT1 ("EXECUTING on_failure_keep_string_jump");
4543 EXTRACT_NUMBER_AND_INCR (mcnt, p);
4544 #ifdef _LIBC
4545 DEBUG_PRINT3 (" %d (to %p):\n", mcnt, p + mcnt);
4546 #else
4547 DEBUG_PRINT3 (" %d (to 0x%x):\n", mcnt, p + mcnt);
4548 #endif
4550 PUSH_FAILURE_POINT (p + mcnt, NULL, -2);
4551 break;
4554 /* Uses of on_failure_jump:
4556 Each alternative starts with an on_failure_jump that points
4557 to the beginning of the next alternative. Each alternative
4558 except the last ends with a jump that in effect jumps past
4559 the rest of the alternatives. (They really jump to the
4560 ending jump of the following alternative, because tensioning
4561 these jumps is a hassle.)
4563 Repeats start with an on_failure_jump that points past both
4564 the repetition text and either the following jump or
4565 pop_failure_jump back to this on_failure_jump. */
4566 case on_failure_jump:
4567 on_failure:
4568 DEBUG_PRINT1 ("EXECUTING on_failure_jump");
4570 EXTRACT_NUMBER_AND_INCR (mcnt, p);
4571 #ifdef _LIBC
4572 DEBUG_PRINT3 (" %d (to %p)", mcnt, p + mcnt);
4573 #else
4574 DEBUG_PRINT3 (" %d (to 0x%x)", mcnt, p + mcnt);
4575 #endif
4577 /* If this on_failure_jump comes right before a group (i.e.,
4578 the original * applied to a group), save the information
4579 for that group and all inner ones, so that if we fail back
4580 to this point, the group's information will be correct.
4581 For example, in \(a*\)*\1, we need the preceding group,
4582 and in \(zz\(a*\)b*\)\2, we need the inner group. */
4584 /* We can't use `p' to check ahead because we push
4585 a failure point to `p + mcnt' after we do this. */
4586 p1 = p;
4588 /* We need to skip no_op's before we look for the
4589 start_memory in case this on_failure_jump is happening as
4590 the result of a completed succeed_n, as in \(a\)\{1,3\}b\1
4591 against aba. */
4592 while (p1 < pend && (re_opcode_t) *p1 == no_op)
4593 p1++;
4595 if (p1 < pend && (re_opcode_t) *p1 == start_memory)
4597 /* We have a new highest active register now. This will
4598 get reset at the start_memory we are about to get to,
4599 but we will have saved all the registers relevant to
4600 this repetition op, as described above. */
4601 highest_active_reg = *(p1 + 1) + *(p1 + 2);
4602 if (lowest_active_reg == NO_LOWEST_ACTIVE_REG)
4603 lowest_active_reg = *(p1 + 1);
4606 DEBUG_PRINT1 (":\n");
4607 PUSH_FAILURE_POINT (p + mcnt, d, -2);
4608 break;
4611 /* A smart repeat ends with `maybe_pop_jump'.
4612 We change it to either `pop_failure_jump' or `jump'. */
4613 case maybe_pop_jump:
4614 EXTRACT_NUMBER_AND_INCR (mcnt, p);
4615 DEBUG_PRINT2 ("EXECUTING maybe_pop_jump %d.\n", mcnt);
4617 register unsigned char *p2 = p;
4619 /* Compare the beginning of the repeat with what in the
4620 pattern follows its end. If we can establish that there
4621 is nothing that they would both match, i.e., that we
4622 would have to backtrack because of (as in, e.g., `a*a')
4623 then we can change to pop_failure_jump, because we'll
4624 never have to backtrack.
4626 This is not true in the case of alternatives: in
4627 `(a|ab)*' we do need to backtrack to the `ab' alternative
4628 (e.g., if the string was `ab'). But instead of trying to
4629 detect that here, the alternative has put on a dummy
4630 failure point which is what we will end up popping. */
4632 /* Skip over open/close-group commands.
4633 If what follows this loop is a ...+ construct,
4634 look at what begins its body, since we will have to
4635 match at least one of that. */
4636 while (1)
4638 if (p2 + 2 < pend
4639 && ((re_opcode_t) *p2 == stop_memory
4640 || (re_opcode_t) *p2 == start_memory))
4641 p2 += 3;
4642 else if (p2 + 6 < pend
4643 && (re_opcode_t) *p2 == dummy_failure_jump)
4644 p2 += 6;
4645 else
4646 break;
4649 p1 = p + mcnt;
4650 /* p1[0] ... p1[2] are the `on_failure_jump' corresponding
4651 to the `maybe_finalize_jump' of this case. Examine what
4652 follows. */
4654 /* If we're at the end of the pattern, we can change. */
4655 if (p2 == pend)
4657 /* Consider what happens when matching ":\(.*\)"
4658 against ":/". I don't really understand this code
4659 yet. */
4660 p[-3] = (unsigned char) pop_failure_jump;
4661 DEBUG_PRINT1
4662 (" End of pattern: change to `pop_failure_jump'.\n");
4665 else if ((re_opcode_t) *p2 == exactn
4666 || (bufp->newline_anchor && (re_opcode_t) *p2 == endline))
4668 register unsigned char c
4669 = *p2 == (unsigned char) endline ? '\n' : p2[2];
4671 if ((re_opcode_t) p1[3] == exactn && p1[5] != c)
4673 p[-3] = (unsigned char) pop_failure_jump;
4674 DEBUG_PRINT3 (" %c != %c => pop_failure_jump.\n",
4675 c, p1[5]);
4678 else if ((re_opcode_t) p1[3] == charset
4679 || (re_opcode_t) p1[3] == charset_not)
4681 int not = (re_opcode_t) p1[3] == charset_not;
4683 if (c < (unsigned char) (p1[4] * BYTEWIDTH)
4684 && p1[5 + c / BYTEWIDTH] & (1 << (c % BYTEWIDTH)))
4685 not = !not;
4687 /* `not' is equal to 1 if c would match, which means
4688 that we can't change to pop_failure_jump. */
4689 if (!not)
4691 p[-3] = (unsigned char) pop_failure_jump;
4692 DEBUG_PRINT1 (" No match => pop_failure_jump.\n");
4696 else if ((re_opcode_t) *p2 == charset)
4698 #ifdef DEBUG
4699 register unsigned char c
4700 = *p2 == (unsigned char) endline ? '\n' : p2[2];
4701 #endif
4703 #if 0
4704 if ((re_opcode_t) p1[3] == exactn
4705 && ! ((int) p2[1] * BYTEWIDTH > (int) p1[5]
4706 && (p2[2 + p1[5] / BYTEWIDTH]
4707 & (1 << (p1[5] % BYTEWIDTH)))))
4708 #else
4709 if ((re_opcode_t) p1[3] == exactn
4710 && ! ((int) p2[1] * BYTEWIDTH > (int) p1[4]
4711 && (p2[2 + p1[4] / BYTEWIDTH]
4712 & (1 << (p1[4] % BYTEWIDTH)))))
4713 #endif
4715 p[-3] = (unsigned char) pop_failure_jump;
4716 DEBUG_PRINT3 (" %c != %c => pop_failure_jump.\n",
4717 c, p1[5]);
4720 else if ((re_opcode_t) p1[3] == charset_not)
4722 int idx;
4723 /* We win if the charset_not inside the loop
4724 lists every character listed in the charset after. */
4725 for (idx = 0; idx < (int) p2[1]; idx++)
4726 if (! (p2[2 + idx] == 0
4727 || (idx < (int) p1[4]
4728 && ((p2[2 + idx] & ~ p1[5 + idx]) == 0))))
4729 break;
4731 if (idx == p2[1])
4733 p[-3] = (unsigned char) pop_failure_jump;
4734 DEBUG_PRINT1 (" No match => pop_failure_jump.\n");
4737 else if ((re_opcode_t) p1[3] == charset)
4739 int idx;
4740 /* We win if the charset inside the loop
4741 has no overlap with the one after the loop. */
4742 for (idx = 0;
4743 idx < (int) p2[1] && idx < (int) p1[4];
4744 idx++)
4745 if ((p2[2 + idx] & p1[5 + idx]) != 0)
4746 break;
4748 if (idx == p2[1] || idx == p1[4])
4750 p[-3] = (unsigned char) pop_failure_jump;
4751 DEBUG_PRINT1 (" No match => pop_failure_jump.\n");
4756 p -= 2; /* Point at relative address again. */
4757 if ((re_opcode_t) p[-1] != pop_failure_jump)
4759 p[-1] = (unsigned char) jump;
4760 DEBUG_PRINT1 (" Match => jump.\n");
4761 goto unconditional_jump;
4763 /* Note fall through. */
4766 /* The end of a simple repeat has a pop_failure_jump back to
4767 its matching on_failure_jump, where the latter will push a
4768 failure point. The pop_failure_jump takes off failure
4769 points put on by this pop_failure_jump's matching
4770 on_failure_jump; we got through the pattern to here from the
4771 matching on_failure_jump, so didn't fail. */
4772 case pop_failure_jump:
4774 /* We need to pass separate storage for the lowest and
4775 highest registers, even though we don't care about the
4776 actual values. Otherwise, we will restore only one
4777 register from the stack, since lowest will == highest in
4778 `pop_failure_point'. */
4779 active_reg_t dummy_low_reg, dummy_high_reg;
4780 unsigned char *pdummy;
4781 const char *sdummy;
4783 DEBUG_PRINT1 ("EXECUTING pop_failure_jump.\n");
4784 POP_FAILURE_POINT (sdummy, pdummy,
4785 dummy_low_reg, dummy_high_reg,
4786 reg_dummy, reg_dummy, reg_info_dummy);
4788 /* Note fall through. */
4790 unconditional_jump:
4791 #ifdef _LIBC
4792 DEBUG_PRINT2 ("\n%p: ", p);
4793 #else
4794 DEBUG_PRINT2 ("\n0x%x: ", p);
4795 #endif
4796 /* Note fall through. */
4798 /* Unconditionally jump (without popping any failure points). */
4799 case jump:
4800 EXTRACT_NUMBER_AND_INCR (mcnt, p); /* Get the amount to jump. */
4801 DEBUG_PRINT2 ("EXECUTING jump %d ", mcnt);
4802 p += mcnt; /* Do the jump. */
4803 #ifdef _LIBC
4804 DEBUG_PRINT2 ("(to %p).\n", p);
4805 #else
4806 DEBUG_PRINT2 ("(to 0x%x).\n", p);
4807 #endif
4808 break;
4811 /* We need this opcode so we can detect where alternatives end
4812 in `group_match_null_string_p' et al. */
4813 case jump_past_alt:
4814 DEBUG_PRINT1 ("EXECUTING jump_past_alt.\n");
4815 goto unconditional_jump;
4818 /* Normally, the on_failure_jump pushes a failure point, which
4819 then gets popped at pop_failure_jump. We will end up at
4820 pop_failure_jump, also, and with a pattern of, say, `a+', we
4821 are skipping over the on_failure_jump, so we have to push
4822 something meaningless for pop_failure_jump to pop. */
4823 case dummy_failure_jump:
4824 DEBUG_PRINT1 ("EXECUTING dummy_failure_jump.\n");
4825 /* It doesn't matter what we push for the string here. What
4826 the code at `fail' tests is the value for the pattern. */
4827 PUSH_FAILURE_POINT (0, 0, -2);
4828 goto unconditional_jump;
4831 /* At the end of an alternative, we need to push a dummy failure
4832 point in case we are followed by a `pop_failure_jump', because
4833 we don't want the failure point for the alternative to be
4834 popped. For example, matching `(a|ab)*' against `aab'
4835 requires that we match the `ab' alternative. */
4836 case push_dummy_failure:
4837 DEBUG_PRINT1 ("EXECUTING push_dummy_failure.\n");
4838 /* See comments just above at `dummy_failure_jump' about the
4839 two zeroes. */
4840 PUSH_FAILURE_POINT (0, 0, -2);
4841 break;
4843 /* Have to succeed matching what follows at least n times.
4844 After that, handle like `on_failure_jump'. */
4845 case succeed_n:
4846 EXTRACT_NUMBER (mcnt, p + 2);
4847 DEBUG_PRINT2 ("EXECUTING succeed_n %d.\n", mcnt);
4849 assert (mcnt >= 0);
4850 /* Originally, this is how many times we HAVE to succeed. */
4851 if (mcnt > 0)
4853 mcnt--;
4854 p += 2;
4855 STORE_NUMBER_AND_INCR (p, mcnt);
4856 #ifdef _LIBC
4857 DEBUG_PRINT3 (" Setting %p to %d.\n", p - 2, mcnt);
4858 #else
4859 DEBUG_PRINT3 (" Setting 0x%x to %d.\n", p - 2, mcnt);
4860 #endif
4862 else if (mcnt == 0)
4864 #ifdef _LIBC
4865 DEBUG_PRINT2 (" Setting two bytes from %p to no_op.\n", p+2);
4866 #else
4867 DEBUG_PRINT2 (" Setting two bytes from 0x%x to no_op.\n", p+2);
4868 #endif
4869 p[2] = (unsigned char) no_op;
4870 p[3] = (unsigned char) no_op;
4871 goto on_failure;
4873 break;
4875 case jump_n:
4876 EXTRACT_NUMBER (mcnt, p + 2);
4877 DEBUG_PRINT2 ("EXECUTING jump_n %d.\n", mcnt);
4879 /* Originally, this is how many times we CAN jump. */
4880 if (mcnt)
4882 mcnt--;
4883 STORE_NUMBER (p + 2, mcnt);
4884 #ifdef _LIBC
4885 DEBUG_PRINT3 (" Setting %p to %d.\n", p + 2, mcnt);
4886 #else
4887 DEBUG_PRINT3 (" Setting 0x%x to %d.\n", p + 2, mcnt);
4888 #endif
4889 goto unconditional_jump;
4891 /* If don't have to jump any more, skip over the rest of command. */
4892 else
4893 p += 4;
4894 break;
4896 case set_number_at:
4898 DEBUG_PRINT1 ("EXECUTING set_number_at.\n");
4900 EXTRACT_NUMBER_AND_INCR (mcnt, p);
4901 p1 = p + mcnt;
4902 EXTRACT_NUMBER_AND_INCR (mcnt, p);
4903 #ifdef _LIBC
4904 DEBUG_PRINT3 (" Setting %p to %d.\n", p1, mcnt);
4905 #else
4906 DEBUG_PRINT3 (" Setting 0x%x to %d.\n", p1, mcnt);
4907 #endif
4908 STORE_NUMBER (p1, mcnt);
4909 break;
4912 #if 0
4913 /* The DEC Alpha C compiler 3.x generates incorrect code for the
4914 test WORDCHAR_P (d - 1) != WORDCHAR_P (d) in the expansion of
4915 AT_WORD_BOUNDARY, so this code is disabled. Expanding the
4916 macro and introducing temporary variables works around the bug. */
4918 case wordbound:
4919 DEBUG_PRINT1 ("EXECUTING wordbound.\n");
4920 if (AT_WORD_BOUNDARY (d))
4921 break;
4922 goto fail;
4924 case notwordbound:
4925 DEBUG_PRINT1 ("EXECUTING notwordbound.\n");
4926 if (AT_WORD_BOUNDARY (d))
4927 goto fail;
4928 break;
4929 #else
4930 case wordbound:
4932 boolean prevchar, thischar;
4934 DEBUG_PRINT1 ("EXECUTING wordbound.\n");
4935 if (AT_STRINGS_BEG (d) || AT_STRINGS_END (d))
4936 break;
4938 prevchar = WORDCHAR_P (d - 1);
4939 thischar = WORDCHAR_P (d);
4940 if (prevchar != thischar)
4941 break;
4942 goto fail;
4945 case notwordbound:
4947 boolean prevchar, thischar;
4949 DEBUG_PRINT1 ("EXECUTING notwordbound.\n");
4950 if (AT_STRINGS_BEG (d) || AT_STRINGS_END (d))
4951 goto fail;
4953 prevchar = WORDCHAR_P (d - 1);
4954 thischar = WORDCHAR_P (d);
4955 if (prevchar != thischar)
4956 goto fail;
4957 break;
4959 #endif
4961 case wordbeg:
4962 DEBUG_PRINT1 ("EXECUTING wordbeg.\n");
4963 if (WORDCHAR_P (d) && (AT_STRINGS_BEG (d) || !WORDCHAR_P (d - 1)))
4964 break;
4965 goto fail;
4967 case wordend:
4968 DEBUG_PRINT1 ("EXECUTING wordend.\n");
4969 if (!AT_STRINGS_BEG (d) && WORDCHAR_P (d - 1)
4970 && (!WORDCHAR_P (d) || AT_STRINGS_END (d)))
4971 break;
4972 goto fail;
4974 #ifdef emacs
4975 case before_dot:
4976 DEBUG_PRINT1 ("EXECUTING before_dot.\n");
4977 if (PTR_CHAR_POS ((unsigned char *) d) >= point)
4978 goto fail;
4979 break;
4981 case at_dot:
4982 DEBUG_PRINT1 ("EXECUTING at_dot.\n");
4983 if (PTR_CHAR_POS ((unsigned char *) d) != point)
4984 goto fail;
4985 break;
4987 case after_dot:
4988 DEBUG_PRINT1 ("EXECUTING after_dot.\n");
4989 if (PTR_CHAR_POS ((unsigned char *) d) <= point)
4990 goto fail;
4991 break;
4993 case syntaxspec:
4994 DEBUG_PRINT2 ("EXECUTING syntaxspec %d.\n", mcnt);
4995 mcnt = *p++;
4996 goto matchsyntax;
4998 case wordchar:
4999 DEBUG_PRINT1 ("EXECUTING Emacs wordchar.\n");
5000 mcnt = (int) Sword;
5001 matchsyntax:
5002 PREFETCH ();
5003 /* Can't use *d++ here; SYNTAX may be an unsafe macro. */
5004 d++;
5005 if (SYNTAX (d[-1]) != (enum syntaxcode) mcnt)
5006 goto fail;
5007 SET_REGS_MATCHED ();
5008 break;
5010 case notsyntaxspec:
5011 DEBUG_PRINT2 ("EXECUTING notsyntaxspec %d.\n", mcnt);
5012 mcnt = *p++;
5013 goto matchnotsyntax;
5015 case notwordchar:
5016 DEBUG_PRINT1 ("EXECUTING Emacs notwordchar.\n");
5017 mcnt = (int) Sword;
5018 matchnotsyntax:
5019 PREFETCH ();
5020 /* Can't use *d++ here; SYNTAX may be an unsafe macro. */
5021 d++;
5022 if (SYNTAX (d[-1]) == (enum syntaxcode) mcnt)
5023 goto fail;
5024 SET_REGS_MATCHED ();
5025 break;
5027 #else /* not emacs */
5028 case wordchar:
5029 DEBUG_PRINT1 ("EXECUTING non-Emacs wordchar.\n");
5030 PREFETCH ();
5031 if (!WORDCHAR_P (d))
5032 goto fail;
5033 SET_REGS_MATCHED ();
5034 d++;
5035 break;
5037 case notwordchar:
5038 DEBUG_PRINT1 ("EXECUTING non-Emacs notwordchar.\n");
5039 PREFETCH ();
5040 if (WORDCHAR_P (d))
5041 goto fail;
5042 SET_REGS_MATCHED ();
5043 d++;
5044 break;
5045 #endif /* not emacs */
5047 default:
5048 abort ();
5050 continue; /* Successfully executed one pattern command; keep going. */
5053 /* We goto here if a matching operation fails. */
5054 fail:
5055 if (!FAIL_STACK_EMPTY ())
5056 { /* A restart point is known. Restore to that state. */
5057 DEBUG_PRINT1 ("\nFAIL:\n");
5058 POP_FAILURE_POINT (d, p,
5059 lowest_active_reg, highest_active_reg,
5060 regstart, regend, reg_info);
5062 /* If this failure point is a dummy, try the next one. */
5063 if (!p)
5064 goto fail;
5066 /* If we failed to the end of the pattern, don't examine *p. */
5067 assert (p <= pend);
5068 if (p < pend)
5070 boolean is_a_jump_n = false;
5072 /* If failed to a backwards jump that's part of a repetition
5073 loop, need to pop this failure point and use the next one. */
5074 switch ((re_opcode_t) *p)
5076 case jump_n:
5077 is_a_jump_n = true;
5078 case maybe_pop_jump:
5079 case pop_failure_jump:
5080 case jump:
5081 p1 = p + 1;
5082 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
5083 p1 += mcnt;
5085 if ((is_a_jump_n && (re_opcode_t) *p1 == succeed_n)
5086 || (!is_a_jump_n
5087 && (re_opcode_t) *p1 == on_failure_jump))
5088 goto fail;
5089 break;
5090 default:
5091 /* do nothing */ ;
5095 if (d >= string1 && d <= end1)
5096 dend = end_match_1;
5098 else
5099 break; /* Matching at this starting point really fails. */
5100 } /* for (;;) */
5102 if (best_regs_set)
5103 goto restore_best_regs;
5105 FREE_VARIABLES ();
5107 return -1; /* Failure to match. */
5108 } /* re_match_2 */
5110 /* Subroutine definitions for re_match_2. */
5113 /* We are passed P pointing to a register number after a start_memory.
5115 Return true if the pattern up to the corresponding stop_memory can
5116 match the empty string, and false otherwise.
5118 If we find the matching stop_memory, sets P to point to one past its number.
5119 Otherwise, sets P to an undefined byte less than or equal to END.
5121 We don't handle duplicates properly (yet). */
5123 static boolean
5124 group_match_null_string_p (p, end, reg_info)
5125 unsigned char **p, *end;
5126 register_info_type *reg_info;
5128 int mcnt;
5129 /* Point to after the args to the start_memory. */
5130 unsigned char *p1 = *p + 2;
5132 while (p1 < end)
5134 /* Skip over opcodes that can match nothing, and return true or
5135 false, as appropriate, when we get to one that can't, or to the
5136 matching stop_memory. */
5138 switch ((re_opcode_t) *p1)
5140 /* Could be either a loop or a series of alternatives. */
5141 case on_failure_jump:
5142 p1++;
5143 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
5145 /* If the next operation is not a jump backwards in the
5146 pattern. */
5148 if (mcnt >= 0)
5150 /* Go through the on_failure_jumps of the alternatives,
5151 seeing if any of the alternatives cannot match nothing.
5152 The last alternative starts with only a jump,
5153 whereas the rest start with on_failure_jump and end
5154 with a jump, e.g., here is the pattern for `a|b|c':
5156 /on_failure_jump/0/6/exactn/1/a/jump_past_alt/0/6
5157 /on_failure_jump/0/6/exactn/1/b/jump_past_alt/0/3
5158 /exactn/1/c
5160 So, we have to first go through the first (n-1)
5161 alternatives and then deal with the last one separately. */
5164 /* Deal with the first (n-1) alternatives, which start
5165 with an on_failure_jump (see above) that jumps to right
5166 past a jump_past_alt. */
5168 while ((re_opcode_t) p1[mcnt-3] == jump_past_alt)
5170 /* `mcnt' holds how many bytes long the alternative
5171 is, including the ending `jump_past_alt' and
5172 its number. */
5174 if (!alt_match_null_string_p (p1, p1 + mcnt - 3,
5175 reg_info))
5176 return false;
5178 /* Move to right after this alternative, including the
5179 jump_past_alt. */
5180 p1 += mcnt;
5182 /* Break if it's the beginning of an n-th alternative
5183 that doesn't begin with an on_failure_jump. */
5184 if ((re_opcode_t) *p1 != on_failure_jump)
5185 break;
5187 /* Still have to check that it's not an n-th
5188 alternative that starts with an on_failure_jump. */
5189 p1++;
5190 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
5191 if ((re_opcode_t) p1[mcnt-3] != jump_past_alt)
5193 /* Get to the beginning of the n-th alternative. */
5194 p1 -= 3;
5195 break;
5199 /* Deal with the last alternative: go back and get number
5200 of the `jump_past_alt' just before it. `mcnt' contains
5201 the length of the alternative. */
5202 EXTRACT_NUMBER (mcnt, p1 - 2);
5204 if (!alt_match_null_string_p (p1, p1 + mcnt, reg_info))
5205 return false;
5207 p1 += mcnt; /* Get past the n-th alternative. */
5208 } /* if mcnt > 0 */
5209 break;
5212 case stop_memory:
5213 assert (p1[1] == **p);
5214 *p = p1 + 2;
5215 return true;
5218 default:
5219 if (!common_op_match_null_string_p (&p1, end, reg_info))
5220 return false;
5222 } /* while p1 < end */
5224 return false;
5225 } /* group_match_null_string_p */
5228 /* Similar to group_match_null_string_p, but doesn't deal with alternatives:
5229 It expects P to be the first byte of a single alternative and END one
5230 byte past the last. The alternative can contain groups. */
5232 static boolean
5233 alt_match_null_string_p (p, end, reg_info)
5234 unsigned char *p, *end;
5235 register_info_type *reg_info;
5237 int mcnt;
5238 unsigned char *p1 = p;
5240 while (p1 < end)
5242 /* Skip over opcodes that can match nothing, and break when we get
5243 to one that can't. */
5245 switch ((re_opcode_t) *p1)
5247 /* It's a loop. */
5248 case on_failure_jump:
5249 p1++;
5250 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
5251 p1 += mcnt;
5252 break;
5254 default:
5255 if (!common_op_match_null_string_p (&p1, end, reg_info))
5256 return false;
5258 } /* while p1 < end */
5260 return true;
5261 } /* alt_match_null_string_p */
5264 /* Deals with the ops common to group_match_null_string_p and
5265 alt_match_null_string_p.
5267 Sets P to one after the op and its arguments, if any. */
5269 static boolean
5270 common_op_match_null_string_p (p, end, reg_info)
5271 unsigned char **p, *end;
5272 register_info_type *reg_info;
5274 int mcnt;
5275 boolean ret;
5276 int reg_no;
5277 unsigned char *p1 = *p;
5279 switch ((re_opcode_t) *p1++)
5281 case no_op:
5282 case begline:
5283 case endline:
5284 case begbuf:
5285 case endbuf:
5286 case wordbeg:
5287 case wordend:
5288 case wordbound:
5289 case notwordbound:
5290 #ifdef emacs
5291 case before_dot:
5292 case at_dot:
5293 case after_dot:
5294 #endif
5295 break;
5297 case start_memory:
5298 reg_no = *p1;
5299 assert (reg_no > 0 && reg_no <= MAX_REGNUM);
5300 ret = group_match_null_string_p (&p1, end, reg_info);
5302 /* Have to set this here in case we're checking a group which
5303 contains a group and a back reference to it. */
5305 if (REG_MATCH_NULL_STRING_P (reg_info[reg_no]) == MATCH_NULL_UNSET_VALUE)
5306 REG_MATCH_NULL_STRING_P (reg_info[reg_no]) = ret;
5308 if (!ret)
5309 return false;
5310 break;
5312 /* If this is an optimized succeed_n for zero times, make the jump. */
5313 case jump:
5314 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
5315 if (mcnt >= 0)
5316 p1 += mcnt;
5317 else
5318 return false;
5319 break;
5321 case succeed_n:
5322 /* Get to the number of times to succeed. */
5323 p1 += 2;
5324 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
5326 if (mcnt == 0)
5328 p1 -= 4;
5329 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
5330 p1 += mcnt;
5332 else
5333 return false;
5334 break;
5336 case duplicate:
5337 if (!REG_MATCH_NULL_STRING_P (reg_info[*p1]))
5338 return false;
5339 break;
5341 case set_number_at:
5342 p1 += 4;
5344 default:
5345 /* All other opcodes mean we cannot match the empty string. */
5346 return false;
5349 *p = p1;
5350 return true;
5351 } /* common_op_match_null_string_p */
5354 /* Return zero if TRANSLATE[S1] and TRANSLATE[S2] are identical for LEN
5355 bytes; nonzero otherwise. */
5357 static int
5358 bcmp_translate (s1, s2, len, translate)
5359 const char *s1, *s2;
5360 register int len;
5361 RE_TRANSLATE_TYPE translate;
5363 register const unsigned char *p1 = (const unsigned char *) s1;
5364 register const unsigned char *p2 = (const unsigned char *) s2;
5365 while (len)
5367 if (translate[*p1++] != translate[*p2++]) return 1;
5368 len--;
5370 return 0;
5373 /* Entry points for GNU code. */
5375 /* re_compile_pattern is the GNU regular expression compiler: it
5376 compiles PATTERN (of length SIZE) and puts the result in BUFP.
5377 Returns 0 if the pattern was valid, otherwise an error string.
5379 Assumes the `allocated' (and perhaps `buffer') and `translate' fields
5380 are set in BUFP on entry.
5382 We call regex_compile to do the actual compilation. */
5384 const char *
5385 re_compile_pattern (pattern, length, bufp)
5386 const char *pattern;
5387 size_t length;
5388 struct re_pattern_buffer *bufp;
5390 reg_errcode_t ret;
5392 /* GNU code is written to assume at least RE_NREGS registers will be set
5393 (and at least one extra will be -1). */
5394 bufp->regs_allocated = REGS_UNALLOCATED;
5396 /* And GNU code determines whether or not to get register information
5397 by passing null for the REGS argument to re_match, etc., not by
5398 setting no_sub. */
5399 bufp->no_sub = 0;
5401 /* Match anchors at newline. */
5402 bufp->newline_anchor = 1;
5404 ret = regex_compile (pattern, length, re_syntax_options, bufp);
5406 if (!ret)
5407 return NULL;
5408 return gettext (re_error_msgid[(int) ret]);
5411 /* Entry points compatible with 4.2 BSD regex library. We don't define
5412 them unless specifically requested. */
5414 #if defined (_REGEX_RE_COMP) || defined (_LIBC)
5416 /* BSD has one and only one pattern buffer. */
5417 static struct re_pattern_buffer re_comp_buf;
5419 char *
5420 #ifdef _LIBC
5421 /* Make these definitions weak in libc, so POSIX programs can redefine
5422 these names if they don't use our functions, and still use
5423 regcomp/regexec below without link errors. */
5424 weak_function
5425 #endif
5426 re_comp (s)
5427 const char *s;
5429 reg_errcode_t ret;
5431 if (!s)
5433 if (!re_comp_buf.buffer)
5434 return gettext ("No previous regular expression");
5435 return 0;
5438 if (!re_comp_buf.buffer)
5440 re_comp_buf.buffer = (unsigned char *) malloc (200);
5441 if (re_comp_buf.buffer == NULL)
5442 return gettext (re_error_msgid[(int) REG_ESPACE]);
5443 re_comp_buf.allocated = 200;
5445 re_comp_buf.fastmap = (char *) malloc (1 << BYTEWIDTH);
5446 if (re_comp_buf.fastmap == NULL)
5447 return gettext (re_error_msgid[(int) REG_ESPACE]);
5450 /* Since `re_exec' always passes NULL for the `regs' argument, we
5451 don't need to initialize the pattern buffer fields which affect it. */
5453 /* Match anchors at newlines. */
5454 re_comp_buf.newline_anchor = 1;
5456 ret = regex_compile (s, strlen (s), re_syntax_options, &re_comp_buf);
5458 if (!ret)
5459 return NULL;
5461 /* Yes, we're discarding `const' here if !HAVE_LIBINTL. */
5462 return (char *) gettext (re_error_msgid[(int) ret]);
5467 #ifdef _LIBC
5468 weak_function
5469 #endif
5470 re_exec (s)
5471 const char *s;
5473 const int len = strlen (s);
5474 return
5475 0 <= re_search (&re_comp_buf, s, len, 0, len, (struct re_registers *) 0);
5478 #endif /* _REGEX_RE_COMP */
5480 /* POSIX.2 functions. Don't define these for Emacs. */
5482 #ifndef emacs
5484 /* regcomp takes a regular expression as a string and compiles it.
5486 PREG is a regex_t *. We do not expect any fields to be initialized,
5487 since POSIX says we shouldn't. Thus, we set
5489 `buffer' to the compiled pattern;
5490 `used' to the length of the compiled pattern;
5491 `syntax' to RE_SYNTAX_POSIX_EXTENDED if the
5492 REG_EXTENDED bit in CFLAGS is set; otherwise, to
5493 RE_SYNTAX_POSIX_BASIC;
5494 `newline_anchor' to REG_NEWLINE being set in CFLAGS;
5495 `fastmap' and `fastmap_accurate' to zero;
5496 `re_nsub' to the number of subexpressions in PATTERN.
5498 PATTERN is the address of the pattern string.
5500 CFLAGS is a series of bits which affect compilation.
5502 If REG_EXTENDED is set, we use POSIX extended syntax; otherwise, we
5503 use POSIX basic syntax.
5505 If REG_NEWLINE is set, then . and [^...] don't match newline.
5506 Also, regexec will try a match beginning after every newline.
5508 If REG_ICASE is set, then we considers upper- and lowercase
5509 versions of letters to be equivalent when matching.
5511 If REG_NOSUB is set, then when PREG is passed to regexec, that
5512 routine will report only success or failure, and nothing about the
5513 registers.
5515 It returns 0 if it succeeds, nonzero if it doesn't. (See regex.h for
5516 the return codes and their meanings.) */
5519 regcomp (preg, pattern, cflags)
5520 regex_t *preg;
5521 const char *pattern;
5522 int cflags;
5524 reg_errcode_t ret;
5525 reg_syntax_t syntax
5526 = (cflags & REG_EXTENDED) ?
5527 RE_SYNTAX_POSIX_EXTENDED : RE_SYNTAX_POSIX_BASIC;
5529 /* regex_compile will allocate the space for the compiled pattern. */
5530 preg->buffer = 0;
5531 preg->allocated = 0;
5532 preg->used = 0;
5534 /* Don't bother to use a fastmap when searching. This simplifies the
5535 REG_NEWLINE case: if we used a fastmap, we'd have to put all the
5536 characters after newlines into the fastmap. This way, we just try
5537 every character. */
5538 preg->fastmap = 0;
5540 if (cflags & REG_ICASE)
5542 unsigned i;
5544 preg->translate
5545 = (RE_TRANSLATE_TYPE) malloc (CHAR_SET_SIZE
5546 * sizeof (*(RE_TRANSLATE_TYPE)0));
5547 if (preg->translate == NULL)
5548 return (int) REG_ESPACE;
5550 /* Map uppercase characters to corresponding lowercase ones. */
5551 for (i = 0; i < CHAR_SET_SIZE; i++)
5552 preg->translate[i] = ISUPPER (i) ? tolower (i) : i;
5554 else
5555 preg->translate = NULL;
5557 /* If REG_NEWLINE is set, newlines are treated differently. */
5558 if (cflags & REG_NEWLINE)
5559 { /* REG_NEWLINE implies neither . nor [^...] match newline. */
5560 syntax &= ~RE_DOT_NEWLINE;
5561 syntax |= RE_HAT_LISTS_NOT_NEWLINE;
5562 /* It also changes the matching behavior. */
5563 preg->newline_anchor = 1;
5565 else
5566 preg->newline_anchor = 0;
5568 preg->no_sub = !!(cflags & REG_NOSUB);
5570 /* POSIX says a null character in the pattern terminates it, so we
5571 can use strlen here in compiling the pattern. */
5572 ret = regex_compile (pattern, strlen (pattern), syntax, preg);
5574 /* POSIX doesn't distinguish between an unmatched open-group and an
5575 unmatched close-group: both are REG_EPAREN. */
5576 if (ret == REG_ERPAREN) ret = REG_EPAREN;
5578 return (int) ret;
5582 /* regexec searches for a given pattern, specified by PREG, in the
5583 string STRING.
5585 If NMATCH is zero or REG_NOSUB was set in the cflags argument to
5586 `regcomp', we ignore PMATCH. Otherwise, we assume PMATCH has at
5587 least NMATCH elements, and we set them to the offsets of the
5588 corresponding matched substrings.
5590 EFLAGS specifies `execution flags' which affect matching: if
5591 REG_NOTBOL is set, then ^ does not match at the beginning of the
5592 string; if REG_NOTEOL is set, then $ does not match at the end.
5594 We return 0 if we find a match and REG_NOMATCH if not. */
5597 regexec (preg, string, nmatch, pmatch, eflags)
5598 const regex_t *preg;
5599 const char *string;
5600 size_t nmatch;
5601 regmatch_t pmatch[];
5602 int eflags;
5604 int ret;
5605 struct re_registers regs;
5606 regex_t private_preg;
5607 int len = strlen (string);
5608 boolean want_reg_info = !preg->no_sub && nmatch > 0;
5610 private_preg = *preg;
5612 private_preg.not_bol = !!(eflags & REG_NOTBOL);
5613 private_preg.not_eol = !!(eflags & REG_NOTEOL);
5615 /* The user has told us exactly how many registers to return
5616 information about, via `nmatch'. We have to pass that on to the
5617 matching routines. */
5618 private_preg.regs_allocated = REGS_FIXED;
5620 if (want_reg_info)
5622 regs.num_regs = nmatch;
5623 regs.start = TALLOC (nmatch, regoff_t);
5624 regs.end = TALLOC (nmatch, regoff_t);
5625 if (regs.start == NULL || regs.end == NULL)
5626 return (int) REG_NOMATCH;
5629 /* Perform the searching operation. */
5630 ret = re_search (&private_preg, string, len,
5631 /* start: */ 0, /* range: */ len,
5632 want_reg_info ? &regs : (struct re_registers *) 0);
5634 /* Copy the register information to the POSIX structure. */
5635 if (want_reg_info)
5637 if (ret >= 0)
5639 unsigned r;
5641 for (r = 0; r < nmatch; r++)
5643 pmatch[r].rm_so = regs.start[r];
5644 pmatch[r].rm_eo = regs.end[r];
5648 /* If we needed the temporary register info, free the space now. */
5649 free (regs.start);
5650 free (regs.end);
5653 /* We want zero return to mean success, unlike `re_search'. */
5654 return ret >= 0 ? (int) REG_NOERROR : (int) REG_NOMATCH;
5658 /* Returns a message corresponding to an error code, ERRCODE, returned
5659 from either regcomp or regexec. We don't use PREG here. */
5661 size_t
5662 regerror (errcode, preg, errbuf, errbuf_size)
5663 int errcode;
5664 const regex_t *preg;
5665 char *errbuf;
5666 size_t errbuf_size;
5668 const char *msg;
5669 size_t msg_size;
5671 if (errcode < 0
5672 || errcode >= (int) (sizeof (re_error_msgid)
5673 / sizeof (re_error_msgid[0])))
5674 /* Only error codes returned by the rest of the code should be passed
5675 to this routine. If we are given anything else, or if other regex
5676 code generates an invalid error code, then the program has a bug.
5677 Dump core so we can fix it. */
5678 abort ();
5680 msg = gettext (re_error_msgid[errcode]);
5682 msg_size = strlen (msg) + 1; /* Includes the null. */
5684 if (errbuf_size != 0)
5686 if (msg_size > errbuf_size)
5688 strncpy (errbuf, msg, errbuf_size - 1);
5689 errbuf[errbuf_size - 1] = 0;
5691 else
5692 strcpy (errbuf, msg);
5695 return msg_size;
5699 /* Free dynamically allocated space used by PREG. */
5701 void
5702 regfree (preg)
5703 regex_t *preg;
5705 if (preg->buffer != NULL)
5706 free (preg->buffer);
5707 preg->buffer = NULL;
5709 preg->allocated = 0;
5710 preg->used = 0;
5712 if (preg->fastmap != NULL)
5713 free (preg->fastmap);
5714 preg->fastmap = NULL;
5715 preg->fastmap_accurate = 0;
5717 if (preg->translate != NULL)
5718 free (preg->translate);
5719 preg->translate = NULL;
5722 #endif /* not emacs */