Update to 960810.
[glibc.git] / posix / regex.c
blobfdfd102cdb17a1da76523c86d6f29c54e900c8bb
1 /* Extended regular expression matching and search library,
2 version 0.12.
3 (Implements POSIX draft P10003.2/D11.2, except for
4 internationalization features.)
6 Copyright (C) 1993, 1994, 1995, 1996 Free Software Foundation, Inc.
8 This file is part of the GNU C Library. Its master source is NOT part of
9 the C library, however. The master source lives in /gd/gnu/lib.
11 The GNU C Library is free software; you can redistribute it and/or
12 modify it under the terms of the GNU Library General Public License as
13 published by the Free Software Foundation; either version 2 of the
14 License, or (at your option) any later version.
16 The GNU C Library is distributed in the hope that it will be useful,
17 but WITHOUT ANY WARRANTY; without even the implied warranty of
18 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
19 Library General Public License for more details.
21 You should have received a copy of the GNU Library General Public
22 License along with the GNU C Library; see the file COPYING.LIB. If
23 not, write to the Free Software Foundation, Inc., 675 Mass Ave,
24 Cambridge, MA 02139, USA. */
26 /* AIX requires this to be the first thing in the file. */
27 #if defined (_AIX) && !defined (REGEX_MALLOC)
28 #pragma alloca
29 #endif
31 #undef _GNU_SOURCE
32 #define _GNU_SOURCE
34 #ifdef HAVE_CONFIG_H
35 #include <config.h>
36 #endif
38 /* We need this for `regex.h', and perhaps for the Emacs include files. */
39 #include <sys/types.h>
41 /* This is for other GNU distributions with internationalized messages. */
42 #if HAVE_LIBINTL_H || defined (_LIBC)
43 # include <libintl.h>
44 #else
45 # define gettext(msgid) (msgid)
46 #endif
48 #ifndef gettext_noop
49 /* This define is so xgettext can find the internationalizable
50 strings. */
51 #define gettext_noop(String) String
52 #endif
54 /* The `emacs' switch turns on certain matching commands
55 that make sense only in Emacs. */
56 #ifdef emacs
58 #include "lisp.h"
59 #include "buffer.h"
60 #include "syntax.h"
62 #else /* not emacs */
64 /* If we are not linking with Emacs proper,
65 we can't use the relocating allocator
66 even if config.h says that we can. */
67 #undef REL_ALLOC
69 #if defined (STDC_HEADERS) || defined (_LIBC)
70 #include <stdlib.h>
71 #else
72 char *malloc ();
73 char *realloc ();
74 #endif
76 /* When used in Emacs's lib-src, we need to get bzero and bcopy somehow.
77 If nothing else has been done, use the method below. */
78 #ifdef INHIBIT_STRING_HEADER
79 #if !(defined (HAVE_BZERO) && defined (HAVE_BCOPY))
80 #if !defined (bzero) && !defined (bcopy)
81 #undef INHIBIT_STRING_HEADER
82 #endif
83 #endif
84 #endif
86 /* This is the normal way of making sure we have a bcopy and a bzero.
87 This is used in most programs--a few other programs avoid this
88 by defining INHIBIT_STRING_HEADER. */
89 #ifndef INHIBIT_STRING_HEADER
90 #if defined (HAVE_STRING_H) || defined (STDC_HEADERS) || defined (_LIBC)
91 #include <string.h>
92 #ifndef bcmp
93 #define bcmp(s1, s2, n) memcmp ((s1), (s2), (n))
94 #endif
95 #ifndef bcopy
96 #define bcopy(s, d, n) memcpy ((d), (s), (n))
97 #endif
98 #ifndef bzero
99 #define bzero(s, n) memset ((s), 0, (n))
100 #endif
101 #else
102 #include <strings.h>
103 #endif
104 #endif
106 /* Define the syntax stuff for \<, \>, etc. */
108 /* This must be nonzero for the wordchar and notwordchar pattern
109 commands in re_match_2. */
110 #ifndef Sword
111 #define Sword 1
112 #endif
114 #ifdef SWITCH_ENUM_BUG
115 #define SWITCH_ENUM_CAST(x) ((int)(x))
116 #else
117 #define SWITCH_ENUM_CAST(x) (x)
118 #endif
120 #ifdef SYNTAX_TABLE
122 extern char *re_syntax_table;
124 #else /* not SYNTAX_TABLE */
126 /* How many characters in the character set. */
127 #define CHAR_SET_SIZE 256
129 static char re_syntax_table[CHAR_SET_SIZE];
131 static void
132 init_syntax_once ()
134 register int c;
135 static int done = 0;
137 if (done)
138 return;
140 bzero (re_syntax_table, sizeof re_syntax_table);
142 for (c = 'a'; c <= 'z'; c++)
143 re_syntax_table[c] = Sword;
145 for (c = 'A'; c <= 'Z'; c++)
146 re_syntax_table[c] = Sword;
148 for (c = '0'; c <= '9'; c++)
149 re_syntax_table[c] = Sword;
151 re_syntax_table['_'] = Sword;
153 done = 1;
156 #endif /* not SYNTAX_TABLE */
158 #define SYNTAX(c) re_syntax_table[c]
160 #endif /* not emacs */
162 /* Get the interface, including the syntax bits. */
163 #include "regex.h"
165 /* isalpha etc. are used for the character classes. */
166 #include <ctype.h>
168 /* Jim Meyering writes:
170 "... Some ctype macros are valid only for character codes that
171 isascii says are ASCII (SGI's IRIX-4.0.5 is one such system --when
172 using /bin/cc or gcc but without giving an ansi option). So, all
173 ctype uses should be through macros like ISPRINT... If
174 STDC_HEADERS is defined, then autoconf has verified that the ctype
175 macros don't need to be guarded with references to isascii. ...
176 Defining isascii to 1 should let any compiler worth its salt
177 eliminate the && through constant folding." */
179 #if defined (STDC_HEADERS) || (!defined (isascii) && !defined (HAVE_ISASCII))
180 #define ISASCII(c) 1
181 #else
182 #define ISASCII(c) isascii(c)
183 #endif
185 #ifdef isblank
186 #define ISBLANK(c) (ISASCII (c) && isblank (c))
187 #else
188 #define ISBLANK(c) ((c) == ' ' || (c) == '\t')
189 #endif
190 #ifdef isgraph
191 #define ISGRAPH(c) (ISASCII (c) && isgraph (c))
192 #else
193 #define ISGRAPH(c) (ISASCII (c) && isprint (c) && !isspace (c))
194 #endif
196 #define ISPRINT(c) (ISASCII (c) && isprint (c))
197 #define ISDIGIT(c) (ISASCII (c) && isdigit (c))
198 #define ISALNUM(c) (ISASCII (c) && isalnum (c))
199 #define ISALPHA(c) (ISASCII (c) && isalpha (c))
200 #define ISCNTRL(c) (ISASCII (c) && iscntrl (c))
201 #define ISLOWER(c) (ISASCII (c) && islower (c))
202 #define ISPUNCT(c) (ISASCII (c) && ispunct (c))
203 #define ISSPACE(c) (ISASCII (c) && isspace (c))
204 #define ISUPPER(c) (ISASCII (c) && isupper (c))
205 #define ISXDIGIT(c) (ISASCII (c) && isxdigit (c))
207 #ifndef NULL
208 #define NULL (void *)0
209 #endif
211 /* We remove any previous definition of `SIGN_EXTEND_CHAR',
212 since ours (we hope) works properly with all combinations of
213 machines, compilers, `char' and `unsigned char' argument types.
214 (Per Bothner suggested the basic approach.) */
215 #undef SIGN_EXTEND_CHAR
216 #if __STDC__
217 #define SIGN_EXTEND_CHAR(c) ((signed char) (c))
218 #else /* not __STDC__ */
219 /* As in Harbison and Steele. */
220 #define SIGN_EXTEND_CHAR(c) ((((unsigned char) (c)) ^ 128) - 128)
221 #endif
223 /* Should we use malloc or alloca? If REGEX_MALLOC is not defined, we
224 use `alloca' instead of `malloc'. This is because using malloc in
225 re_search* or re_match* could cause memory leaks when C-g is used in
226 Emacs; also, malloc is slower and causes storage fragmentation. On
227 the other hand, malloc is more portable, and easier to debug.
229 Because we sometimes use alloca, some routines have to be macros,
230 not functions -- `alloca'-allocated space disappears at the end of the
231 function it is called in. */
233 #ifdef REGEX_MALLOC
235 #define REGEX_ALLOCATE malloc
236 #define REGEX_REALLOCATE(source, osize, nsize) realloc (source, nsize)
237 #define REGEX_FREE free
239 #else /* not REGEX_MALLOC */
241 /* Emacs already defines alloca, sometimes. */
242 #ifndef alloca
244 /* Make alloca work the best possible way. */
245 #ifdef __GNUC__
246 #define alloca __builtin_alloca
247 #else /* not __GNUC__ */
248 #if HAVE_ALLOCA_H
249 #include <alloca.h>
250 #else /* not __GNUC__ or HAVE_ALLOCA_H */
251 #if 0 /* It is a bad idea to declare alloca. We always cast the result. */
252 #ifndef _AIX /* Already did AIX, up at the top. */
253 char *alloca ();
254 #endif /* not _AIX */
255 #endif
256 #endif /* not HAVE_ALLOCA_H */
257 #endif /* not __GNUC__ */
259 #endif /* not alloca */
261 #define REGEX_ALLOCATE alloca
263 /* Assumes a `char *destination' variable. */
264 #define REGEX_REALLOCATE(source, osize, nsize) \
265 (destination = (char *) alloca (nsize), \
266 bcopy (source, destination, osize), \
267 destination)
269 /* No need to do anything to free, after alloca. */
270 #define REGEX_FREE(arg) ((void)0) /* Do nothing! But inhibit gcc warning. */
272 #endif /* not REGEX_MALLOC */
274 /* Define how to allocate the failure stack. */
276 #if defined (REL_ALLOC) && defined (REGEX_MALLOC)
278 #define REGEX_ALLOCATE_STACK(size) \
279 r_alloc (&failure_stack_ptr, (size))
280 #define REGEX_REALLOCATE_STACK(source, osize, nsize) \
281 r_re_alloc (&failure_stack_ptr, (nsize))
282 #define REGEX_FREE_STACK(ptr) \
283 r_alloc_free (&failure_stack_ptr)
285 #else /* not using relocating allocator */
287 #ifdef REGEX_MALLOC
289 #define REGEX_ALLOCATE_STACK malloc
290 #define REGEX_REALLOCATE_STACK(source, osize, nsize) realloc (source, nsize)
291 #define REGEX_FREE_STACK free
293 #else /* not REGEX_MALLOC */
295 #define REGEX_ALLOCATE_STACK alloca
297 #define REGEX_REALLOCATE_STACK(source, osize, nsize) \
298 REGEX_REALLOCATE (source, osize, nsize)
299 /* No need to explicitly free anything. */
300 #define REGEX_FREE_STACK(arg)
302 #endif /* not REGEX_MALLOC */
303 #endif /* not using relocating allocator */
306 /* True if `size1' is non-NULL and PTR is pointing anywhere inside
307 `string1' or just past its end. This works if PTR is NULL, which is
308 a good thing. */
309 #define FIRST_STRING_P(ptr) \
310 (size1 && string1 <= (ptr) && (ptr) <= string1 + size1)
312 /* (Re)Allocate N items of type T using malloc, or fail. */
313 #define TALLOC(n, t) ((t *) malloc ((n) * sizeof (t)))
314 #define RETALLOC(addr, n, t) ((addr) = (t *) realloc (addr, (n) * sizeof (t)))
315 #define RETALLOC_IF(addr, n, t) \
316 if (addr) RETALLOC((addr), (n), t); else (addr) = TALLOC ((n), t)
317 #define REGEX_TALLOC(n, t) ((t *) REGEX_ALLOCATE ((n) * sizeof (t)))
319 #define BYTEWIDTH 8 /* In bits. */
321 #define STREQ(s1, s2) ((strcmp (s1, s2) == 0))
323 #undef MAX
324 #undef MIN
325 #define MAX(a, b) ((a) > (b) ? (a) : (b))
326 #define MIN(a, b) ((a) < (b) ? (a) : (b))
328 typedef char boolean;
329 #define false 0
330 #define true 1
332 static int re_match_2_internal ();
334 /* These are the command codes that appear in compiled regular
335 expressions. Some opcodes are followed by argument bytes. A
336 command code can specify any interpretation whatsoever for its
337 arguments. Zero bytes may appear in the compiled regular expression. */
339 typedef enum
341 no_op = 0,
343 /* Succeed right away--no more backtracking. */
344 succeed,
346 /* Followed by one byte giving n, then by n literal bytes. */
347 exactn,
349 /* Matches any (more or less) character. */
350 anychar,
352 /* Matches any one char belonging to specified set. First
353 following byte is number of bitmap bytes. Then come bytes
354 for a bitmap saying which chars are in. Bits in each byte
355 are ordered low-bit-first. A character is in the set if its
356 bit is 1. A character too large to have a bit in the map is
357 automatically not in the set. */
358 charset,
360 /* Same parameters as charset, but match any character that is
361 not one of those specified. */
362 charset_not,
364 /* Start remembering the text that is matched, for storing in a
365 register. Followed by one byte with the register number, in
366 the range 0 to one less than the pattern buffer's re_nsub
367 field. Then followed by one byte with the number of groups
368 inner to this one. (This last has to be part of the
369 start_memory only because we need it in the on_failure_jump
370 of re_match_2.) */
371 start_memory,
373 /* Stop remembering the text that is matched and store it in a
374 memory register. Followed by one byte with the register
375 number, in the range 0 to one less than `re_nsub' in the
376 pattern buffer, and one byte with the number of inner groups,
377 just like `start_memory'. (We need the number of inner
378 groups here because we don't have any easy way of finding the
379 corresponding start_memory when we're at a stop_memory.) */
380 stop_memory,
382 /* Match a duplicate of something remembered. Followed by one
383 byte containing the register number. */
384 duplicate,
386 /* Fail unless at beginning of line. */
387 begline,
389 /* Fail unless at end of line. */
390 endline,
392 /* Succeeds if at beginning of buffer (if emacs) or at beginning
393 of string to be matched (if not). */
394 begbuf,
396 /* Analogously, for end of buffer/string. */
397 endbuf,
399 /* Followed by two byte relative address to which to jump. */
400 jump,
402 /* Same as jump, but marks the end of an alternative. */
403 jump_past_alt,
405 /* Followed by two-byte relative address of place to resume at
406 in case of failure. */
407 on_failure_jump,
409 /* Like on_failure_jump, but pushes a placeholder instead of the
410 current string position when executed. */
411 on_failure_keep_string_jump,
413 /* Throw away latest failure point and then jump to following
414 two-byte relative address. */
415 pop_failure_jump,
417 /* Change to pop_failure_jump if know won't have to backtrack to
418 match; otherwise change to jump. This is used to jump
419 back to the beginning of a repeat. If what follows this jump
420 clearly won't match what the repeat does, such that we can be
421 sure that there is no use backtracking out of repetitions
422 already matched, then we change it to a pop_failure_jump.
423 Followed by two-byte address. */
424 maybe_pop_jump,
426 /* Jump to following two-byte address, and push a dummy failure
427 point. This failure point will be thrown away if an attempt
428 is made to use it for a failure. A `+' construct makes this
429 before the first repeat. Also used as an intermediary kind
430 of jump when compiling an alternative. */
431 dummy_failure_jump,
433 /* Push a dummy failure point and continue. Used at the end of
434 alternatives. */
435 push_dummy_failure,
437 /* Followed by two-byte relative address and two-byte number n.
438 After matching N times, jump to the address upon failure. */
439 succeed_n,
441 /* Followed by two-byte relative address, and two-byte number n.
442 Jump to the address N times, then fail. */
443 jump_n,
445 /* Set the following two-byte relative address to the
446 subsequent two-byte number. The address *includes* the two
447 bytes of number. */
448 set_number_at,
450 wordchar, /* Matches any word-constituent character. */
451 notwordchar, /* Matches any char that is not a word-constituent. */
453 wordbeg, /* Succeeds if at word beginning. */
454 wordend, /* Succeeds if at word end. */
456 wordbound, /* Succeeds if at a word boundary. */
457 notwordbound /* Succeeds if not at a word boundary. */
459 #ifdef emacs
460 ,before_dot, /* Succeeds if before point. */
461 at_dot, /* Succeeds if at point. */
462 after_dot, /* Succeeds if after point. */
464 /* Matches any character whose syntax is specified. Followed by
465 a byte which contains a syntax code, e.g., Sword. */
466 syntaxspec,
468 /* Matches any character whose syntax is not that specified. */
469 notsyntaxspec
470 #endif /* emacs */
471 } re_opcode_t;
473 /* Common operations on the compiled pattern. */
475 /* Store NUMBER in two contiguous bytes starting at DESTINATION. */
477 #define STORE_NUMBER(destination, number) \
478 do { \
479 (destination)[0] = (number) & 0377; \
480 (destination)[1] = (number) >> 8; \
481 } while (0)
483 /* Same as STORE_NUMBER, except increment DESTINATION to
484 the byte after where the number is stored. Therefore, DESTINATION
485 must be an lvalue. */
487 #define STORE_NUMBER_AND_INCR(destination, number) \
488 do { \
489 STORE_NUMBER (destination, number); \
490 (destination) += 2; \
491 } while (0)
493 /* Put into DESTINATION a number stored in two contiguous bytes starting
494 at SOURCE. */
496 #define EXTRACT_NUMBER(destination, source) \
497 do { \
498 (destination) = *(source) & 0377; \
499 (destination) += SIGN_EXTEND_CHAR (*((source) + 1)) << 8; \
500 } while (0)
502 #ifdef DEBUG
503 static void
504 extract_number (dest, source)
505 int *dest;
506 unsigned char *source;
508 int temp = SIGN_EXTEND_CHAR (*(source + 1));
509 *dest = *source & 0377;
510 *dest += temp << 8;
513 #ifndef EXTRACT_MACROS /* To debug the macros. */
514 #undef EXTRACT_NUMBER
515 #define EXTRACT_NUMBER(dest, src) extract_number (&dest, src)
516 #endif /* not EXTRACT_MACROS */
518 #endif /* DEBUG */
520 /* Same as EXTRACT_NUMBER, except increment SOURCE to after the number.
521 SOURCE must be an lvalue. */
523 #define EXTRACT_NUMBER_AND_INCR(destination, source) \
524 do { \
525 EXTRACT_NUMBER (destination, source); \
526 (source) += 2; \
527 } while (0)
529 #ifdef DEBUG
530 static void
531 extract_number_and_incr (destination, source)
532 int *destination;
533 unsigned char **source;
535 extract_number (destination, *source);
536 *source += 2;
539 #ifndef EXTRACT_MACROS
540 #undef EXTRACT_NUMBER_AND_INCR
541 #define EXTRACT_NUMBER_AND_INCR(dest, src) \
542 extract_number_and_incr (&dest, &src)
543 #endif /* not EXTRACT_MACROS */
545 #endif /* DEBUG */
547 /* If DEBUG is defined, Regex prints many voluminous messages about what
548 it is doing (if the variable `debug' is nonzero). If linked with the
549 main program in `iregex.c', you can enter patterns and strings
550 interactively. And if linked with the main program in `main.c' and
551 the other test files, you can run the already-written tests. */
553 #ifdef DEBUG
555 /* We use standard I/O for debugging. */
556 #include <stdio.h>
558 /* It is useful to test things that ``must'' be true when debugging. */
559 #include <assert.h>
561 static int debug = 0;
563 #define DEBUG_STATEMENT(e) e
564 #define DEBUG_PRINT1(x) if (debug) printf (x)
565 #define DEBUG_PRINT2(x1, x2) if (debug) printf (x1, x2)
566 #define DEBUG_PRINT3(x1, x2, x3) if (debug) printf (x1, x2, x3)
567 #define DEBUG_PRINT4(x1, x2, x3, x4) if (debug) printf (x1, x2, x3, x4)
568 #define DEBUG_PRINT_COMPILED_PATTERN(p, s, e) \
569 if (debug) print_partial_compiled_pattern (s, e)
570 #define DEBUG_PRINT_DOUBLE_STRING(w, s1, sz1, s2, sz2) \
571 if (debug) print_double_string (w, s1, sz1, s2, sz2)
574 /* Print the fastmap in human-readable form. */
576 void
577 print_fastmap (fastmap)
578 char *fastmap;
580 unsigned was_a_range = 0;
581 unsigned i = 0;
583 while (i < (1 << BYTEWIDTH))
585 if (fastmap[i++])
587 was_a_range = 0;
588 putchar (i - 1);
589 while (i < (1 << BYTEWIDTH) && fastmap[i])
591 was_a_range = 1;
592 i++;
594 if (was_a_range)
596 printf ("-");
597 putchar (i - 1);
601 putchar ('\n');
605 /* Print a compiled pattern string in human-readable form, starting at
606 the START pointer into it and ending just before the pointer END. */
608 void
609 print_partial_compiled_pattern (start, end)
610 unsigned char *start;
611 unsigned char *end;
613 int mcnt, mcnt2;
614 unsigned char *p = start;
615 unsigned char *pend = end;
617 if (start == NULL)
619 printf ("(null)\n");
620 return;
623 /* Loop over pattern commands. */
624 while (p < pend)
626 printf ("%d:\t", p - start);
628 switch ((re_opcode_t) *p++)
630 case no_op:
631 printf ("/no_op");
632 break;
634 case exactn:
635 mcnt = *p++;
636 printf ("/exactn/%d", mcnt);
639 putchar ('/');
640 putchar (*p++);
642 while (--mcnt);
643 break;
645 case start_memory:
646 mcnt = *p++;
647 printf ("/start_memory/%d/%d", mcnt, *p++);
648 break;
650 case stop_memory:
651 mcnt = *p++;
652 printf ("/stop_memory/%d/%d", mcnt, *p++);
653 break;
655 case duplicate:
656 printf ("/duplicate/%d", *p++);
657 break;
659 case anychar:
660 printf ("/anychar");
661 break;
663 case charset:
664 case charset_not:
666 register int c, last = -100;
667 register int in_range = 0;
669 printf ("/charset [%s",
670 (re_opcode_t) *(p - 1) == charset_not ? "^" : "");
672 assert (p + *p < pend);
674 for (c = 0; c < 256; c++)
675 if (c / 8 < *p
676 && (p[1 + (c/8)] & (1 << (c % 8))))
678 /* Are we starting a range? */
679 if (last + 1 == c && ! in_range)
681 putchar ('-');
682 in_range = 1;
684 /* Have we broken a range? */
685 else if (last + 1 != c && in_range)
687 putchar (last);
688 in_range = 0;
691 if (! in_range)
692 putchar (c);
694 last = c;
697 if (in_range)
698 putchar (last);
700 putchar (']');
702 p += 1 + *p;
704 break;
706 case begline:
707 printf ("/begline");
708 break;
710 case endline:
711 printf ("/endline");
712 break;
714 case on_failure_jump:
715 extract_number_and_incr (&mcnt, &p);
716 printf ("/on_failure_jump to %d", p + mcnt - start);
717 break;
719 case on_failure_keep_string_jump:
720 extract_number_and_incr (&mcnt, &p);
721 printf ("/on_failure_keep_string_jump to %d", p + mcnt - start);
722 break;
724 case dummy_failure_jump:
725 extract_number_and_incr (&mcnt, &p);
726 printf ("/dummy_failure_jump to %d", p + mcnt - start);
727 break;
729 case push_dummy_failure:
730 printf ("/push_dummy_failure");
731 break;
733 case maybe_pop_jump:
734 extract_number_and_incr (&mcnt, &p);
735 printf ("/maybe_pop_jump to %d", p + mcnt - start);
736 break;
738 case pop_failure_jump:
739 extract_number_and_incr (&mcnt, &p);
740 printf ("/pop_failure_jump to %d", p + mcnt - start);
741 break;
743 case jump_past_alt:
744 extract_number_and_incr (&mcnt, &p);
745 printf ("/jump_past_alt to %d", p + mcnt - start);
746 break;
748 case jump:
749 extract_number_and_incr (&mcnt, &p);
750 printf ("/jump to %d", p + mcnt - start);
751 break;
753 case succeed_n:
754 extract_number_and_incr (&mcnt, &p);
755 extract_number_and_incr (&mcnt2, &p);
756 printf ("/succeed_n to %d, %d times", p + mcnt - start, mcnt2);
757 break;
759 case jump_n:
760 extract_number_and_incr (&mcnt, &p);
761 extract_number_and_incr (&mcnt2, &p);
762 printf ("/jump_n to %d, %d times", p + mcnt - start, mcnt2);
763 break;
765 case set_number_at:
766 extract_number_and_incr (&mcnt, &p);
767 extract_number_and_incr (&mcnt2, &p);
768 printf ("/set_number_at location %d to %d", p + mcnt - start, mcnt2);
769 break;
771 case wordbound:
772 printf ("/wordbound");
773 break;
775 case notwordbound:
776 printf ("/notwordbound");
777 break;
779 case wordbeg:
780 printf ("/wordbeg");
781 break;
783 case wordend:
784 printf ("/wordend");
786 #ifdef emacs
787 case before_dot:
788 printf ("/before_dot");
789 break;
791 case at_dot:
792 printf ("/at_dot");
793 break;
795 case after_dot:
796 printf ("/after_dot");
797 break;
799 case syntaxspec:
800 printf ("/syntaxspec");
801 mcnt = *p++;
802 printf ("/%d", mcnt);
803 break;
805 case notsyntaxspec:
806 printf ("/notsyntaxspec");
807 mcnt = *p++;
808 printf ("/%d", mcnt);
809 break;
810 #endif /* emacs */
812 case wordchar:
813 printf ("/wordchar");
814 break;
816 case notwordchar:
817 printf ("/notwordchar");
818 break;
820 case begbuf:
821 printf ("/begbuf");
822 break;
824 case endbuf:
825 printf ("/endbuf");
826 break;
828 default:
829 printf ("?%d", *(p-1));
832 putchar ('\n');
835 printf ("%d:\tend of pattern.\n", p - start);
839 void
840 print_compiled_pattern (bufp)
841 struct re_pattern_buffer *bufp;
843 unsigned char *buffer = bufp->buffer;
845 print_partial_compiled_pattern (buffer, buffer + bufp->used);
846 printf ("%d bytes used/%d bytes allocated.\n", bufp->used, bufp->allocated);
848 if (bufp->fastmap_accurate && bufp->fastmap)
850 printf ("fastmap: ");
851 print_fastmap (bufp->fastmap);
854 printf ("re_nsub: %d\t", bufp->re_nsub);
855 printf ("regs_alloc: %d\t", bufp->regs_allocated);
856 printf ("can_be_null: %d\t", bufp->can_be_null);
857 printf ("newline_anchor: %d\n", bufp->newline_anchor);
858 printf ("no_sub: %d\t", bufp->no_sub);
859 printf ("not_bol: %d\t", bufp->not_bol);
860 printf ("not_eol: %d\t", bufp->not_eol);
861 printf ("syntax: %d\n", bufp->syntax);
862 /* Perhaps we should print the translate table? */
866 void
867 print_double_string (where, string1, size1, string2, size2)
868 const char *where;
869 const char *string1;
870 const char *string2;
871 int size1;
872 int size2;
874 unsigned this_char;
876 if (where == NULL)
877 printf ("(null)");
878 else
880 if (FIRST_STRING_P (where))
882 for (this_char = where - string1; this_char < size1; this_char++)
883 putchar (string1[this_char]);
885 where = string2;
888 for (this_char = where - string2; this_char < size2; this_char++)
889 putchar (string2[this_char]);
893 #else /* not DEBUG */
895 #undef assert
896 #define assert(e)
898 #define DEBUG_STATEMENT(e)
899 #define DEBUG_PRINT1(x)
900 #define DEBUG_PRINT2(x1, x2)
901 #define DEBUG_PRINT3(x1, x2, x3)
902 #define DEBUG_PRINT4(x1, x2, x3, x4)
903 #define DEBUG_PRINT_COMPILED_PATTERN(p, s, e)
904 #define DEBUG_PRINT_DOUBLE_STRING(w, s1, sz1, s2, sz2)
906 #endif /* not DEBUG */
908 /* Set by `re_set_syntax' to the current regexp syntax to recognize. Can
909 also be assigned to arbitrarily: each pattern buffer stores its own
910 syntax, so it can be changed between regex compilations. */
911 /* This has no initializer because initialized variables in Emacs
912 become read-only after dumping. */
913 reg_syntax_t re_syntax_options;
916 /* Specify the precise syntax of regexps for compilation. This provides
917 for compatibility for various utilities which historically have
918 different, incompatible syntaxes.
920 The argument SYNTAX is a bit mask comprised of the various bits
921 defined in regex.h. We return the old syntax. */
923 reg_syntax_t
924 re_set_syntax (syntax)
925 reg_syntax_t syntax;
927 reg_syntax_t ret = re_syntax_options;
929 re_syntax_options = syntax;
930 return ret;
933 /* This table gives an error message for each of the error codes listed
934 in regex.h. Obviously the order here has to be same as there.
935 POSIX doesn't require that we do anything for REG_NOERROR,
936 but why not be nice? */
938 static const char *re_error_msgid[] =
940 gettext_noop ("Success"), /* REG_NOERROR */
941 gettext_noop ("No match"), /* REG_NOMATCH */
942 gettext_noop ("Invalid regular expression"), /* REG_BADPAT */
943 gettext_noop ("Invalid collation character"), /* REG_ECOLLATE */
944 gettext_noop ("Invalid character class name"), /* REG_ECTYPE */
945 gettext_noop ("Trailing backslash"), /* REG_EESCAPE */
946 gettext_noop ("Invalid back reference"), /* REG_ESUBREG */
947 gettext_noop ("Unmatched [ or [^"), /* REG_EBRACK */
948 gettext_noop ("Unmatched ( or \\("), /* REG_EPAREN */
949 gettext_noop ("Unmatched \\{"), /* REG_EBRACE */
950 gettext_noop ("Invalid content of \\{\\}"), /* REG_BADBR */
951 gettext_noop ("Invalid range end"), /* REG_ERANGE */
952 gettext_noop ("Memory exhausted"), /* REG_ESPACE */
953 gettext_noop ("Invalid preceding regular expression"), /* REG_BADRPT */
954 gettext_noop ("Premature end of regular expression"), /* REG_EEND */
955 gettext_noop ("Regular expression too big"), /* REG_ESIZE */
956 gettext_noop ("Unmatched ) or \\)"), /* REG_ERPAREN */
959 /* Avoiding alloca during matching, to placate r_alloc. */
961 /* Define MATCH_MAY_ALLOCATE unless we need to make sure that the
962 searching and matching functions should not call alloca. On some
963 systems, alloca is implemented in terms of malloc, and if we're
964 using the relocating allocator routines, then malloc could cause a
965 relocation, which might (if the strings being searched are in the
966 ralloc heap) shift the data out from underneath the regexp
967 routines.
969 Here's another reason to avoid allocation: Emacs
970 processes input from X in a signal handler; processing X input may
971 call malloc; if input arrives while a matching routine is calling
972 malloc, then we're scrod. But Emacs can't just block input while
973 calling matching routines; then we don't notice interrupts when
974 they come in. So, Emacs blocks input around all regexp calls
975 except the matching calls, which it leaves unprotected, in the
976 faith that they will not malloc. */
978 /* Normally, this is fine. */
979 #define MATCH_MAY_ALLOCATE
981 /* When using GNU C, we are not REALLY using the C alloca, no matter
982 what config.h may say. So don't take precautions for it. */
983 #ifdef __GNUC__
984 #undef C_ALLOCA
985 #endif
987 /* The match routines may not allocate if (1) they would do it with malloc
988 and (2) it's not safe for them to use malloc.
989 Note that if REL_ALLOC is defined, matching would not use malloc for the
990 failure stack, but we would still use it for the register vectors;
991 so REL_ALLOC should not affect this. */
992 #if (defined (C_ALLOCA) || defined (REGEX_MALLOC)) && defined (emacs)
993 #undef MATCH_MAY_ALLOCATE
994 #endif
997 /* Failure stack declarations and macros; both re_compile_fastmap and
998 re_match_2 use a failure stack. These have to be macros because of
999 REGEX_ALLOCATE_STACK. */
1002 /* Number of failure points for which to initially allocate space
1003 when matching. If this number is exceeded, we allocate more
1004 space, so it is not a hard limit. */
1005 #ifndef INIT_FAILURE_ALLOC
1006 #define INIT_FAILURE_ALLOC 5
1007 #endif
1009 /* Roughly the maximum number of failure points on the stack. Would be
1010 exactly that if always used MAX_FAILURE_ITEMS items each time we failed.
1011 This is a variable only so users of regex can assign to it; we never
1012 change it ourselves. */
1013 #if defined (MATCH_MAY_ALLOCATE)
1014 /* 4400 was enough to cause a crash on Alpha OSF/1,
1015 whose default stack limit is 2mb. */
1016 int re_max_failures = 4000;
1017 #else
1018 int re_max_failures = 2000;
1019 #endif
1021 union fail_stack_elt
1023 unsigned char *pointer;
1024 int integer;
1027 typedef union fail_stack_elt fail_stack_elt_t;
1029 typedef struct
1031 fail_stack_elt_t *stack;
1032 unsigned size;
1033 unsigned avail; /* Offset of next open position. */
1034 } fail_stack_type;
1036 #define FAIL_STACK_EMPTY() (fail_stack.avail == 0)
1037 #define FAIL_STACK_PTR_EMPTY() (fail_stack_ptr->avail == 0)
1038 #define FAIL_STACK_FULL() (fail_stack.avail == fail_stack.size)
1041 /* Define macros to initialize and free the failure stack.
1042 Do `return -2' if the alloc fails. */
1044 #ifdef MATCH_MAY_ALLOCATE
1045 #define INIT_FAIL_STACK() \
1046 do { \
1047 fail_stack.stack = (fail_stack_elt_t *) \
1048 REGEX_ALLOCATE_STACK (INIT_FAILURE_ALLOC * sizeof (fail_stack_elt_t)); \
1050 if (fail_stack.stack == NULL) \
1051 return -2; \
1053 fail_stack.size = INIT_FAILURE_ALLOC; \
1054 fail_stack.avail = 0; \
1055 } while (0)
1057 #define RESET_FAIL_STACK() REGEX_FREE_STACK (fail_stack.stack)
1058 #else
1059 #define INIT_FAIL_STACK() \
1060 do { \
1061 fail_stack.avail = 0; \
1062 } while (0)
1064 #define RESET_FAIL_STACK()
1065 #endif
1068 /* Double the size of FAIL_STACK, up to approximately `re_max_failures' items.
1070 Return 1 if succeeds, and 0 if either ran out of memory
1071 allocating space for it or it was already too large.
1073 REGEX_REALLOCATE_STACK requires `destination' be declared. */
1075 #define DOUBLE_FAIL_STACK(fail_stack) \
1076 ((fail_stack).size > re_max_failures * MAX_FAILURE_ITEMS \
1077 ? 0 \
1078 : ((fail_stack).stack = (fail_stack_elt_t *) \
1079 REGEX_REALLOCATE_STACK ((fail_stack).stack, \
1080 (fail_stack).size * sizeof (fail_stack_elt_t), \
1081 ((fail_stack).size << 1) * sizeof (fail_stack_elt_t)), \
1083 (fail_stack).stack == NULL \
1084 ? 0 \
1085 : ((fail_stack).size <<= 1, \
1086 1)))
1089 /* Push pointer POINTER on FAIL_STACK.
1090 Return 1 if was able to do so and 0 if ran out of memory allocating
1091 space to do so. */
1092 #define PUSH_PATTERN_OP(POINTER, FAIL_STACK) \
1093 ((FAIL_STACK_FULL () \
1094 && !DOUBLE_FAIL_STACK (FAIL_STACK)) \
1095 ? 0 \
1096 : ((FAIL_STACK).stack[(FAIL_STACK).avail++].pointer = POINTER, \
1099 /* Push a pointer value onto the failure stack.
1100 Assumes the variable `fail_stack'. Probably should only
1101 be called from within `PUSH_FAILURE_POINT'. */
1102 #define PUSH_FAILURE_POINTER(item) \
1103 fail_stack.stack[fail_stack.avail++].pointer = (unsigned char *) (item)
1105 /* This pushes an integer-valued item onto the failure stack.
1106 Assumes the variable `fail_stack'. Probably should only
1107 be called from within `PUSH_FAILURE_POINT'. */
1108 #define PUSH_FAILURE_INT(item) \
1109 fail_stack.stack[fail_stack.avail++].integer = (item)
1111 /* Push a fail_stack_elt_t value onto the failure stack.
1112 Assumes the variable `fail_stack'. Probably should only
1113 be called from within `PUSH_FAILURE_POINT'. */
1114 #define PUSH_FAILURE_ELT(item) \
1115 fail_stack.stack[fail_stack.avail++] = (item)
1117 /* These three POP... operations complement the three PUSH... operations.
1118 All assume that `fail_stack' is nonempty. */
1119 #define POP_FAILURE_POINTER() fail_stack.stack[--fail_stack.avail].pointer
1120 #define POP_FAILURE_INT() fail_stack.stack[--fail_stack.avail].integer
1121 #define POP_FAILURE_ELT() fail_stack.stack[--fail_stack.avail]
1123 /* Used to omit pushing failure point id's when we're not debugging. */
1124 #ifdef DEBUG
1125 #define DEBUG_PUSH PUSH_FAILURE_INT
1126 #define DEBUG_POP(item_addr) *(item_addr) = POP_FAILURE_INT ()
1127 #else
1128 #define DEBUG_PUSH(item)
1129 #define DEBUG_POP(item_addr)
1130 #endif
1133 /* Push the information about the state we will need
1134 if we ever fail back to it.
1136 Requires variables fail_stack, regstart, regend, reg_info, and
1137 num_regs be declared. DOUBLE_FAIL_STACK requires `destination' be
1138 declared.
1140 Does `return FAILURE_CODE' if runs out of memory. */
1142 #define PUSH_FAILURE_POINT(pattern_place, string_place, failure_code) \
1143 do { \
1144 char *destination; \
1145 /* Must be int, so when we don't save any registers, the arithmetic \
1146 of 0 + -1 isn't done as unsigned. */ \
1147 int this_reg; \
1149 DEBUG_STATEMENT (failure_id++); \
1150 DEBUG_STATEMENT (nfailure_points_pushed++); \
1151 DEBUG_PRINT2 ("\nPUSH_FAILURE_POINT #%u:\n", failure_id); \
1152 DEBUG_PRINT2 (" Before push, next avail: %d\n", (fail_stack).avail);\
1153 DEBUG_PRINT2 (" size: %d\n", (fail_stack).size);\
1155 DEBUG_PRINT2 (" slots needed: %d\n", NUM_FAILURE_ITEMS); \
1156 DEBUG_PRINT2 (" available: %d\n", REMAINING_AVAIL_SLOTS); \
1158 /* Ensure we have enough space allocated for what we will push. */ \
1159 while (REMAINING_AVAIL_SLOTS < NUM_FAILURE_ITEMS) \
1161 if (!DOUBLE_FAIL_STACK (fail_stack)) \
1162 return failure_code; \
1164 DEBUG_PRINT2 ("\n Doubled stack; size now: %d\n", \
1165 (fail_stack).size); \
1166 DEBUG_PRINT2 (" slots available: %d\n", REMAINING_AVAIL_SLOTS);\
1169 /* Push the info, starting with the registers. */ \
1170 DEBUG_PRINT1 ("\n"); \
1172 if (1) \
1173 for (this_reg = lowest_active_reg; this_reg <= highest_active_reg; \
1174 this_reg++) \
1176 DEBUG_PRINT2 (" Pushing reg: %d\n", this_reg); \
1177 DEBUG_STATEMENT (num_regs_pushed++); \
1179 DEBUG_PRINT2 (" start: 0x%x\n", regstart[this_reg]); \
1180 PUSH_FAILURE_POINTER (regstart[this_reg]); \
1182 DEBUG_PRINT2 (" end: 0x%x\n", regend[this_reg]); \
1183 PUSH_FAILURE_POINTER (regend[this_reg]); \
1185 DEBUG_PRINT2 (" info: 0x%x\n ", reg_info[this_reg]); \
1186 DEBUG_PRINT2 (" match_null=%d", \
1187 REG_MATCH_NULL_STRING_P (reg_info[this_reg])); \
1188 DEBUG_PRINT2 (" active=%d", IS_ACTIVE (reg_info[this_reg])); \
1189 DEBUG_PRINT2 (" matched_something=%d", \
1190 MATCHED_SOMETHING (reg_info[this_reg])); \
1191 DEBUG_PRINT2 (" ever_matched=%d", \
1192 EVER_MATCHED_SOMETHING (reg_info[this_reg])); \
1193 DEBUG_PRINT1 ("\n"); \
1194 PUSH_FAILURE_ELT (reg_info[this_reg].word); \
1197 DEBUG_PRINT2 (" Pushing low active reg: %d\n", lowest_active_reg);\
1198 PUSH_FAILURE_INT (lowest_active_reg); \
1200 DEBUG_PRINT2 (" Pushing high active reg: %d\n", highest_active_reg);\
1201 PUSH_FAILURE_INT (highest_active_reg); \
1203 DEBUG_PRINT2 (" Pushing pattern 0x%x: ", pattern_place); \
1204 DEBUG_PRINT_COMPILED_PATTERN (bufp, pattern_place, pend); \
1205 PUSH_FAILURE_POINTER (pattern_place); \
1207 DEBUG_PRINT2 (" Pushing string 0x%x: `", string_place); \
1208 DEBUG_PRINT_DOUBLE_STRING (string_place, string1, size1, string2, \
1209 size2); \
1210 DEBUG_PRINT1 ("'\n"); \
1211 PUSH_FAILURE_POINTER (string_place); \
1213 DEBUG_PRINT2 (" Pushing failure id: %u\n", failure_id); \
1214 DEBUG_PUSH (failure_id); \
1215 } while (0)
1217 /* This is the number of items that are pushed and popped on the stack
1218 for each register. */
1219 #define NUM_REG_ITEMS 3
1221 /* Individual items aside from the registers. */
1222 #ifdef DEBUG
1223 #define NUM_NONREG_ITEMS 5 /* Includes failure point id. */
1224 #else
1225 #define NUM_NONREG_ITEMS 4
1226 #endif
1228 /* We push at most this many items on the stack. */
1229 /* We used to use (num_regs - 1), which is the number of registers
1230 this regexp will save; but that was changed to 5
1231 to avoid stack overflow for a regexp with lots of parens. */
1232 #define MAX_FAILURE_ITEMS (5 * NUM_REG_ITEMS + NUM_NONREG_ITEMS)
1234 /* We actually push this many items. */
1235 #define NUM_FAILURE_ITEMS \
1236 (((0 \
1237 ? 0 : highest_active_reg - lowest_active_reg + 1) \
1238 * NUM_REG_ITEMS) \
1239 + NUM_NONREG_ITEMS)
1241 /* How many items can still be added to the stack without overflowing it. */
1242 #define REMAINING_AVAIL_SLOTS ((fail_stack).size - (fail_stack).avail)
1245 /* Pops what PUSH_FAIL_STACK pushes.
1247 We restore into the parameters, all of which should be lvalues:
1248 STR -- the saved data position.
1249 PAT -- the saved pattern position.
1250 LOW_REG, HIGH_REG -- the highest and lowest active registers.
1251 REGSTART, REGEND -- arrays of string positions.
1252 REG_INFO -- array of information about each subexpression.
1254 Also assumes the variables `fail_stack' and (if debugging), `bufp',
1255 `pend', `string1', `size1', `string2', and `size2'. */
1257 #define POP_FAILURE_POINT(str, pat, low_reg, high_reg, regstart, regend, reg_info)\
1259 DEBUG_STATEMENT (fail_stack_elt_t failure_id;) \
1260 int this_reg; \
1261 const unsigned char *string_temp; \
1263 assert (!FAIL_STACK_EMPTY ()); \
1265 /* Remove failure points and point to how many regs pushed. */ \
1266 DEBUG_PRINT1 ("POP_FAILURE_POINT:\n"); \
1267 DEBUG_PRINT2 (" Before pop, next avail: %d\n", fail_stack.avail); \
1268 DEBUG_PRINT2 (" size: %d\n", fail_stack.size); \
1270 assert (fail_stack.avail >= NUM_NONREG_ITEMS); \
1272 DEBUG_POP (&failure_id); \
1273 DEBUG_PRINT2 (" Popping failure id: %u\n", failure_id); \
1275 /* If the saved string location is NULL, it came from an \
1276 on_failure_keep_string_jump opcode, and we want to throw away the \
1277 saved NULL, thus retaining our current position in the string. */ \
1278 string_temp = POP_FAILURE_POINTER (); \
1279 if (string_temp != NULL) \
1280 str = (const char *) string_temp; \
1282 DEBUG_PRINT2 (" Popping string 0x%x: `", str); \
1283 DEBUG_PRINT_DOUBLE_STRING (str, string1, size1, string2, size2); \
1284 DEBUG_PRINT1 ("'\n"); \
1286 pat = (unsigned char *) POP_FAILURE_POINTER (); \
1287 DEBUG_PRINT2 (" Popping pattern 0x%x: ", pat); \
1288 DEBUG_PRINT_COMPILED_PATTERN (bufp, pat, pend); \
1290 /* Restore register info. */ \
1291 high_reg = (unsigned) POP_FAILURE_INT (); \
1292 DEBUG_PRINT2 (" Popping high active reg: %d\n", high_reg); \
1294 low_reg = (unsigned) POP_FAILURE_INT (); \
1295 DEBUG_PRINT2 (" Popping low active reg: %d\n", low_reg); \
1297 if (1) \
1298 for (this_reg = high_reg; this_reg >= low_reg; this_reg--) \
1300 DEBUG_PRINT2 (" Popping reg: %d\n", this_reg); \
1302 reg_info[this_reg].word = POP_FAILURE_ELT (); \
1303 DEBUG_PRINT2 (" info: 0x%x\n", reg_info[this_reg]); \
1305 regend[this_reg] = (const char *) POP_FAILURE_POINTER (); \
1306 DEBUG_PRINT2 (" end: 0x%x\n", regend[this_reg]); \
1308 regstart[this_reg] = (const char *) POP_FAILURE_POINTER (); \
1309 DEBUG_PRINT2 (" start: 0x%x\n", regstart[this_reg]); \
1311 else \
1313 for (this_reg = highest_active_reg; this_reg > high_reg; this_reg--) \
1315 reg_info[this_reg].word.integer = 0; \
1316 regend[this_reg] = 0; \
1317 regstart[this_reg] = 0; \
1319 highest_active_reg = high_reg; \
1322 set_regs_matched_done = 0; \
1323 DEBUG_STATEMENT (nfailure_points_popped++); \
1324 } /* POP_FAILURE_POINT */
1328 /* Structure for per-register (a.k.a. per-group) information.
1329 Other register information, such as the
1330 starting and ending positions (which are addresses), and the list of
1331 inner groups (which is a bits list) are maintained in separate
1332 variables.
1334 We are making a (strictly speaking) nonportable assumption here: that
1335 the compiler will pack our bit fields into something that fits into
1336 the type of `word', i.e., is something that fits into one item on the
1337 failure stack. */
1339 typedef union
1341 fail_stack_elt_t word;
1342 struct
1344 /* This field is one if this group can match the empty string,
1345 zero if not. If not yet determined, `MATCH_NULL_UNSET_VALUE'. */
1346 #define MATCH_NULL_UNSET_VALUE 3
1347 unsigned match_null_string_p : 2;
1348 unsigned is_active : 1;
1349 unsigned matched_something : 1;
1350 unsigned ever_matched_something : 1;
1351 } bits;
1352 } register_info_type;
1354 #define REG_MATCH_NULL_STRING_P(R) ((R).bits.match_null_string_p)
1355 #define IS_ACTIVE(R) ((R).bits.is_active)
1356 #define MATCHED_SOMETHING(R) ((R).bits.matched_something)
1357 #define EVER_MATCHED_SOMETHING(R) ((R).bits.ever_matched_something)
1360 /* Call this when have matched a real character; it sets `matched' flags
1361 for the subexpressions which we are currently inside. Also records
1362 that those subexprs have matched. */
1363 #define SET_REGS_MATCHED() \
1364 do \
1366 if (!set_regs_matched_done) \
1368 unsigned r; \
1369 set_regs_matched_done = 1; \
1370 for (r = lowest_active_reg; r <= highest_active_reg; r++) \
1372 MATCHED_SOMETHING (reg_info[r]) \
1373 = EVER_MATCHED_SOMETHING (reg_info[r]) \
1374 = 1; \
1378 while (0)
1380 /* Registers are set to a sentinel when they haven't yet matched. */
1381 static char reg_unset_dummy;
1382 #define REG_UNSET_VALUE (&reg_unset_dummy)
1383 #define REG_UNSET(e) ((e) == REG_UNSET_VALUE)
1385 /* Subroutine declarations and macros for regex_compile. */
1387 static void store_op1 (), store_op2 ();
1388 static void insert_op1 (), insert_op2 ();
1389 static boolean at_begline_loc_p (), at_endline_loc_p ();
1390 static boolean group_in_compile_stack ();
1391 static reg_errcode_t compile_range ();
1393 /* Fetch the next character in the uncompiled pattern---translating it
1394 if necessary. Also cast from a signed character in the constant
1395 string passed to us by the user to an unsigned char that we can use
1396 as an array index (in, e.g., `translate'). */
1397 #ifndef PATFETCH
1398 #define PATFETCH(c) \
1399 do {if (p == pend) return REG_EEND; \
1400 c = (unsigned char) *p++; \
1401 if (translate) c = (unsigned char) translate[c]; \
1402 } while (0)
1403 #endif
1405 /* Fetch the next character in the uncompiled pattern, with no
1406 translation. */
1407 #define PATFETCH_RAW(c) \
1408 do {if (p == pend) return REG_EEND; \
1409 c = (unsigned char) *p++; \
1410 } while (0)
1412 /* Go backwards one character in the pattern. */
1413 #define PATUNFETCH p--
1416 /* If `translate' is non-null, return translate[D], else just D. We
1417 cast the subscript to translate because some data is declared as
1418 `char *', to avoid warnings when a string constant is passed. But
1419 when we use a character as a subscript we must make it unsigned. */
1420 #ifndef TRANSLATE
1421 #define TRANSLATE(d) \
1422 (translate ? (char) translate[(unsigned char) (d)] : (d))
1423 #endif
1426 /* Macros for outputting the compiled pattern into `buffer'. */
1428 /* If the buffer isn't allocated when it comes in, use this. */
1429 #define INIT_BUF_SIZE 32
1431 /* Make sure we have at least N more bytes of space in buffer. */
1432 #define GET_BUFFER_SPACE(n) \
1433 while (b - bufp->buffer + (n) > bufp->allocated) \
1434 EXTEND_BUFFER ()
1436 /* Make sure we have one more byte of buffer space and then add C to it. */
1437 #define BUF_PUSH(c) \
1438 do { \
1439 GET_BUFFER_SPACE (1); \
1440 *b++ = (unsigned char) (c); \
1441 } while (0)
1444 /* Ensure we have two more bytes of buffer space and then append C1 and C2. */
1445 #define BUF_PUSH_2(c1, c2) \
1446 do { \
1447 GET_BUFFER_SPACE (2); \
1448 *b++ = (unsigned char) (c1); \
1449 *b++ = (unsigned char) (c2); \
1450 } while (0)
1453 /* As with BUF_PUSH_2, except for three bytes. */
1454 #define BUF_PUSH_3(c1, c2, c3) \
1455 do { \
1456 GET_BUFFER_SPACE (3); \
1457 *b++ = (unsigned char) (c1); \
1458 *b++ = (unsigned char) (c2); \
1459 *b++ = (unsigned char) (c3); \
1460 } while (0)
1463 /* Store a jump with opcode OP at LOC to location TO. We store a
1464 relative address offset by the three bytes the jump itself occupies. */
1465 #define STORE_JUMP(op, loc, to) \
1466 store_op1 (op, loc, (to) - (loc) - 3)
1468 /* Likewise, for a two-argument jump. */
1469 #define STORE_JUMP2(op, loc, to, arg) \
1470 store_op2 (op, loc, (to) - (loc) - 3, arg)
1472 /* Like `STORE_JUMP', but for inserting. Assume `b' is the buffer end. */
1473 #define INSERT_JUMP(op, loc, to) \
1474 insert_op1 (op, loc, (to) - (loc) - 3, b)
1476 /* Like `STORE_JUMP2', but for inserting. Assume `b' is the buffer end. */
1477 #define INSERT_JUMP2(op, loc, to, arg) \
1478 insert_op2 (op, loc, (to) - (loc) - 3, arg, b)
1481 /* This is not an arbitrary limit: the arguments which represent offsets
1482 into the pattern are two bytes long. So if 2^16 bytes turns out to
1483 be too small, many things would have to change. */
1484 #define MAX_BUF_SIZE (1L << 16)
1487 /* Extend the buffer by twice its current size via realloc and
1488 reset the pointers that pointed into the old block to point to the
1489 correct places in the new one. If extending the buffer results in it
1490 being larger than MAX_BUF_SIZE, then flag memory exhausted. */
1491 #define EXTEND_BUFFER() \
1492 do { \
1493 unsigned char *old_buffer = bufp->buffer; \
1494 if (bufp->allocated == MAX_BUF_SIZE) \
1495 return REG_ESIZE; \
1496 bufp->allocated <<= 1; \
1497 if (bufp->allocated > MAX_BUF_SIZE) \
1498 bufp->allocated = MAX_BUF_SIZE; \
1499 bufp->buffer = (unsigned char *) realloc (bufp->buffer, bufp->allocated);\
1500 if (bufp->buffer == NULL) \
1501 return REG_ESPACE; \
1502 /* If the buffer moved, move all the pointers into it. */ \
1503 if (old_buffer != bufp->buffer) \
1505 b = (b - old_buffer) + bufp->buffer; \
1506 begalt = (begalt - old_buffer) + bufp->buffer; \
1507 if (fixup_alt_jump) \
1508 fixup_alt_jump = (fixup_alt_jump - old_buffer) + bufp->buffer;\
1509 if (laststart) \
1510 laststart = (laststart - old_buffer) + bufp->buffer; \
1511 if (pending_exact) \
1512 pending_exact = (pending_exact - old_buffer) + bufp->buffer; \
1514 } while (0)
1517 /* Since we have one byte reserved for the register number argument to
1518 {start,stop}_memory, the maximum number of groups we can report
1519 things about is what fits in that byte. */
1520 #define MAX_REGNUM 255
1522 /* But patterns can have more than `MAX_REGNUM' registers. We just
1523 ignore the excess. */
1524 typedef unsigned regnum_t;
1527 /* Macros for the compile stack. */
1529 /* Since offsets can go either forwards or backwards, this type needs to
1530 be able to hold values from -(MAX_BUF_SIZE - 1) to MAX_BUF_SIZE - 1. */
1531 typedef int pattern_offset_t;
1533 typedef struct
1535 pattern_offset_t begalt_offset;
1536 pattern_offset_t fixup_alt_jump;
1537 pattern_offset_t inner_group_offset;
1538 pattern_offset_t laststart_offset;
1539 regnum_t regnum;
1540 } compile_stack_elt_t;
1543 typedef struct
1545 compile_stack_elt_t *stack;
1546 unsigned size;
1547 unsigned avail; /* Offset of next open position. */
1548 } compile_stack_type;
1551 #define INIT_COMPILE_STACK_SIZE 32
1553 #define COMPILE_STACK_EMPTY (compile_stack.avail == 0)
1554 #define COMPILE_STACK_FULL (compile_stack.avail == compile_stack.size)
1556 /* The next available element. */
1557 #define COMPILE_STACK_TOP (compile_stack.stack[compile_stack.avail])
1560 /* Set the bit for character C in a list. */
1561 #define SET_LIST_BIT(c) \
1562 (b[((unsigned char) (c)) / BYTEWIDTH] \
1563 |= 1 << (((unsigned char) c) % BYTEWIDTH))
1566 /* Get the next unsigned number in the uncompiled pattern. */
1567 #define GET_UNSIGNED_NUMBER(num) \
1568 { if (p != pend) \
1570 PATFETCH (c); \
1571 while (ISDIGIT (c)) \
1573 if (num < 0) \
1574 num = 0; \
1575 num = num * 10 + c - '0'; \
1576 if (p == pend) \
1577 break; \
1578 PATFETCH (c); \
1583 #define CHAR_CLASS_MAX_LENGTH 6 /* Namely, `xdigit'. */
1585 #define IS_CHAR_CLASS(string) \
1586 (STREQ (string, "alpha") || STREQ (string, "upper") \
1587 || STREQ (string, "lower") || STREQ (string, "digit") \
1588 || STREQ (string, "alnum") || STREQ (string, "xdigit") \
1589 || STREQ (string, "space") || STREQ (string, "print") \
1590 || STREQ (string, "punct") || STREQ (string, "graph") \
1591 || STREQ (string, "cntrl") || STREQ (string, "blank"))
1593 #ifndef MATCH_MAY_ALLOCATE
1595 /* If we cannot allocate large objects within re_match_2_internal,
1596 we make the fail stack and register vectors global.
1597 The fail stack, we grow to the maximum size when a regexp
1598 is compiled.
1599 The register vectors, we adjust in size each time we
1600 compile a regexp, according to the number of registers it needs. */
1602 static fail_stack_type fail_stack;
1604 /* Size with which the following vectors are currently allocated.
1605 That is so we can make them bigger as needed,
1606 but never make them smaller. */
1607 static int regs_allocated_size;
1609 static const char ** regstart, ** regend;
1610 static const char ** old_regstart, ** old_regend;
1611 static const char **best_regstart, **best_regend;
1612 static register_info_type *reg_info;
1613 static const char **reg_dummy;
1614 static register_info_type *reg_info_dummy;
1616 /* Make the register vectors big enough for NUM_REGS registers,
1617 but don't make them smaller. */
1619 static
1620 regex_grow_registers (num_regs)
1621 int num_regs;
1623 if (num_regs > regs_allocated_size)
1625 RETALLOC_IF (regstart, num_regs, const char *);
1626 RETALLOC_IF (regend, num_regs, const char *);
1627 RETALLOC_IF (old_regstart, num_regs, const char *);
1628 RETALLOC_IF (old_regend, num_regs, const char *);
1629 RETALLOC_IF (best_regstart, num_regs, const char *);
1630 RETALLOC_IF (best_regend, num_regs, const char *);
1631 RETALLOC_IF (reg_info, num_regs, register_info_type);
1632 RETALLOC_IF (reg_dummy, num_regs, const char *);
1633 RETALLOC_IF (reg_info_dummy, num_regs, register_info_type);
1635 regs_allocated_size = num_regs;
1639 #endif /* not MATCH_MAY_ALLOCATE */
1641 /* `regex_compile' compiles PATTERN (of length SIZE) according to SYNTAX.
1642 Returns one of error codes defined in `regex.h', or zero for success.
1644 Assumes the `allocated' (and perhaps `buffer') and `translate'
1645 fields are set in BUFP on entry.
1647 If it succeeds, results are put in BUFP (if it returns an error, the
1648 contents of BUFP are undefined):
1649 `buffer' is the compiled pattern;
1650 `syntax' is set to SYNTAX;
1651 `used' is set to the length of the compiled pattern;
1652 `fastmap_accurate' is zero;
1653 `re_nsub' is the number of subexpressions in PATTERN;
1654 `not_bol' and `not_eol' are zero;
1656 The `fastmap' and `newline_anchor' fields are neither
1657 examined nor set. */
1659 /* Return, freeing storage we allocated. */
1660 #define FREE_STACK_RETURN(value) \
1661 return (free (compile_stack.stack), value)
1663 static reg_errcode_t
1664 regex_compile (pattern, size, syntax, bufp)
1665 const char *pattern;
1666 int size;
1667 reg_syntax_t syntax;
1668 struct re_pattern_buffer *bufp;
1670 /* We fetch characters from PATTERN here. Even though PATTERN is
1671 `char *' (i.e., signed), we declare these variables as unsigned, so
1672 they can be reliably used as array indices. */
1673 register unsigned char c, c1;
1675 /* A random temporary spot in PATTERN. */
1676 const char *p1;
1678 /* Points to the end of the buffer, where we should append. */
1679 register unsigned char *b;
1681 /* Keeps track of unclosed groups. */
1682 compile_stack_type compile_stack;
1684 /* Points to the current (ending) position in the pattern. */
1685 const char *p = pattern;
1686 const char *pend = pattern + size;
1688 /* How to translate the characters in the pattern. */
1689 RE_TRANSLATE_TYPE translate = bufp->translate;
1691 /* Address of the count-byte of the most recently inserted `exactn'
1692 command. This makes it possible to tell if a new exact-match
1693 character can be added to that command or if the character requires
1694 a new `exactn' command. */
1695 unsigned char *pending_exact = 0;
1697 /* Address of start of the most recently finished expression.
1698 This tells, e.g., postfix * where to find the start of its
1699 operand. Reset at the beginning of groups and alternatives. */
1700 unsigned char *laststart = 0;
1702 /* Address of beginning of regexp, or inside of last group. */
1703 unsigned char *begalt;
1705 /* Place in the uncompiled pattern (i.e., the {) to
1706 which to go back if the interval is invalid. */
1707 const char *beg_interval;
1709 /* Address of the place where a forward jump should go to the end of
1710 the containing expression. Each alternative of an `or' -- except the
1711 last -- ends with a forward jump of this sort. */
1712 unsigned char *fixup_alt_jump = 0;
1714 /* Counts open-groups as they are encountered. Remembered for the
1715 matching close-group on the compile stack, so the same register
1716 number is put in the stop_memory as the start_memory. */
1717 regnum_t regnum = 0;
1719 #ifdef DEBUG
1720 DEBUG_PRINT1 ("\nCompiling pattern: ");
1721 if (debug)
1723 unsigned debug_count;
1725 for (debug_count = 0; debug_count < size; debug_count++)
1726 putchar (pattern[debug_count]);
1727 putchar ('\n');
1729 #endif /* DEBUG */
1731 /* Initialize the compile stack. */
1732 compile_stack.stack = TALLOC (INIT_COMPILE_STACK_SIZE, compile_stack_elt_t);
1733 if (compile_stack.stack == NULL)
1734 return REG_ESPACE;
1736 compile_stack.size = INIT_COMPILE_STACK_SIZE;
1737 compile_stack.avail = 0;
1739 /* Initialize the pattern buffer. */
1740 bufp->syntax = syntax;
1741 bufp->fastmap_accurate = 0;
1742 bufp->not_bol = bufp->not_eol = 0;
1744 /* Set `used' to zero, so that if we return an error, the pattern
1745 printer (for debugging) will think there's no pattern. We reset it
1746 at the end. */
1747 bufp->used = 0;
1749 /* Always count groups, whether or not bufp->no_sub is set. */
1750 bufp->re_nsub = 0;
1752 #if !defined (emacs) && !defined (SYNTAX_TABLE)
1753 /* Initialize the syntax table. */
1754 init_syntax_once ();
1755 #endif
1757 if (bufp->allocated == 0)
1759 if (bufp->buffer)
1760 { /* If zero allocated, but buffer is non-null, try to realloc
1761 enough space. This loses if buffer's address is bogus, but
1762 that is the user's responsibility. */
1763 RETALLOC (bufp->buffer, INIT_BUF_SIZE, unsigned char);
1765 else
1766 { /* Caller did not allocate a buffer. Do it for them. */
1767 bufp->buffer = TALLOC (INIT_BUF_SIZE, unsigned char);
1769 if (!bufp->buffer) FREE_STACK_RETURN (REG_ESPACE);
1771 bufp->allocated = INIT_BUF_SIZE;
1774 begalt = b = bufp->buffer;
1776 /* Loop through the uncompiled pattern until we're at the end. */
1777 while (p != pend)
1779 PATFETCH (c);
1781 switch (c)
1783 case '^':
1785 if ( /* If at start of pattern, it's an operator. */
1786 p == pattern + 1
1787 /* If context independent, it's an operator. */
1788 || syntax & RE_CONTEXT_INDEP_ANCHORS
1789 /* Otherwise, depends on what's come before. */
1790 || at_begline_loc_p (pattern, p, syntax))
1791 BUF_PUSH (begline);
1792 else
1793 goto normal_char;
1795 break;
1798 case '$':
1800 if ( /* If at end of pattern, it's an operator. */
1801 p == pend
1802 /* If context independent, it's an operator. */
1803 || syntax & RE_CONTEXT_INDEP_ANCHORS
1804 /* Otherwise, depends on what's next. */
1805 || at_endline_loc_p (p, pend, syntax))
1806 BUF_PUSH (endline);
1807 else
1808 goto normal_char;
1810 break;
1813 case '+':
1814 case '?':
1815 if ((syntax & RE_BK_PLUS_QM)
1816 || (syntax & RE_LIMITED_OPS))
1817 goto normal_char;
1818 handle_plus:
1819 case '*':
1820 /* If there is no previous pattern... */
1821 if (!laststart)
1823 if (syntax & RE_CONTEXT_INVALID_OPS)
1824 FREE_STACK_RETURN (REG_BADRPT);
1825 else if (!(syntax & RE_CONTEXT_INDEP_OPS))
1826 goto normal_char;
1830 /* Are we optimizing this jump? */
1831 boolean keep_string_p = false;
1833 /* 1 means zero (many) matches is allowed. */
1834 char zero_times_ok = 0, many_times_ok = 0;
1836 /* If there is a sequence of repetition chars, collapse it
1837 down to just one (the right one). We can't combine
1838 interval operators with these because of, e.g., `a{2}*',
1839 which should only match an even number of `a's. */
1841 for (;;)
1843 zero_times_ok |= c != '+';
1844 many_times_ok |= c != '?';
1846 if (p == pend)
1847 break;
1849 PATFETCH (c);
1851 if (c == '*'
1852 || (!(syntax & RE_BK_PLUS_QM) && (c == '+' || c == '?')))
1855 else if (syntax & RE_BK_PLUS_QM && c == '\\')
1857 if (p == pend) FREE_STACK_RETURN (REG_EESCAPE);
1859 PATFETCH (c1);
1860 if (!(c1 == '+' || c1 == '?'))
1862 PATUNFETCH;
1863 PATUNFETCH;
1864 break;
1867 c = c1;
1869 else
1871 PATUNFETCH;
1872 break;
1875 /* If we get here, we found another repeat character. */
1878 /* Star, etc. applied to an empty pattern is equivalent
1879 to an empty pattern. */
1880 if (!laststart)
1881 break;
1883 /* Now we know whether or not zero matches is allowed
1884 and also whether or not two or more matches is allowed. */
1885 if (many_times_ok)
1886 { /* More than one repetition is allowed, so put in at the
1887 end a backward relative jump from `b' to before the next
1888 jump we're going to put in below (which jumps from
1889 laststart to after this jump).
1891 But if we are at the `*' in the exact sequence `.*\n',
1892 insert an unconditional jump backwards to the .,
1893 instead of the beginning of the loop. This way we only
1894 push a failure point once, instead of every time
1895 through the loop. */
1896 assert (p - 1 > pattern);
1898 /* Allocate the space for the jump. */
1899 GET_BUFFER_SPACE (3);
1901 /* We know we are not at the first character of the pattern,
1902 because laststart was nonzero. And we've already
1903 incremented `p', by the way, to be the character after
1904 the `*'. Do we have to do something analogous here
1905 for null bytes, because of RE_DOT_NOT_NULL? */
1906 if (TRANSLATE (*(p - 2)) == TRANSLATE ('.')
1907 && zero_times_ok
1908 && p < pend && TRANSLATE (*p) == TRANSLATE ('\n')
1909 && !(syntax & RE_DOT_NEWLINE))
1910 { /* We have .*\n. */
1911 STORE_JUMP (jump, b, laststart);
1912 keep_string_p = true;
1914 else
1915 /* Anything else. */
1916 STORE_JUMP (maybe_pop_jump, b, laststart - 3);
1918 /* We've added more stuff to the buffer. */
1919 b += 3;
1922 /* On failure, jump from laststart to b + 3, which will be the
1923 end of the buffer after this jump is inserted. */
1924 GET_BUFFER_SPACE (3);
1925 INSERT_JUMP (keep_string_p ? on_failure_keep_string_jump
1926 : on_failure_jump,
1927 laststart, b + 3);
1928 pending_exact = 0;
1929 b += 3;
1931 if (!zero_times_ok)
1933 /* At least one repetition is required, so insert a
1934 `dummy_failure_jump' before the initial
1935 `on_failure_jump' instruction of the loop. This
1936 effects a skip over that instruction the first time
1937 we hit that loop. */
1938 GET_BUFFER_SPACE (3);
1939 INSERT_JUMP (dummy_failure_jump, laststart, laststart + 6);
1940 b += 3;
1943 break;
1946 case '.':
1947 laststart = b;
1948 BUF_PUSH (anychar);
1949 break;
1952 case '[':
1954 boolean had_char_class = false;
1956 if (p == pend) FREE_STACK_RETURN (REG_EBRACK);
1958 /* Ensure that we have enough space to push a charset: the
1959 opcode, the length count, and the bitset; 34 bytes in all. */
1960 GET_BUFFER_SPACE (34);
1962 laststart = b;
1964 /* We test `*p == '^' twice, instead of using an if
1965 statement, so we only need one BUF_PUSH. */
1966 BUF_PUSH (*p == '^' ? charset_not : charset);
1967 if (*p == '^')
1968 p++;
1970 /* Remember the first position in the bracket expression. */
1971 p1 = p;
1973 /* Push the number of bytes in the bitmap. */
1974 BUF_PUSH ((1 << BYTEWIDTH) / BYTEWIDTH);
1976 /* Clear the whole map. */
1977 bzero (b, (1 << BYTEWIDTH) / BYTEWIDTH);
1979 /* charset_not matches newline according to a syntax bit. */
1980 if ((re_opcode_t) b[-2] == charset_not
1981 && (syntax & RE_HAT_LISTS_NOT_NEWLINE))
1982 SET_LIST_BIT ('\n');
1984 /* Read in characters and ranges, setting map bits. */
1985 for (;;)
1987 if (p == pend) FREE_STACK_RETURN (REG_EBRACK);
1989 PATFETCH (c);
1991 /* \ might escape characters inside [...] and [^...]. */
1992 if ((syntax & RE_BACKSLASH_ESCAPE_IN_LISTS) && c == '\\')
1994 if (p == pend) FREE_STACK_RETURN (REG_EESCAPE);
1996 PATFETCH (c1);
1997 SET_LIST_BIT (c1);
1998 continue;
2001 /* Could be the end of the bracket expression. If it's
2002 not (i.e., when the bracket expression is `[]' so
2003 far), the ']' character bit gets set way below. */
2004 if (c == ']' && p != p1 + 1)
2005 break;
2007 /* Look ahead to see if it's a range when the last thing
2008 was a character class. */
2009 if (had_char_class && c == '-' && *p != ']')
2010 FREE_STACK_RETURN (REG_ERANGE);
2012 /* Look ahead to see if it's a range when the last thing
2013 was a character: if this is a hyphen not at the
2014 beginning or the end of a list, then it's the range
2015 operator. */
2016 if (c == '-'
2017 && !(p - 2 >= pattern && p[-2] == '[')
2018 && !(p - 3 >= pattern && p[-3] == '[' && p[-2] == '^')
2019 && *p != ']')
2021 reg_errcode_t ret
2022 = compile_range (&p, pend, translate, syntax, b);
2023 if (ret != REG_NOERROR) FREE_STACK_RETURN (ret);
2026 else if (p[0] == '-' && p[1] != ']')
2027 { /* This handles ranges made up of characters only. */
2028 reg_errcode_t ret;
2030 /* Move past the `-'. */
2031 PATFETCH (c1);
2033 ret = compile_range (&p, pend, translate, syntax, b);
2034 if (ret != REG_NOERROR) FREE_STACK_RETURN (ret);
2037 /* See if we're at the beginning of a possible character
2038 class. */
2040 else if (syntax & RE_CHAR_CLASSES && c == '[' && *p == ':')
2041 { /* Leave room for the null. */
2042 char str[CHAR_CLASS_MAX_LENGTH + 1];
2044 PATFETCH (c);
2045 c1 = 0;
2047 /* If pattern is `[[:'. */
2048 if (p == pend) FREE_STACK_RETURN (REG_EBRACK);
2050 for (;;)
2052 PATFETCH (c);
2053 if (c == ':' || c == ']' || p == pend
2054 || c1 == CHAR_CLASS_MAX_LENGTH)
2055 break;
2056 str[c1++] = c;
2058 str[c1] = '\0';
2060 /* If isn't a word bracketed by `[:' and:`]':
2061 undo the ending character, the letters, and leave
2062 the leading `:' and `[' (but set bits for them). */
2063 if (c == ':' && *p == ']')
2065 int ch;
2066 boolean is_alnum = STREQ (str, "alnum");
2067 boolean is_alpha = STREQ (str, "alpha");
2068 boolean is_blank = STREQ (str, "blank");
2069 boolean is_cntrl = STREQ (str, "cntrl");
2070 boolean is_digit = STREQ (str, "digit");
2071 boolean is_graph = STREQ (str, "graph");
2072 boolean is_lower = STREQ (str, "lower");
2073 boolean is_print = STREQ (str, "print");
2074 boolean is_punct = STREQ (str, "punct");
2075 boolean is_space = STREQ (str, "space");
2076 boolean is_upper = STREQ (str, "upper");
2077 boolean is_xdigit = STREQ (str, "xdigit");
2079 if (!IS_CHAR_CLASS (str))
2080 FREE_STACK_RETURN (REG_ECTYPE);
2082 /* Throw away the ] at the end of the character
2083 class. */
2084 PATFETCH (c);
2086 if (p == pend) FREE_STACK_RETURN (REG_EBRACK);
2088 for (ch = 0; ch < 1 << BYTEWIDTH; ch++)
2090 /* This was split into 3 if's to
2091 avoid an arbitrary limit in some compiler. */
2092 if ( (is_alnum && ISALNUM (ch))
2093 || (is_alpha && ISALPHA (ch))
2094 || (is_blank && ISBLANK (ch))
2095 || (is_cntrl && ISCNTRL (ch)))
2096 SET_LIST_BIT (ch);
2097 if ( (is_digit && ISDIGIT (ch))
2098 || (is_graph && ISGRAPH (ch))
2099 || (is_lower && ISLOWER (ch))
2100 || (is_print && ISPRINT (ch)))
2101 SET_LIST_BIT (ch);
2102 if ( (is_punct && ISPUNCT (ch))
2103 || (is_space && ISSPACE (ch))
2104 || (is_upper && ISUPPER (ch))
2105 || (is_xdigit && ISXDIGIT (ch)))
2106 SET_LIST_BIT (ch);
2108 had_char_class = true;
2110 else
2112 c1++;
2113 while (c1--)
2114 PATUNFETCH;
2115 SET_LIST_BIT ('[');
2116 SET_LIST_BIT (':');
2117 had_char_class = false;
2120 else
2122 had_char_class = false;
2123 SET_LIST_BIT (c);
2127 /* Discard any (non)matching list bytes that are all 0 at the
2128 end of the map. Decrease the map-length byte too. */
2129 while ((int) b[-1] > 0 && b[b[-1] - 1] == 0)
2130 b[-1]--;
2131 b += b[-1];
2133 break;
2136 case '(':
2137 if (syntax & RE_NO_BK_PARENS)
2138 goto handle_open;
2139 else
2140 goto normal_char;
2143 case ')':
2144 if (syntax & RE_NO_BK_PARENS)
2145 goto handle_close;
2146 else
2147 goto normal_char;
2150 case '\n':
2151 if (syntax & RE_NEWLINE_ALT)
2152 goto handle_alt;
2153 else
2154 goto normal_char;
2157 case '|':
2158 if (syntax & RE_NO_BK_VBAR)
2159 goto handle_alt;
2160 else
2161 goto normal_char;
2164 case '{':
2165 if (syntax & RE_INTERVALS && syntax & RE_NO_BK_BRACES)
2166 goto handle_interval;
2167 else
2168 goto normal_char;
2171 case '\\':
2172 if (p == pend) FREE_STACK_RETURN (REG_EESCAPE);
2174 /* Do not translate the character after the \, so that we can
2175 distinguish, e.g., \B from \b, even if we normally would
2176 translate, e.g., B to b. */
2177 PATFETCH_RAW (c);
2179 switch (c)
2181 case '(':
2182 if (syntax & RE_NO_BK_PARENS)
2183 goto normal_backslash;
2185 handle_open:
2186 bufp->re_nsub++;
2187 regnum++;
2189 if (COMPILE_STACK_FULL)
2191 RETALLOC (compile_stack.stack, compile_stack.size << 1,
2192 compile_stack_elt_t);
2193 if (compile_stack.stack == NULL) return REG_ESPACE;
2195 compile_stack.size <<= 1;
2198 /* These are the values to restore when we hit end of this
2199 group. They are all relative offsets, so that if the
2200 whole pattern moves because of realloc, they will still
2201 be valid. */
2202 COMPILE_STACK_TOP.begalt_offset = begalt - bufp->buffer;
2203 COMPILE_STACK_TOP.fixup_alt_jump
2204 = fixup_alt_jump ? fixup_alt_jump - bufp->buffer + 1 : 0;
2205 COMPILE_STACK_TOP.laststart_offset = b - bufp->buffer;
2206 COMPILE_STACK_TOP.regnum = regnum;
2208 /* We will eventually replace the 0 with the number of
2209 groups inner to this one. But do not push a
2210 start_memory for groups beyond the last one we can
2211 represent in the compiled pattern. */
2212 if (regnum <= MAX_REGNUM)
2214 COMPILE_STACK_TOP.inner_group_offset = b - bufp->buffer + 2;
2215 BUF_PUSH_3 (start_memory, regnum, 0);
2218 compile_stack.avail++;
2220 fixup_alt_jump = 0;
2221 laststart = 0;
2222 begalt = b;
2223 /* If we've reached MAX_REGNUM groups, then this open
2224 won't actually generate any code, so we'll have to
2225 clear pending_exact explicitly. */
2226 pending_exact = 0;
2227 break;
2230 case ')':
2231 if (syntax & RE_NO_BK_PARENS) goto normal_backslash;
2233 if (COMPILE_STACK_EMPTY)
2234 if (syntax & RE_UNMATCHED_RIGHT_PAREN_ORD)
2235 goto normal_backslash;
2236 else
2237 FREE_STACK_RETURN (REG_ERPAREN);
2239 handle_close:
2240 if (fixup_alt_jump)
2241 { /* Push a dummy failure point at the end of the
2242 alternative for a possible future
2243 `pop_failure_jump' to pop. See comments at
2244 `push_dummy_failure' in `re_match_2'. */
2245 BUF_PUSH (push_dummy_failure);
2247 /* We allocated space for this jump when we assigned
2248 to `fixup_alt_jump', in the `handle_alt' case below. */
2249 STORE_JUMP (jump_past_alt, fixup_alt_jump, b - 1);
2252 /* See similar code for backslashed left paren above. */
2253 if (COMPILE_STACK_EMPTY)
2254 if (syntax & RE_UNMATCHED_RIGHT_PAREN_ORD)
2255 goto normal_char;
2256 else
2257 FREE_STACK_RETURN (REG_ERPAREN);
2259 /* Since we just checked for an empty stack above, this
2260 ``can't happen''. */
2261 assert (compile_stack.avail != 0);
2263 /* We don't just want to restore into `regnum', because
2264 later groups should continue to be numbered higher,
2265 as in `(ab)c(de)' -- the second group is #2. */
2266 regnum_t this_group_regnum;
2268 compile_stack.avail--;
2269 begalt = bufp->buffer + COMPILE_STACK_TOP.begalt_offset;
2270 fixup_alt_jump
2271 = COMPILE_STACK_TOP.fixup_alt_jump
2272 ? bufp->buffer + COMPILE_STACK_TOP.fixup_alt_jump - 1
2273 : 0;
2274 laststart = bufp->buffer + COMPILE_STACK_TOP.laststart_offset;
2275 this_group_regnum = COMPILE_STACK_TOP.regnum;
2276 /* If we've reached MAX_REGNUM groups, then this open
2277 won't actually generate any code, so we'll have to
2278 clear pending_exact explicitly. */
2279 pending_exact = 0;
2281 /* We're at the end of the group, so now we know how many
2282 groups were inside this one. */
2283 if (this_group_regnum <= MAX_REGNUM)
2285 unsigned char *inner_group_loc
2286 = bufp->buffer + COMPILE_STACK_TOP.inner_group_offset;
2288 *inner_group_loc = regnum - this_group_regnum;
2289 BUF_PUSH_3 (stop_memory, this_group_regnum,
2290 regnum - this_group_regnum);
2293 break;
2296 case '|': /* `\|'. */
2297 if (syntax & RE_LIMITED_OPS || syntax & RE_NO_BK_VBAR)
2298 goto normal_backslash;
2299 handle_alt:
2300 if (syntax & RE_LIMITED_OPS)
2301 goto normal_char;
2303 /* Insert before the previous alternative a jump which
2304 jumps to this alternative if the former fails. */
2305 GET_BUFFER_SPACE (3);
2306 INSERT_JUMP (on_failure_jump, begalt, b + 6);
2307 pending_exact = 0;
2308 b += 3;
2310 /* The alternative before this one has a jump after it
2311 which gets executed if it gets matched. Adjust that
2312 jump so it will jump to this alternative's analogous
2313 jump (put in below, which in turn will jump to the next
2314 (if any) alternative's such jump, etc.). The last such
2315 jump jumps to the correct final destination. A picture:
2316 _____ _____
2317 | | | |
2318 | v | v
2319 a | b | c
2321 If we are at `b', then fixup_alt_jump right now points to a
2322 three-byte space after `a'. We'll put in the jump, set
2323 fixup_alt_jump to right after `b', and leave behind three
2324 bytes which we'll fill in when we get to after `c'. */
2326 if (fixup_alt_jump)
2327 STORE_JUMP (jump_past_alt, fixup_alt_jump, b);
2329 /* Mark and leave space for a jump after this alternative,
2330 to be filled in later either by next alternative or
2331 when know we're at the end of a series of alternatives. */
2332 fixup_alt_jump = b;
2333 GET_BUFFER_SPACE (3);
2334 b += 3;
2336 laststart = 0;
2337 begalt = b;
2338 break;
2341 case '{':
2342 /* If \{ is a literal. */
2343 if (!(syntax & RE_INTERVALS)
2344 /* If we're at `\{' and it's not the open-interval
2345 operator. */
2346 || ((syntax & RE_INTERVALS) && (syntax & RE_NO_BK_BRACES))
2347 || (p - 2 == pattern && p == pend))
2348 goto normal_backslash;
2350 handle_interval:
2352 /* If got here, then the syntax allows intervals. */
2354 /* At least (most) this many matches must be made. */
2355 int lower_bound = -1, upper_bound = -1;
2357 beg_interval = p - 1;
2359 if (p == pend)
2361 if (syntax & RE_NO_BK_BRACES)
2362 goto unfetch_interval;
2363 else
2364 FREE_STACK_RETURN (REG_EBRACE);
2367 GET_UNSIGNED_NUMBER (lower_bound);
2369 if (c == ',')
2371 GET_UNSIGNED_NUMBER (upper_bound);
2372 if (upper_bound < 0) upper_bound = RE_DUP_MAX;
2374 else
2375 /* Interval such as `{1}' => match exactly once. */
2376 upper_bound = lower_bound;
2378 if (lower_bound < 0 || upper_bound > RE_DUP_MAX
2379 || lower_bound > upper_bound)
2381 if (syntax & RE_NO_BK_BRACES)
2382 goto unfetch_interval;
2383 else
2384 FREE_STACK_RETURN (REG_BADBR);
2387 if (!(syntax & RE_NO_BK_BRACES))
2389 if (c != '\\') FREE_STACK_RETURN (REG_EBRACE);
2391 PATFETCH (c);
2394 if (c != '}')
2396 if (syntax & RE_NO_BK_BRACES)
2397 goto unfetch_interval;
2398 else
2399 FREE_STACK_RETURN (REG_BADBR);
2402 /* We just parsed a valid interval. */
2404 /* If it's invalid to have no preceding re. */
2405 if (!laststart)
2407 if (syntax & RE_CONTEXT_INVALID_OPS)
2408 FREE_STACK_RETURN (REG_BADRPT);
2409 else if (syntax & RE_CONTEXT_INDEP_OPS)
2410 laststart = b;
2411 else
2412 goto unfetch_interval;
2415 /* If the upper bound is zero, don't want to succeed at
2416 all; jump from `laststart' to `b + 3', which will be
2417 the end of the buffer after we insert the jump. */
2418 if (upper_bound == 0)
2420 GET_BUFFER_SPACE (3);
2421 INSERT_JUMP (jump, laststart, b + 3);
2422 b += 3;
2425 /* Otherwise, we have a nontrivial interval. When
2426 we're all done, the pattern will look like:
2427 set_number_at <jump count> <upper bound>
2428 set_number_at <succeed_n count> <lower bound>
2429 succeed_n <after jump addr> <succeed_n count>
2430 <body of loop>
2431 jump_n <succeed_n addr> <jump count>
2432 (The upper bound and `jump_n' are omitted if
2433 `upper_bound' is 1, though.) */
2434 else
2435 { /* If the upper bound is > 1, we need to insert
2436 more at the end of the loop. */
2437 unsigned nbytes = 10 + (upper_bound > 1) * 10;
2439 GET_BUFFER_SPACE (nbytes);
2441 /* Initialize lower bound of the `succeed_n', even
2442 though it will be set during matching by its
2443 attendant `set_number_at' (inserted next),
2444 because `re_compile_fastmap' needs to know.
2445 Jump to the `jump_n' we might insert below. */
2446 INSERT_JUMP2 (succeed_n, laststart,
2447 b + 5 + (upper_bound > 1) * 5,
2448 lower_bound);
2449 b += 5;
2451 /* Code to initialize the lower bound. Insert
2452 before the `succeed_n'. The `5' is the last two
2453 bytes of this `set_number_at', plus 3 bytes of
2454 the following `succeed_n'. */
2455 insert_op2 (set_number_at, laststart, 5, lower_bound, b);
2456 b += 5;
2458 if (upper_bound > 1)
2459 { /* More than one repetition is allowed, so
2460 append a backward jump to the `succeed_n'
2461 that starts this interval.
2463 When we've reached this during matching,
2464 we'll have matched the interval once, so
2465 jump back only `upper_bound - 1' times. */
2466 STORE_JUMP2 (jump_n, b, laststart + 5,
2467 upper_bound - 1);
2468 b += 5;
2470 /* The location we want to set is the second
2471 parameter of the `jump_n'; that is `b-2' as
2472 an absolute address. `laststart' will be
2473 the `set_number_at' we're about to insert;
2474 `laststart+3' the number to set, the source
2475 for the relative address. But we are
2476 inserting into the middle of the pattern --
2477 so everything is getting moved up by 5.
2478 Conclusion: (b - 2) - (laststart + 3) + 5,
2479 i.e., b - laststart.
2481 We insert this at the beginning of the loop
2482 so that if we fail during matching, we'll
2483 reinitialize the bounds. */
2484 insert_op2 (set_number_at, laststart, b - laststart,
2485 upper_bound - 1, b);
2486 b += 5;
2489 pending_exact = 0;
2490 beg_interval = NULL;
2492 break;
2494 unfetch_interval:
2495 /* If an invalid interval, match the characters as literals. */
2496 assert (beg_interval);
2497 p = beg_interval;
2498 beg_interval = NULL;
2500 /* normal_char and normal_backslash need `c'. */
2501 PATFETCH (c);
2503 if (!(syntax & RE_NO_BK_BRACES))
2505 if (p > pattern && p[-1] == '\\')
2506 goto normal_backslash;
2508 goto normal_char;
2510 #ifdef emacs
2511 /* There is no way to specify the before_dot and after_dot
2512 operators. rms says this is ok. --karl */
2513 case '=':
2514 BUF_PUSH (at_dot);
2515 break;
2517 case 's':
2518 laststart = b;
2519 PATFETCH (c);
2520 BUF_PUSH_2 (syntaxspec, syntax_spec_code[c]);
2521 break;
2523 case 'S':
2524 laststart = b;
2525 PATFETCH (c);
2526 BUF_PUSH_2 (notsyntaxspec, syntax_spec_code[c]);
2527 break;
2528 #endif /* emacs */
2531 case 'w':
2532 laststart = b;
2533 BUF_PUSH (wordchar);
2534 break;
2537 case 'W':
2538 laststart = b;
2539 BUF_PUSH (notwordchar);
2540 break;
2543 case '<':
2544 BUF_PUSH (wordbeg);
2545 break;
2547 case '>':
2548 BUF_PUSH (wordend);
2549 break;
2551 case 'b':
2552 BUF_PUSH (wordbound);
2553 break;
2555 case 'B':
2556 BUF_PUSH (notwordbound);
2557 break;
2559 case '`':
2560 BUF_PUSH (begbuf);
2561 break;
2563 case '\'':
2564 BUF_PUSH (endbuf);
2565 break;
2567 case '1': case '2': case '3': case '4': case '5':
2568 case '6': case '7': case '8': case '9':
2569 if (syntax & RE_NO_BK_REFS)
2570 goto normal_char;
2572 c1 = c - '0';
2574 if (c1 > regnum)
2575 FREE_STACK_RETURN (REG_ESUBREG);
2577 /* Can't back reference to a subexpression if inside of it. */
2578 if (group_in_compile_stack (compile_stack, c1))
2579 goto normal_char;
2581 laststart = b;
2582 BUF_PUSH_2 (duplicate, c1);
2583 break;
2586 case '+':
2587 case '?':
2588 if (syntax & RE_BK_PLUS_QM)
2589 goto handle_plus;
2590 else
2591 goto normal_backslash;
2593 default:
2594 normal_backslash:
2595 /* You might think it would be useful for \ to mean
2596 not to translate; but if we don't translate it
2597 it will never match anything. */
2598 c = TRANSLATE (c);
2599 goto normal_char;
2601 break;
2604 default:
2605 /* Expects the character in `c'. */
2606 normal_char:
2607 /* If no exactn currently being built. */
2608 if (!pending_exact
2610 /* If last exactn not at current position. */
2611 || pending_exact + *pending_exact + 1 != b
2613 /* We have only one byte following the exactn for the count. */
2614 || *pending_exact == (1 << BYTEWIDTH) - 1
2616 /* If followed by a repetition operator. */
2617 || *p == '*' || *p == '^'
2618 || ((syntax & RE_BK_PLUS_QM)
2619 ? *p == '\\' && (p[1] == '+' || p[1] == '?')
2620 : (*p == '+' || *p == '?'))
2621 || ((syntax & RE_INTERVALS)
2622 && ((syntax & RE_NO_BK_BRACES)
2623 ? *p == '{'
2624 : (p[0] == '\\' && p[1] == '{'))))
2626 /* Start building a new exactn. */
2628 laststart = b;
2630 BUF_PUSH_2 (exactn, 0);
2631 pending_exact = b - 1;
2634 BUF_PUSH (c);
2635 (*pending_exact)++;
2636 break;
2637 } /* switch (c) */
2638 } /* while p != pend */
2641 /* Through the pattern now. */
2643 if (fixup_alt_jump)
2644 STORE_JUMP (jump_past_alt, fixup_alt_jump, b);
2646 if (!COMPILE_STACK_EMPTY)
2647 FREE_STACK_RETURN (REG_EPAREN);
2649 /* If we don't want backtracking, force success
2650 the first time we reach the end of the compiled pattern. */
2651 if (syntax & RE_NO_POSIX_BACKTRACKING)
2652 BUF_PUSH (succeed);
2654 free (compile_stack.stack);
2656 /* We have succeeded; set the length of the buffer. */
2657 bufp->used = b - bufp->buffer;
2659 #ifdef DEBUG
2660 if (debug)
2662 DEBUG_PRINT1 ("\nCompiled pattern: \n");
2663 print_compiled_pattern (bufp);
2665 #endif /* DEBUG */
2667 #ifndef MATCH_MAY_ALLOCATE
2668 /* Initialize the failure stack to the largest possible stack. This
2669 isn't necessary unless we're trying to avoid calling alloca in
2670 the search and match routines. */
2672 int num_regs = bufp->re_nsub + 1;
2674 /* Since DOUBLE_FAIL_STACK refuses to double only if the current size
2675 is strictly greater than re_max_failures, the largest possible stack
2676 is 2 * re_max_failures failure points. */
2677 if (fail_stack.size < (2 * re_max_failures * MAX_FAILURE_ITEMS))
2679 fail_stack.size = (2 * re_max_failures * MAX_FAILURE_ITEMS);
2681 #ifdef emacs
2682 if (! fail_stack.stack)
2683 fail_stack.stack
2684 = (fail_stack_elt_t *) xmalloc (fail_stack.size
2685 * sizeof (fail_stack_elt_t));
2686 else
2687 fail_stack.stack
2688 = (fail_stack_elt_t *) xrealloc (fail_stack.stack,
2689 (fail_stack.size
2690 * sizeof (fail_stack_elt_t)));
2691 #else /* not emacs */
2692 if (! fail_stack.stack)
2693 fail_stack.stack
2694 = (fail_stack_elt_t *) malloc (fail_stack.size
2695 * sizeof (fail_stack_elt_t));
2696 else
2697 fail_stack.stack
2698 = (fail_stack_elt_t *) realloc (fail_stack.stack,
2699 (fail_stack.size
2700 * sizeof (fail_stack_elt_t)));
2701 #endif /* not emacs */
2704 regex_grow_registers (num_regs);
2706 #endif /* not MATCH_MAY_ALLOCATE */
2708 return REG_NOERROR;
2709 } /* regex_compile */
2711 /* Subroutines for `regex_compile'. */
2713 /* Store OP at LOC followed by two-byte integer parameter ARG. */
2715 static void
2716 store_op1 (op, loc, arg)
2717 re_opcode_t op;
2718 unsigned char *loc;
2719 int arg;
2721 *loc = (unsigned char) op;
2722 STORE_NUMBER (loc + 1, arg);
2726 /* Like `store_op1', but for two two-byte parameters ARG1 and ARG2. */
2728 static void
2729 store_op2 (op, loc, arg1, arg2)
2730 re_opcode_t op;
2731 unsigned char *loc;
2732 int arg1, arg2;
2734 *loc = (unsigned char) op;
2735 STORE_NUMBER (loc + 1, arg1);
2736 STORE_NUMBER (loc + 3, arg2);
2740 /* Copy the bytes from LOC to END to open up three bytes of space at LOC
2741 for OP followed by two-byte integer parameter ARG. */
2743 static void
2744 insert_op1 (op, loc, arg, end)
2745 re_opcode_t op;
2746 unsigned char *loc;
2747 int arg;
2748 unsigned char *end;
2750 register unsigned char *pfrom = end;
2751 register unsigned char *pto = end + 3;
2753 while (pfrom != loc)
2754 *--pto = *--pfrom;
2756 store_op1 (op, loc, arg);
2760 /* Like `insert_op1', but for two two-byte parameters ARG1 and ARG2. */
2762 static void
2763 insert_op2 (op, loc, arg1, arg2, end)
2764 re_opcode_t op;
2765 unsigned char *loc;
2766 int arg1, arg2;
2767 unsigned char *end;
2769 register unsigned char *pfrom = end;
2770 register unsigned char *pto = end + 5;
2772 while (pfrom != loc)
2773 *--pto = *--pfrom;
2775 store_op2 (op, loc, arg1, arg2);
2779 /* P points to just after a ^ in PATTERN. Return true if that ^ comes
2780 after an alternative or a begin-subexpression. We assume there is at
2781 least one character before the ^. */
2783 static boolean
2784 at_begline_loc_p (pattern, p, syntax)
2785 const char *pattern, *p;
2786 reg_syntax_t syntax;
2788 const char *prev = p - 2;
2789 boolean prev_prev_backslash = prev > pattern && prev[-1] == '\\';
2791 return
2792 /* After a subexpression? */
2793 (*prev == '(' && (syntax & RE_NO_BK_PARENS || prev_prev_backslash))
2794 /* After an alternative? */
2795 || (*prev == '|' && (syntax & RE_NO_BK_VBAR || prev_prev_backslash));
2799 /* The dual of at_begline_loc_p. This one is for $. We assume there is
2800 at least one character after the $, i.e., `P < PEND'. */
2802 static boolean
2803 at_endline_loc_p (p, pend, syntax)
2804 const char *p, *pend;
2805 int syntax;
2807 const char *next = p;
2808 boolean next_backslash = *next == '\\';
2809 const char *next_next = p + 1 < pend ? p + 1 : 0;
2811 return
2812 /* Before a subexpression? */
2813 (syntax & RE_NO_BK_PARENS ? *next == ')'
2814 : next_backslash && next_next && *next_next == ')')
2815 /* Before an alternative? */
2816 || (syntax & RE_NO_BK_VBAR ? *next == '|'
2817 : next_backslash && next_next && *next_next == '|');
2821 /* Returns true if REGNUM is in one of COMPILE_STACK's elements and
2822 false if it's not. */
2824 static boolean
2825 group_in_compile_stack (compile_stack, regnum)
2826 compile_stack_type compile_stack;
2827 regnum_t regnum;
2829 int this_element;
2831 for (this_element = compile_stack.avail - 1;
2832 this_element >= 0;
2833 this_element--)
2834 if (compile_stack.stack[this_element].regnum == regnum)
2835 return true;
2837 return false;
2841 /* Read the ending character of a range (in a bracket expression) from the
2842 uncompiled pattern *P_PTR (which ends at PEND). We assume the
2843 starting character is in `P[-2]'. (`P[-1]' is the character `-'.)
2844 Then we set the translation of all bits between the starting and
2845 ending characters (inclusive) in the compiled pattern B.
2847 Return an error code.
2849 We use these short variable names so we can use the same macros as
2850 `regex_compile' itself. */
2852 static reg_errcode_t
2853 compile_range (p_ptr, pend, translate, syntax, b)
2854 const char **p_ptr, *pend;
2855 RE_TRANSLATE_TYPE translate;
2856 reg_syntax_t syntax;
2857 unsigned char *b;
2859 unsigned this_char;
2861 const char *p = *p_ptr;
2862 int range_start, range_end;
2864 if (p == pend)
2865 return REG_ERANGE;
2867 /* Even though the pattern is a signed `char *', we need to fetch
2868 with unsigned char *'s; if the high bit of the pattern character
2869 is set, the range endpoints will be negative if we fetch using a
2870 signed char *.
2872 We also want to fetch the endpoints without translating them; the
2873 appropriate translation is done in the bit-setting loop below. */
2874 /* The SVR4 compiler on the 3B2 had trouble with unsigned const char *. */
2875 range_start = ((const unsigned char *) p)[-2];
2876 range_end = ((const unsigned char *) p)[0];
2878 /* Have to increment the pointer into the pattern string, so the
2879 caller isn't still at the ending character. */
2880 (*p_ptr)++;
2882 /* If the start is after the end, the range is empty. */
2883 if (range_start > range_end)
2884 return syntax & RE_NO_EMPTY_RANGES ? REG_ERANGE : REG_NOERROR;
2886 /* Here we see why `this_char' has to be larger than an `unsigned
2887 char' -- the range is inclusive, so if `range_end' == 0xff
2888 (assuming 8-bit characters), we would otherwise go into an infinite
2889 loop, since all characters <= 0xff. */
2890 for (this_char = range_start; this_char <= range_end; this_char++)
2892 SET_LIST_BIT (TRANSLATE (this_char));
2895 return REG_NOERROR;
2898 /* re_compile_fastmap computes a ``fastmap'' for the compiled pattern in
2899 BUFP. A fastmap records which of the (1 << BYTEWIDTH) possible
2900 characters can start a string that matches the pattern. This fastmap
2901 is used by re_search to skip quickly over impossible starting points.
2903 The caller must supply the address of a (1 << BYTEWIDTH)-byte data
2904 area as BUFP->fastmap.
2906 We set the `fastmap', `fastmap_accurate', and `can_be_null' fields in
2907 the pattern buffer.
2909 Returns 0 if we succeed, -2 if an internal error. */
2912 re_compile_fastmap (bufp)
2913 struct re_pattern_buffer *bufp;
2915 int j, k;
2916 #ifdef MATCH_MAY_ALLOCATE
2917 fail_stack_type fail_stack;
2918 #endif
2919 #ifndef REGEX_MALLOC
2920 char *destination;
2921 #endif
2922 /* We don't push any register information onto the failure stack. */
2923 unsigned num_regs = 0;
2925 register char *fastmap = bufp->fastmap;
2926 unsigned char *pattern = bufp->buffer;
2927 unsigned long size = bufp->used;
2928 unsigned char *p = pattern;
2929 register unsigned char *pend = pattern + size;
2931 /* This holds the pointer to the failure stack, when
2932 it is allocated relocatably. */
2933 fail_stack_elt_t *failure_stack_ptr;
2935 /* Assume that each path through the pattern can be null until
2936 proven otherwise. We set this false at the bottom of switch
2937 statement, to which we get only if a particular path doesn't
2938 match the empty string. */
2939 boolean path_can_be_null = true;
2941 /* We aren't doing a `succeed_n' to begin with. */
2942 boolean succeed_n_p = false;
2944 assert (fastmap != NULL && p != NULL);
2946 INIT_FAIL_STACK ();
2947 bzero (fastmap, 1 << BYTEWIDTH); /* Assume nothing's valid. */
2948 bufp->fastmap_accurate = 1; /* It will be when we're done. */
2949 bufp->can_be_null = 0;
2951 while (1)
2953 if (p == pend || *p == succeed)
2955 /* We have reached the (effective) end of pattern. */
2956 if (!FAIL_STACK_EMPTY ())
2958 bufp->can_be_null |= path_can_be_null;
2960 /* Reset for next path. */
2961 path_can_be_null = true;
2963 p = fail_stack.stack[--fail_stack.avail].pointer;
2965 continue;
2967 else
2968 break;
2971 /* We should never be about to go beyond the end of the pattern. */
2972 assert (p < pend);
2974 switch (SWITCH_ENUM_CAST ((re_opcode_t) *p++))
2977 /* I guess the idea here is to simply not bother with a fastmap
2978 if a backreference is used, since it's too hard to figure out
2979 the fastmap for the corresponding group. Setting
2980 `can_be_null' stops `re_search_2' from using the fastmap, so
2981 that is all we do. */
2982 case duplicate:
2983 bufp->can_be_null = 1;
2984 goto done;
2987 /* Following are the cases which match a character. These end
2988 with `break'. */
2990 case exactn:
2991 fastmap[p[1]] = 1;
2992 break;
2995 case charset:
2996 for (j = *p++ * BYTEWIDTH - 1; j >= 0; j--)
2997 if (p[j / BYTEWIDTH] & (1 << (j % BYTEWIDTH)))
2998 fastmap[j] = 1;
2999 break;
3002 case charset_not:
3003 /* Chars beyond end of map must be allowed. */
3004 for (j = *p * BYTEWIDTH; j < (1 << BYTEWIDTH); j++)
3005 fastmap[j] = 1;
3007 for (j = *p++ * BYTEWIDTH - 1; j >= 0; j--)
3008 if (!(p[j / BYTEWIDTH] & (1 << (j % BYTEWIDTH))))
3009 fastmap[j] = 1;
3010 break;
3013 case wordchar:
3014 for (j = 0; j < (1 << BYTEWIDTH); j++)
3015 if (SYNTAX (j) == Sword)
3016 fastmap[j] = 1;
3017 break;
3020 case notwordchar:
3021 for (j = 0; j < (1 << BYTEWIDTH); j++)
3022 if (SYNTAX (j) != Sword)
3023 fastmap[j] = 1;
3024 break;
3027 case anychar:
3029 int fastmap_newline = fastmap['\n'];
3031 /* `.' matches anything ... */
3032 for (j = 0; j < (1 << BYTEWIDTH); j++)
3033 fastmap[j] = 1;
3035 /* ... except perhaps newline. */
3036 if (!(bufp->syntax & RE_DOT_NEWLINE))
3037 fastmap['\n'] = fastmap_newline;
3039 /* Return if we have already set `can_be_null'; if we have,
3040 then the fastmap is irrelevant. Something's wrong here. */
3041 else if (bufp->can_be_null)
3042 goto done;
3044 /* Otherwise, have to check alternative paths. */
3045 break;
3048 #ifdef emacs
3049 case syntaxspec:
3050 k = *p++;
3051 for (j = 0; j < (1 << BYTEWIDTH); j++)
3052 if (SYNTAX (j) == (enum syntaxcode) k)
3053 fastmap[j] = 1;
3054 break;
3057 case notsyntaxspec:
3058 k = *p++;
3059 for (j = 0; j < (1 << BYTEWIDTH); j++)
3060 if (SYNTAX (j) != (enum syntaxcode) k)
3061 fastmap[j] = 1;
3062 break;
3065 /* All cases after this match the empty string. These end with
3066 `continue'. */
3069 case before_dot:
3070 case at_dot:
3071 case after_dot:
3072 continue;
3073 #endif /* emacs */
3076 case no_op:
3077 case begline:
3078 case endline:
3079 case begbuf:
3080 case endbuf:
3081 case wordbound:
3082 case notwordbound:
3083 case wordbeg:
3084 case wordend:
3085 case push_dummy_failure:
3086 continue;
3089 case jump_n:
3090 case pop_failure_jump:
3091 case maybe_pop_jump:
3092 case jump:
3093 case jump_past_alt:
3094 case dummy_failure_jump:
3095 EXTRACT_NUMBER_AND_INCR (j, p);
3096 p += j;
3097 if (j > 0)
3098 continue;
3100 /* Jump backward implies we just went through the body of a
3101 loop and matched nothing. Opcode jumped to should be
3102 `on_failure_jump' or `succeed_n'. Just treat it like an
3103 ordinary jump. For a * loop, it has pushed its failure
3104 point already; if so, discard that as redundant. */
3105 if ((re_opcode_t) *p != on_failure_jump
3106 && (re_opcode_t) *p != succeed_n)
3107 continue;
3109 p++;
3110 EXTRACT_NUMBER_AND_INCR (j, p);
3111 p += j;
3113 /* If what's on the stack is where we are now, pop it. */
3114 if (!FAIL_STACK_EMPTY ()
3115 && fail_stack.stack[fail_stack.avail - 1].pointer == p)
3116 fail_stack.avail--;
3118 continue;
3121 case on_failure_jump:
3122 case on_failure_keep_string_jump:
3123 handle_on_failure_jump:
3124 EXTRACT_NUMBER_AND_INCR (j, p);
3126 /* For some patterns, e.g., `(a?)?', `p+j' here points to the
3127 end of the pattern. We don't want to push such a point,
3128 since when we restore it above, entering the switch will
3129 increment `p' past the end of the pattern. We don't need
3130 to push such a point since we obviously won't find any more
3131 fastmap entries beyond `pend'. Such a pattern can match
3132 the null string, though. */
3133 if (p + j < pend)
3135 if (!PUSH_PATTERN_OP (p + j, fail_stack))
3137 RESET_FAIL_STACK ();
3138 return -2;
3141 else
3142 bufp->can_be_null = 1;
3144 if (succeed_n_p)
3146 EXTRACT_NUMBER_AND_INCR (k, p); /* Skip the n. */
3147 succeed_n_p = false;
3150 continue;
3153 case succeed_n:
3154 /* Get to the number of times to succeed. */
3155 p += 2;
3157 /* Increment p past the n for when k != 0. */
3158 EXTRACT_NUMBER_AND_INCR (k, p);
3159 if (k == 0)
3161 p -= 4;
3162 succeed_n_p = true; /* Spaghetti code alert. */
3163 goto handle_on_failure_jump;
3165 continue;
3168 case set_number_at:
3169 p += 4;
3170 continue;
3173 case start_memory:
3174 case stop_memory:
3175 p += 2;
3176 continue;
3179 default:
3180 abort (); /* We have listed all the cases. */
3181 } /* switch *p++ */
3183 /* Getting here means we have found the possible starting
3184 characters for one path of the pattern -- and that the empty
3185 string does not match. We need not follow this path further.
3186 Instead, look at the next alternative (remembered on the
3187 stack), or quit if no more. The test at the top of the loop
3188 does these things. */
3189 path_can_be_null = false;
3190 p = pend;
3191 } /* while p */
3193 /* Set `can_be_null' for the last path (also the first path, if the
3194 pattern is empty). */
3195 bufp->can_be_null |= path_can_be_null;
3197 done:
3198 RESET_FAIL_STACK ();
3199 return 0;
3200 } /* re_compile_fastmap */
3202 /* Set REGS to hold NUM_REGS registers, storing them in STARTS and
3203 ENDS. Subsequent matches using PATTERN_BUFFER and REGS will use
3204 this memory for recording register information. STARTS and ENDS
3205 must be allocated using the malloc library routine, and must each
3206 be at least NUM_REGS * sizeof (regoff_t) bytes long.
3208 If NUM_REGS == 0, then subsequent matches should allocate their own
3209 register data.
3211 Unless this function is called, the first search or match using
3212 PATTERN_BUFFER will allocate its own register data, without
3213 freeing the old data. */
3215 void
3216 re_set_registers (bufp, regs, num_regs, starts, ends)
3217 struct re_pattern_buffer *bufp;
3218 struct re_registers *regs;
3219 unsigned num_regs;
3220 regoff_t *starts, *ends;
3222 if (num_regs)
3224 bufp->regs_allocated = REGS_REALLOCATE;
3225 regs->num_regs = num_regs;
3226 regs->start = starts;
3227 regs->end = ends;
3229 else
3231 bufp->regs_allocated = REGS_UNALLOCATED;
3232 regs->num_regs = 0;
3233 regs->start = regs->end = (regoff_t *) 0;
3237 /* Searching routines. */
3239 /* Like re_search_2, below, but only one string is specified, and
3240 doesn't let you say where to stop matching. */
3243 re_search (bufp, string, size, startpos, range, regs)
3244 struct re_pattern_buffer *bufp;
3245 const char *string;
3246 int size, startpos, range;
3247 struct re_registers *regs;
3249 return re_search_2 (bufp, NULL, 0, string, size, startpos, range,
3250 regs, size);
3254 /* Using the compiled pattern in BUFP->buffer, first tries to match the
3255 virtual concatenation of STRING1 and STRING2, starting first at index
3256 STARTPOS, then at STARTPOS + 1, and so on.
3258 STRING1 and STRING2 have length SIZE1 and SIZE2, respectively.
3260 RANGE is how far to scan while trying to match. RANGE = 0 means try
3261 only at STARTPOS; in general, the last start tried is STARTPOS +
3262 RANGE.
3264 In REGS, return the indices of the virtual concatenation of STRING1
3265 and STRING2 that matched the entire BUFP->buffer and its contained
3266 subexpressions.
3268 Do not consider matching one past the index STOP in the virtual
3269 concatenation of STRING1 and STRING2.
3271 We return either the position in the strings at which the match was
3272 found, -1 if no match, or -2 if error (such as failure
3273 stack overflow). */
3276 re_search_2 (bufp, string1, size1, string2, size2, startpos, range, regs, stop)
3277 struct re_pattern_buffer *bufp;
3278 const char *string1, *string2;
3279 int size1, size2;
3280 int startpos;
3281 int range;
3282 struct re_registers *regs;
3283 int stop;
3285 int val;
3286 register char *fastmap = bufp->fastmap;
3287 register RE_TRANSLATE_TYPE translate = bufp->translate;
3288 int total_size = size1 + size2;
3289 int endpos = startpos + range;
3291 /* Check for out-of-range STARTPOS. */
3292 if (startpos < 0 || startpos > total_size)
3293 return -1;
3295 /* Fix up RANGE if it might eventually take us outside
3296 the virtual concatenation of STRING1 and STRING2.
3297 Make sure we won't move STARTPOS below 0 or above TOTAL_SIZE. */
3298 if (endpos < 0)
3299 range = 0 - startpos;
3300 else if (endpos > total_size)
3301 range = total_size - startpos;
3303 /* If the search isn't to be a backwards one, don't waste time in a
3304 search for a pattern that must be anchored. */
3305 if (bufp->used > 0 && (re_opcode_t) bufp->buffer[0] == begbuf && range > 0)
3307 if (startpos > 0)
3308 return -1;
3309 else
3310 range = 1;
3313 #ifdef emacs
3314 /* In a forward search for something that starts with \=.
3315 don't keep searching past point. */
3316 if (bufp->used > 0 && (re_opcode_t) bufp->buffer[0] == at_dot && range > 0)
3318 range = PT - startpos;
3319 if (range <= 0)
3320 return -1;
3322 #endif /* emacs */
3324 /* Update the fastmap now if not correct already. */
3325 if (fastmap && !bufp->fastmap_accurate)
3326 if (re_compile_fastmap (bufp) == -2)
3327 return -2;
3329 /* Loop through the string, looking for a place to start matching. */
3330 for (;;)
3332 /* If a fastmap is supplied, skip quickly over characters that
3333 cannot be the start of a match. If the pattern can match the
3334 null string, however, we don't need to skip characters; we want
3335 the first null string. */
3336 if (fastmap && startpos < total_size && !bufp->can_be_null)
3338 if (range > 0) /* Searching forwards. */
3340 register const char *d;
3341 register int lim = 0;
3342 int irange = range;
3344 if (startpos < size1 && startpos + range >= size1)
3345 lim = range - (size1 - startpos);
3347 d = (startpos >= size1 ? string2 - size1 : string1) + startpos;
3349 /* Written out as an if-else to avoid testing `translate'
3350 inside the loop. */
3351 if (translate)
3352 while (range > lim
3353 && !fastmap[(unsigned char)
3354 translate[(unsigned char) *d++]])
3355 range--;
3356 else
3357 while (range > lim && !fastmap[(unsigned char) *d++])
3358 range--;
3360 startpos += irange - range;
3362 else /* Searching backwards. */
3364 register char c = (size1 == 0 || startpos >= size1
3365 ? string2[startpos - size1]
3366 : string1[startpos]);
3368 if (!fastmap[(unsigned char) TRANSLATE (c)])
3369 goto advance;
3373 /* If can't match the null string, and that's all we have left, fail. */
3374 if (range >= 0 && startpos == total_size && fastmap
3375 && !bufp->can_be_null)
3376 return -1;
3378 val = re_match_2_internal (bufp, string1, size1, string2, size2,
3379 startpos, regs, stop);
3380 #ifndef REGEX_MALLOC
3381 #ifdef C_ALLOCA
3382 alloca (0);
3383 #endif
3384 #endif
3386 if (val >= 0)
3387 return startpos;
3389 if (val == -2)
3390 return -2;
3392 advance:
3393 if (!range)
3394 break;
3395 else if (range > 0)
3397 range--;
3398 startpos++;
3400 else
3402 range++;
3403 startpos--;
3406 return -1;
3407 } /* re_search_2 */
3409 /* Declarations and macros for re_match_2. */
3411 static int bcmp_translate ();
3412 static boolean alt_match_null_string_p (),
3413 common_op_match_null_string_p (),
3414 group_match_null_string_p ();
3416 /* This converts PTR, a pointer into one of the search strings `string1'
3417 and `string2' into an offset from the beginning of that string. */
3418 #define POINTER_TO_OFFSET(ptr) \
3419 (FIRST_STRING_P (ptr) \
3420 ? ((regoff_t) ((ptr) - string1)) \
3421 : ((regoff_t) ((ptr) - string2 + size1)))
3423 /* Macros for dealing with the split strings in re_match_2. */
3425 #define MATCHING_IN_FIRST_STRING (dend == end_match_1)
3427 /* Call before fetching a character with *d. This switches over to
3428 string2 if necessary. */
3429 #define PREFETCH() \
3430 while (d == dend) \
3432 /* End of string2 => fail. */ \
3433 if (dend == end_match_2) \
3434 goto fail; \
3435 /* End of string1 => advance to string2. */ \
3436 d = string2; \
3437 dend = end_match_2; \
3441 /* Test if at very beginning or at very end of the virtual concatenation
3442 of `string1' and `string2'. If only one string, it's `string2'. */
3443 #define AT_STRINGS_BEG(d) ((d) == (size1 ? string1 : string2) || !size2)
3444 #define AT_STRINGS_END(d) ((d) == end2)
3447 /* Test if D points to a character which is word-constituent. We have
3448 two special cases to check for: if past the end of string1, look at
3449 the first character in string2; and if before the beginning of
3450 string2, look at the last character in string1. */
3451 #define WORDCHAR_P(d) \
3452 (SYNTAX ((d) == end1 ? *string2 \
3453 : (d) == string2 - 1 ? *(end1 - 1) : *(d)) \
3454 == Sword)
3456 /* Disabled due to a compiler bug -- see comment at case wordbound */
3457 #if 0
3458 /* Test if the character before D and the one at D differ with respect
3459 to being word-constituent. */
3460 #define AT_WORD_BOUNDARY(d) \
3461 (AT_STRINGS_BEG (d) || AT_STRINGS_END (d) \
3462 || WORDCHAR_P (d - 1) != WORDCHAR_P (d))
3463 #endif
3465 /* Free everything we malloc. */
3466 #ifdef MATCH_MAY_ALLOCATE
3467 #define FREE_VAR(var) if (var) REGEX_FREE (var); var = NULL
3468 #define FREE_VARIABLES() \
3469 do { \
3470 REGEX_FREE_STACK (fail_stack.stack); \
3471 FREE_VAR (regstart); \
3472 FREE_VAR (regend); \
3473 FREE_VAR (old_regstart); \
3474 FREE_VAR (old_regend); \
3475 FREE_VAR (best_regstart); \
3476 FREE_VAR (best_regend); \
3477 FREE_VAR (reg_info); \
3478 FREE_VAR (reg_dummy); \
3479 FREE_VAR (reg_info_dummy); \
3480 } while (0)
3481 #else
3482 #define FREE_VARIABLES() ((void)0) /* Do nothing! But inhibit gcc warning. */
3483 #endif /* not MATCH_MAY_ALLOCATE */
3485 /* These values must meet several constraints. They must not be valid
3486 register values; since we have a limit of 255 registers (because
3487 we use only one byte in the pattern for the register number), we can
3488 use numbers larger than 255. They must differ by 1, because of
3489 NUM_FAILURE_ITEMS above. And the value for the lowest register must
3490 be larger than the value for the highest register, so we do not try
3491 to actually save any registers when none are active. */
3492 #define NO_HIGHEST_ACTIVE_REG (1 << BYTEWIDTH)
3493 #define NO_LOWEST_ACTIVE_REG (NO_HIGHEST_ACTIVE_REG + 1)
3495 /* Matching routines. */
3497 #ifndef emacs /* Emacs never uses this. */
3498 /* re_match is like re_match_2 except it takes only a single string. */
3501 re_match (bufp, string, size, pos, regs)
3502 struct re_pattern_buffer *bufp;
3503 const char *string;
3504 int size, pos;
3505 struct re_registers *regs;
3507 int result = re_match_2_internal (bufp, NULL, 0, string, size,
3508 pos, regs, size);
3509 alloca (0);
3510 return result;
3512 #endif /* not emacs */
3515 /* re_match_2 matches the compiled pattern in BUFP against the
3516 the (virtual) concatenation of STRING1 and STRING2 (of length SIZE1
3517 and SIZE2, respectively). We start matching at POS, and stop
3518 matching at STOP.
3520 If REGS is non-null and the `no_sub' field of BUFP is nonzero, we
3521 store offsets for the substring each group matched in REGS. See the
3522 documentation for exactly how many groups we fill.
3524 We return -1 if no match, -2 if an internal error (such as the
3525 failure stack overflowing). Otherwise, we return the length of the
3526 matched substring. */
3529 re_match_2 (bufp, string1, size1, string2, size2, pos, regs, stop)
3530 struct re_pattern_buffer *bufp;
3531 const char *string1, *string2;
3532 int size1, size2;
3533 int pos;
3534 struct re_registers *regs;
3535 int stop;
3537 int result = re_match_2_internal (bufp, string1, size1, string2, size2,
3538 pos, regs, stop);
3539 alloca (0);
3540 return result;
3543 /* This is a separate function so that we can force an alloca cleanup
3544 afterwards. */
3545 static int
3546 re_match_2_internal (bufp, string1, size1, string2, size2, pos, regs, stop)
3547 struct re_pattern_buffer *bufp;
3548 const char *string1, *string2;
3549 int size1, size2;
3550 int pos;
3551 struct re_registers *regs;
3552 int stop;
3554 /* General temporaries. */
3555 int mcnt;
3556 unsigned char *p1;
3558 /* Just past the end of the corresponding string. */
3559 const char *end1, *end2;
3561 /* Pointers into string1 and string2, just past the last characters in
3562 each to consider matching. */
3563 const char *end_match_1, *end_match_2;
3565 /* Where we are in the data, and the end of the current string. */
3566 const char *d, *dend;
3568 /* Where we are in the pattern, and the end of the pattern. */
3569 unsigned char *p = bufp->buffer;
3570 register unsigned char *pend = p + bufp->used;
3572 /* Mark the opcode just after a start_memory, so we can test for an
3573 empty subpattern when we get to the stop_memory. */
3574 unsigned char *just_past_start_mem = 0;
3576 /* We use this to map every character in the string. */
3577 RE_TRANSLATE_TYPE translate = bufp->translate;
3579 /* Failure point stack. Each place that can handle a failure further
3580 down the line pushes a failure point on this stack. It consists of
3581 restart, regend, and reg_info for all registers corresponding to
3582 the subexpressions we're currently inside, plus the number of such
3583 registers, and, finally, two char *'s. The first char * is where
3584 to resume scanning the pattern; the second one is where to resume
3585 scanning the strings. If the latter is zero, the failure point is
3586 a ``dummy''; if a failure happens and the failure point is a dummy,
3587 it gets discarded and the next next one is tried. */
3588 #ifdef MATCH_MAY_ALLOCATE /* otherwise, this is global. */
3589 fail_stack_type fail_stack;
3590 #endif
3591 #ifdef DEBUG
3592 static unsigned failure_id = 0;
3593 unsigned nfailure_points_pushed = 0, nfailure_points_popped = 0;
3594 #endif
3596 /* This holds the pointer to the failure stack, when
3597 it is allocated relocatably. */
3598 fail_stack_elt_t *failure_stack_ptr;
3600 /* We fill all the registers internally, independent of what we
3601 return, for use in backreferences. The number here includes
3602 an element for register zero. */
3603 unsigned num_regs = bufp->re_nsub + 1;
3605 /* The currently active registers. */
3606 unsigned lowest_active_reg = NO_LOWEST_ACTIVE_REG;
3607 unsigned highest_active_reg = NO_HIGHEST_ACTIVE_REG;
3609 /* Information on the contents of registers. These are pointers into
3610 the input strings; they record just what was matched (on this
3611 attempt) by a subexpression part of the pattern, that is, the
3612 regnum-th regstart pointer points to where in the pattern we began
3613 matching and the regnum-th regend points to right after where we
3614 stopped matching the regnum-th subexpression. (The zeroth register
3615 keeps track of what the whole pattern matches.) */
3616 #ifdef MATCH_MAY_ALLOCATE /* otherwise, these are global. */
3617 const char **regstart, **regend;
3618 #endif
3620 /* If a group that's operated upon by a repetition operator fails to
3621 match anything, then the register for its start will need to be
3622 restored because it will have been set to wherever in the string we
3623 are when we last see its open-group operator. Similarly for a
3624 register's end. */
3625 #ifdef MATCH_MAY_ALLOCATE /* otherwise, these are global. */
3626 const char **old_regstart, **old_regend;
3627 #endif
3629 /* The is_active field of reg_info helps us keep track of which (possibly
3630 nested) subexpressions we are currently in. The matched_something
3631 field of reg_info[reg_num] helps us tell whether or not we have
3632 matched any of the pattern so far this time through the reg_num-th
3633 subexpression. These two fields get reset each time through any
3634 loop their register is in. */
3635 #ifdef MATCH_MAY_ALLOCATE /* otherwise, this is global. */
3636 register_info_type *reg_info;
3637 #endif
3639 /* The following record the register info as found in the above
3640 variables when we find a match better than any we've seen before.
3641 This happens as we backtrack through the failure points, which in
3642 turn happens only if we have not yet matched the entire string. */
3643 unsigned best_regs_set = false;
3644 #ifdef MATCH_MAY_ALLOCATE /* otherwise, these are global. */
3645 const char **best_regstart, **best_regend;
3646 #endif
3648 /* Logically, this is `best_regend[0]'. But we don't want to have to
3649 allocate space for that if we're not allocating space for anything
3650 else (see below). Also, we never need info about register 0 for
3651 any of the other register vectors, and it seems rather a kludge to
3652 treat `best_regend' differently than the rest. So we keep track of
3653 the end of the best match so far in a separate variable. We
3654 initialize this to NULL so that when we backtrack the first time
3655 and need to test it, it's not garbage. */
3656 const char *match_end = NULL;
3658 /* This helps SET_REGS_MATCHED avoid doing redundant work. */
3659 int set_regs_matched_done = 0;
3661 /* Used when we pop values we don't care about. */
3662 #ifdef MATCH_MAY_ALLOCATE /* otherwise, these are global. */
3663 const char **reg_dummy;
3664 register_info_type *reg_info_dummy;
3665 #endif
3667 #ifdef DEBUG
3668 /* Counts the total number of registers pushed. */
3669 unsigned num_regs_pushed = 0;
3670 #endif
3672 DEBUG_PRINT1 ("\n\nEntering re_match_2.\n");
3674 INIT_FAIL_STACK ();
3676 #ifdef MATCH_MAY_ALLOCATE
3677 /* Do not bother to initialize all the register variables if there are
3678 no groups in the pattern, as it takes a fair amount of time. If
3679 there are groups, we include space for register 0 (the whole
3680 pattern), even though we never use it, since it simplifies the
3681 array indexing. We should fix this. */
3682 if (bufp->re_nsub)
3684 regstart = REGEX_TALLOC (num_regs, const char *);
3685 regend = REGEX_TALLOC (num_regs, const char *);
3686 old_regstart = REGEX_TALLOC (num_regs, const char *);
3687 old_regend = REGEX_TALLOC (num_regs, const char *);
3688 best_regstart = REGEX_TALLOC (num_regs, const char *);
3689 best_regend = REGEX_TALLOC (num_regs, const char *);
3690 reg_info = REGEX_TALLOC (num_regs, register_info_type);
3691 reg_dummy = REGEX_TALLOC (num_regs, const char *);
3692 reg_info_dummy = REGEX_TALLOC (num_regs, register_info_type);
3694 if (!(regstart && regend && old_regstart && old_regend && reg_info
3695 && best_regstart && best_regend && reg_dummy && reg_info_dummy))
3697 FREE_VARIABLES ();
3698 return -2;
3701 else
3703 /* We must initialize all our variables to NULL, so that
3704 `FREE_VARIABLES' doesn't try to free them. */
3705 regstart = regend = old_regstart = old_regend = best_regstart
3706 = best_regend = reg_dummy = NULL;
3707 reg_info = reg_info_dummy = (register_info_type *) NULL;
3709 #endif /* MATCH_MAY_ALLOCATE */
3711 /* The starting position is bogus. */
3712 if (pos < 0 || pos > size1 + size2)
3714 FREE_VARIABLES ();
3715 return -1;
3718 /* Initialize subexpression text positions to -1 to mark ones that no
3719 start_memory/stop_memory has been seen for. Also initialize the
3720 register information struct. */
3721 for (mcnt = 1; mcnt < num_regs; mcnt++)
3723 regstart[mcnt] = regend[mcnt]
3724 = old_regstart[mcnt] = old_regend[mcnt] = REG_UNSET_VALUE;
3726 REG_MATCH_NULL_STRING_P (reg_info[mcnt]) = MATCH_NULL_UNSET_VALUE;
3727 IS_ACTIVE (reg_info[mcnt]) = 0;
3728 MATCHED_SOMETHING (reg_info[mcnt]) = 0;
3729 EVER_MATCHED_SOMETHING (reg_info[mcnt]) = 0;
3732 /* We move `string1' into `string2' if the latter's empty -- but not if
3733 `string1' is null. */
3734 if (size2 == 0 && string1 != NULL)
3736 string2 = string1;
3737 size2 = size1;
3738 string1 = 0;
3739 size1 = 0;
3741 end1 = string1 + size1;
3742 end2 = string2 + size2;
3744 /* Compute where to stop matching, within the two strings. */
3745 if (stop <= size1)
3747 end_match_1 = string1 + stop;
3748 end_match_2 = string2;
3750 else
3752 end_match_1 = end1;
3753 end_match_2 = string2 + stop - size1;
3756 /* `p' scans through the pattern as `d' scans through the data.
3757 `dend' is the end of the input string that `d' points within. `d'
3758 is advanced into the following input string whenever necessary, but
3759 this happens before fetching; therefore, at the beginning of the
3760 loop, `d' can be pointing at the end of a string, but it cannot
3761 equal `string2'. */
3762 if (size1 > 0 && pos <= size1)
3764 d = string1 + pos;
3765 dend = end_match_1;
3767 else
3769 d = string2 + pos - size1;
3770 dend = end_match_2;
3773 DEBUG_PRINT1 ("The compiled pattern is: ");
3774 DEBUG_PRINT_COMPILED_PATTERN (bufp, p, pend);
3775 DEBUG_PRINT1 ("The string to match is: `");
3776 DEBUG_PRINT_DOUBLE_STRING (d, string1, size1, string2, size2);
3777 DEBUG_PRINT1 ("'\n");
3779 /* This loops over pattern commands. It exits by returning from the
3780 function if the match is complete, or it drops through if the match
3781 fails at this starting point in the input data. */
3782 for (;;)
3784 DEBUG_PRINT2 ("\n0x%x: ", p);
3786 if (p == pend)
3787 { /* End of pattern means we might have succeeded. */
3788 DEBUG_PRINT1 ("end of pattern ... ");
3790 /* If we haven't matched the entire string, and we want the
3791 longest match, try backtracking. */
3792 if (d != end_match_2)
3794 /* 1 if this match ends in the same string (string1 or string2)
3795 as the best previous match. */
3796 boolean same_str_p = (FIRST_STRING_P (match_end)
3797 == MATCHING_IN_FIRST_STRING);
3798 /* 1 if this match is the best seen so far. */
3799 boolean best_match_p;
3801 /* AIX compiler got confused when this was combined
3802 with the previous declaration. */
3803 if (same_str_p)
3804 best_match_p = d > match_end;
3805 else
3806 best_match_p = !MATCHING_IN_FIRST_STRING;
3808 DEBUG_PRINT1 ("backtracking.\n");
3810 if (!FAIL_STACK_EMPTY ())
3811 { /* More failure points to try. */
3813 /* If exceeds best match so far, save it. */
3814 if (!best_regs_set || best_match_p)
3816 best_regs_set = true;
3817 match_end = d;
3819 DEBUG_PRINT1 ("\nSAVING match as best so far.\n");
3821 for (mcnt = 1; mcnt < num_regs; mcnt++)
3823 best_regstart[mcnt] = regstart[mcnt];
3824 best_regend[mcnt] = regend[mcnt];
3827 goto fail;
3830 /* If no failure points, don't restore garbage. And if
3831 last match is real best match, don't restore second
3832 best one. */
3833 else if (best_regs_set && !best_match_p)
3835 restore_best_regs:
3836 /* Restore best match. It may happen that `dend ==
3837 end_match_1' while the restored d is in string2.
3838 For example, the pattern `x.*y.*z' against the
3839 strings `x-' and `y-z-', if the two strings are
3840 not consecutive in memory. */
3841 DEBUG_PRINT1 ("Restoring best registers.\n");
3843 d = match_end;
3844 dend = ((d >= string1 && d <= end1)
3845 ? end_match_1 : end_match_2);
3847 for (mcnt = 1; mcnt < num_regs; mcnt++)
3849 regstart[mcnt] = best_regstart[mcnt];
3850 regend[mcnt] = best_regend[mcnt];
3853 } /* d != end_match_2 */
3855 succeed_label:
3856 DEBUG_PRINT1 ("Accepting match.\n");
3858 /* If caller wants register contents data back, do it. */
3859 if (regs && !bufp->no_sub)
3861 /* Have the register data arrays been allocated? */
3862 if (bufp->regs_allocated == REGS_UNALLOCATED)
3863 { /* No. So allocate them with malloc. We need one
3864 extra element beyond `num_regs' for the `-1' marker
3865 GNU code uses. */
3866 regs->num_regs = MAX (RE_NREGS, num_regs + 1);
3867 regs->start = TALLOC (regs->num_regs, regoff_t);
3868 regs->end = TALLOC (regs->num_regs, regoff_t);
3869 if (regs->start == NULL || regs->end == NULL)
3871 FREE_VARIABLES ();
3872 return -2;
3874 bufp->regs_allocated = REGS_REALLOCATE;
3876 else if (bufp->regs_allocated == REGS_REALLOCATE)
3877 { /* Yes. If we need more elements than were already
3878 allocated, reallocate them. If we need fewer, just
3879 leave it alone. */
3880 if (regs->num_regs < num_regs + 1)
3882 regs->num_regs = num_regs + 1;
3883 RETALLOC (regs->start, regs->num_regs, regoff_t);
3884 RETALLOC (regs->end, regs->num_regs, regoff_t);
3885 if (regs->start == NULL || regs->end == NULL)
3887 FREE_VARIABLES ();
3888 return -2;
3892 else
3894 /* These braces fend off a "empty body in an else-statement"
3895 warning under GCC when assert expands to nothing. */
3896 assert (bufp->regs_allocated == REGS_FIXED);
3899 /* Convert the pointer data in `regstart' and `regend' to
3900 indices. Register zero has to be set differently,
3901 since we haven't kept track of any info for it. */
3902 if (regs->num_regs > 0)
3904 regs->start[0] = pos;
3905 regs->end[0] = (MATCHING_IN_FIRST_STRING
3906 ? ((regoff_t) (d - string1))
3907 : ((regoff_t) (d - string2 + size1)));
3910 /* Go through the first `min (num_regs, regs->num_regs)'
3911 registers, since that is all we initialized. */
3912 for (mcnt = 1; mcnt < MIN (num_regs, regs->num_regs); mcnt++)
3914 if (REG_UNSET (regstart[mcnt]) || REG_UNSET (regend[mcnt]))
3915 regs->start[mcnt] = regs->end[mcnt] = -1;
3916 else
3918 regs->start[mcnt]
3919 = (regoff_t) POINTER_TO_OFFSET (regstart[mcnt]);
3920 regs->end[mcnt]
3921 = (regoff_t) POINTER_TO_OFFSET (regend[mcnt]);
3925 /* If the regs structure we return has more elements than
3926 were in the pattern, set the extra elements to -1. If
3927 we (re)allocated the registers, this is the case,
3928 because we always allocate enough to have at least one
3929 -1 at the end. */
3930 for (mcnt = num_regs; mcnt < regs->num_regs; mcnt++)
3931 regs->start[mcnt] = regs->end[mcnt] = -1;
3932 } /* regs && !bufp->no_sub */
3934 DEBUG_PRINT4 ("%u failure points pushed, %u popped (%u remain).\n",
3935 nfailure_points_pushed, nfailure_points_popped,
3936 nfailure_points_pushed - nfailure_points_popped);
3937 DEBUG_PRINT2 ("%u registers pushed.\n", num_regs_pushed);
3939 mcnt = d - pos - (MATCHING_IN_FIRST_STRING
3940 ? string1
3941 : string2 - size1);
3943 DEBUG_PRINT2 ("Returning %d from re_match_2.\n", mcnt);
3945 FREE_VARIABLES ();
3946 return mcnt;
3949 /* Otherwise match next pattern command. */
3950 switch (SWITCH_ENUM_CAST ((re_opcode_t) *p++))
3952 /* Ignore these. Used to ignore the n of succeed_n's which
3953 currently have n == 0. */
3954 case no_op:
3955 DEBUG_PRINT1 ("EXECUTING no_op.\n");
3956 break;
3958 case succeed:
3959 DEBUG_PRINT1 ("EXECUTING succeed.\n");
3960 goto succeed_label;
3962 /* Match the next n pattern characters exactly. The following
3963 byte in the pattern defines n, and the n bytes after that
3964 are the characters to match. */
3965 case exactn:
3966 mcnt = *p++;
3967 DEBUG_PRINT2 ("EXECUTING exactn %d.\n", mcnt);
3969 /* This is written out as an if-else so we don't waste time
3970 testing `translate' inside the loop. */
3971 if (translate)
3975 PREFETCH ();
3976 if ((unsigned char) translate[(unsigned char) *d++]
3977 != (unsigned char) *p++)
3978 goto fail;
3980 while (--mcnt);
3982 else
3986 PREFETCH ();
3987 if (*d++ != (char) *p++) goto fail;
3989 while (--mcnt);
3991 SET_REGS_MATCHED ();
3992 break;
3995 /* Match any character except possibly a newline or a null. */
3996 case anychar:
3997 DEBUG_PRINT1 ("EXECUTING anychar.\n");
3999 PREFETCH ();
4001 if ((!(bufp->syntax & RE_DOT_NEWLINE) && TRANSLATE (*d) == '\n')
4002 || (bufp->syntax & RE_DOT_NOT_NULL && TRANSLATE (*d) == '\000'))
4003 goto fail;
4005 SET_REGS_MATCHED ();
4006 DEBUG_PRINT2 (" Matched `%d'.\n", *d);
4007 d++;
4008 break;
4011 case charset:
4012 case charset_not:
4014 register unsigned char c;
4015 boolean not = (re_opcode_t) *(p - 1) == charset_not;
4017 DEBUG_PRINT2 ("EXECUTING charset%s.\n", not ? "_not" : "");
4019 PREFETCH ();
4020 c = TRANSLATE (*d); /* The character to match. */
4022 /* Cast to `unsigned' instead of `unsigned char' in case the
4023 bit list is a full 32 bytes long. */
4024 if (c < (unsigned) (*p * BYTEWIDTH)
4025 && p[1 + c / BYTEWIDTH] & (1 << (c % BYTEWIDTH)))
4026 not = !not;
4028 p += 1 + *p;
4030 if (!not) goto fail;
4032 SET_REGS_MATCHED ();
4033 d++;
4034 break;
4038 /* The beginning of a group is represented by start_memory.
4039 The arguments are the register number in the next byte, and the
4040 number of groups inner to this one in the next. The text
4041 matched within the group is recorded (in the internal
4042 registers data structure) under the register number. */
4043 case start_memory:
4044 DEBUG_PRINT3 ("EXECUTING start_memory %d (%d):\n", *p, p[1]);
4046 /* Find out if this group can match the empty string. */
4047 p1 = p; /* To send to group_match_null_string_p. */
4049 if (REG_MATCH_NULL_STRING_P (reg_info[*p]) == MATCH_NULL_UNSET_VALUE)
4050 REG_MATCH_NULL_STRING_P (reg_info[*p])
4051 = group_match_null_string_p (&p1, pend, reg_info);
4053 /* Save the position in the string where we were the last time
4054 we were at this open-group operator in case the group is
4055 operated upon by a repetition operator, e.g., with `(a*)*b'
4056 against `ab'; then we want to ignore where we are now in
4057 the string in case this attempt to match fails. */
4058 old_regstart[*p] = REG_MATCH_NULL_STRING_P (reg_info[*p])
4059 ? REG_UNSET (regstart[*p]) ? d : regstart[*p]
4060 : regstart[*p];
4061 DEBUG_PRINT2 (" old_regstart: %d\n",
4062 POINTER_TO_OFFSET (old_regstart[*p]));
4064 regstart[*p] = d;
4065 DEBUG_PRINT2 (" regstart: %d\n", POINTER_TO_OFFSET (regstart[*p]));
4067 IS_ACTIVE (reg_info[*p]) = 1;
4068 MATCHED_SOMETHING (reg_info[*p]) = 0;
4070 /* Clear this whenever we change the register activity status. */
4071 set_regs_matched_done = 0;
4073 /* This is the new highest active register. */
4074 highest_active_reg = *p;
4076 /* If nothing was active before, this is the new lowest active
4077 register. */
4078 if (lowest_active_reg == NO_LOWEST_ACTIVE_REG)
4079 lowest_active_reg = *p;
4081 /* Move past the register number and inner group count. */
4082 p += 2;
4083 just_past_start_mem = p;
4085 break;
4088 /* The stop_memory opcode represents the end of a group. Its
4089 arguments are the same as start_memory's: the register
4090 number, and the number of inner groups. */
4091 case stop_memory:
4092 DEBUG_PRINT3 ("EXECUTING stop_memory %d (%d):\n", *p, p[1]);
4094 /* We need to save the string position the last time we were at
4095 this close-group operator in case the group is operated
4096 upon by a repetition operator, e.g., with `((a*)*(b*)*)*'
4097 against `aba'; then we want to ignore where we are now in
4098 the string in case this attempt to match fails. */
4099 old_regend[*p] = REG_MATCH_NULL_STRING_P (reg_info[*p])
4100 ? REG_UNSET (regend[*p]) ? d : regend[*p]
4101 : regend[*p];
4102 DEBUG_PRINT2 (" old_regend: %d\n",
4103 POINTER_TO_OFFSET (old_regend[*p]));
4105 regend[*p] = d;
4106 DEBUG_PRINT2 (" regend: %d\n", POINTER_TO_OFFSET (regend[*p]));
4108 /* This register isn't active anymore. */
4109 IS_ACTIVE (reg_info[*p]) = 0;
4111 /* Clear this whenever we change the register activity status. */
4112 set_regs_matched_done = 0;
4114 /* If this was the only register active, nothing is active
4115 anymore. */
4116 if (lowest_active_reg == highest_active_reg)
4118 lowest_active_reg = NO_LOWEST_ACTIVE_REG;
4119 highest_active_reg = NO_HIGHEST_ACTIVE_REG;
4121 else
4122 { /* We must scan for the new highest active register, since
4123 it isn't necessarily one less than now: consider
4124 (a(b)c(d(e)f)g). When group 3 ends, after the f), the
4125 new highest active register is 1. */
4126 unsigned char r = *p - 1;
4127 while (r > 0 && !IS_ACTIVE (reg_info[r]))
4128 r--;
4130 /* If we end up at register zero, that means that we saved
4131 the registers as the result of an `on_failure_jump', not
4132 a `start_memory', and we jumped to past the innermost
4133 `stop_memory'. For example, in ((.)*) we save
4134 registers 1 and 2 as a result of the *, but when we pop
4135 back to the second ), we are at the stop_memory 1.
4136 Thus, nothing is active. */
4137 if (r == 0)
4139 lowest_active_reg = NO_LOWEST_ACTIVE_REG;
4140 highest_active_reg = NO_HIGHEST_ACTIVE_REG;
4142 else
4143 highest_active_reg = r;
4146 /* If just failed to match something this time around with a
4147 group that's operated on by a repetition operator, try to
4148 force exit from the ``loop'', and restore the register
4149 information for this group that we had before trying this
4150 last match. */
4151 if ((!MATCHED_SOMETHING (reg_info[*p])
4152 || just_past_start_mem == p - 1)
4153 && (p + 2) < pend)
4155 boolean is_a_jump_n = false;
4157 p1 = p + 2;
4158 mcnt = 0;
4159 switch ((re_opcode_t) *p1++)
4161 case jump_n:
4162 is_a_jump_n = true;
4163 case pop_failure_jump:
4164 case maybe_pop_jump:
4165 case jump:
4166 case dummy_failure_jump:
4167 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
4168 if (is_a_jump_n)
4169 p1 += 2;
4170 break;
4172 default:
4173 /* do nothing */ ;
4175 p1 += mcnt;
4177 /* If the next operation is a jump backwards in the pattern
4178 to an on_failure_jump right before the start_memory
4179 corresponding to this stop_memory, exit from the loop
4180 by forcing a failure after pushing on the stack the
4181 on_failure_jump's jump in the pattern, and d. */
4182 if (mcnt < 0 && (re_opcode_t) *p1 == on_failure_jump
4183 && (re_opcode_t) p1[3] == start_memory && p1[4] == *p)
4185 /* If this group ever matched anything, then restore
4186 what its registers were before trying this last
4187 failed match, e.g., with `(a*)*b' against `ab' for
4188 regstart[1], and, e.g., with `((a*)*(b*)*)*'
4189 against `aba' for regend[3].
4191 Also restore the registers for inner groups for,
4192 e.g., `((a*)(b*))*' against `aba' (register 3 would
4193 otherwise get trashed). */
4195 if (EVER_MATCHED_SOMETHING (reg_info[*p]))
4197 unsigned r;
4199 EVER_MATCHED_SOMETHING (reg_info[*p]) = 0;
4201 /* Restore this and inner groups' (if any) registers. */
4202 for (r = *p; r < *p + *(p + 1); r++)
4204 regstart[r] = old_regstart[r];
4206 /* xx why this test? */
4207 if (old_regend[r] >= regstart[r])
4208 regend[r] = old_regend[r];
4211 p1++;
4212 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
4213 PUSH_FAILURE_POINT (p1 + mcnt, d, -2);
4215 goto fail;
4219 /* Move past the register number and the inner group count. */
4220 p += 2;
4221 break;
4224 /* \<digit> has been turned into a `duplicate' command which is
4225 followed by the numeric value of <digit> as the register number. */
4226 case duplicate:
4228 register const char *d2, *dend2;
4229 int regno = *p++; /* Get which register to match against. */
4230 DEBUG_PRINT2 ("EXECUTING duplicate %d.\n", regno);
4232 /* Can't back reference a group which we've never matched. */
4233 if (REG_UNSET (regstart[regno]) || REG_UNSET (regend[regno]))
4234 goto fail;
4236 /* Where in input to try to start matching. */
4237 d2 = regstart[regno];
4239 /* Where to stop matching; if both the place to start and
4240 the place to stop matching are in the same string, then
4241 set to the place to stop, otherwise, for now have to use
4242 the end of the first string. */
4244 dend2 = ((FIRST_STRING_P (regstart[regno])
4245 == FIRST_STRING_P (regend[regno]))
4246 ? regend[regno] : end_match_1);
4247 for (;;)
4249 /* If necessary, advance to next segment in register
4250 contents. */
4251 while (d2 == dend2)
4253 if (dend2 == end_match_2) break;
4254 if (dend2 == regend[regno]) break;
4256 /* End of string1 => advance to string2. */
4257 d2 = string2;
4258 dend2 = regend[regno];
4260 /* At end of register contents => success */
4261 if (d2 == dend2) break;
4263 /* If necessary, advance to next segment in data. */
4264 PREFETCH ();
4266 /* How many characters left in this segment to match. */
4267 mcnt = dend - d;
4269 /* Want how many consecutive characters we can match in
4270 one shot, so, if necessary, adjust the count. */
4271 if (mcnt > dend2 - d2)
4272 mcnt = dend2 - d2;
4274 /* Compare that many; failure if mismatch, else move
4275 past them. */
4276 if (translate
4277 ? bcmp_translate (d, d2, mcnt, translate)
4278 : bcmp (d, d2, mcnt))
4279 goto fail;
4280 d += mcnt, d2 += mcnt;
4282 /* Do this because we've match some characters. */
4283 SET_REGS_MATCHED ();
4286 break;
4289 /* begline matches the empty string at the beginning of the string
4290 (unless `not_bol' is set in `bufp'), and, if
4291 `newline_anchor' is set, after newlines. */
4292 case begline:
4293 DEBUG_PRINT1 ("EXECUTING begline.\n");
4295 if (AT_STRINGS_BEG (d))
4297 if (!bufp->not_bol) break;
4299 else if (d[-1] == '\n' && bufp->newline_anchor)
4301 break;
4303 /* In all other cases, we fail. */
4304 goto fail;
4307 /* endline is the dual of begline. */
4308 case endline:
4309 DEBUG_PRINT1 ("EXECUTING endline.\n");
4311 if (AT_STRINGS_END (d))
4313 if (!bufp->not_eol) break;
4316 /* We have to ``prefetch'' the next character. */
4317 else if ((d == end1 ? *string2 : *d) == '\n'
4318 && bufp->newline_anchor)
4320 break;
4322 goto fail;
4325 /* Match at the very beginning of the data. */
4326 case begbuf:
4327 DEBUG_PRINT1 ("EXECUTING begbuf.\n");
4328 if (AT_STRINGS_BEG (d))
4329 break;
4330 goto fail;
4333 /* Match at the very end of the data. */
4334 case endbuf:
4335 DEBUG_PRINT1 ("EXECUTING endbuf.\n");
4336 if (AT_STRINGS_END (d))
4337 break;
4338 goto fail;
4341 /* on_failure_keep_string_jump is used to optimize `.*\n'. It
4342 pushes NULL as the value for the string on the stack. Then
4343 `pop_failure_point' will keep the current value for the
4344 string, instead of restoring it. To see why, consider
4345 matching `foo\nbar' against `.*\n'. The .* matches the foo;
4346 then the . fails against the \n. But the next thing we want
4347 to do is match the \n against the \n; if we restored the
4348 string value, we would be back at the foo.
4350 Because this is used only in specific cases, we don't need to
4351 check all the things that `on_failure_jump' does, to make
4352 sure the right things get saved on the stack. Hence we don't
4353 share its code. The only reason to push anything on the
4354 stack at all is that otherwise we would have to change
4355 `anychar's code to do something besides goto fail in this
4356 case; that seems worse than this. */
4357 case on_failure_keep_string_jump:
4358 DEBUG_PRINT1 ("EXECUTING on_failure_keep_string_jump");
4360 EXTRACT_NUMBER_AND_INCR (mcnt, p);
4361 DEBUG_PRINT3 (" %d (to 0x%x):\n", mcnt, p + mcnt);
4363 PUSH_FAILURE_POINT (p + mcnt, NULL, -2);
4364 break;
4367 /* Uses of on_failure_jump:
4369 Each alternative starts with an on_failure_jump that points
4370 to the beginning of the next alternative. Each alternative
4371 except the last ends with a jump that in effect jumps past
4372 the rest of the alternatives. (They really jump to the
4373 ending jump of the following alternative, because tensioning
4374 these jumps is a hassle.)
4376 Repeats start with an on_failure_jump that points past both
4377 the repetition text and either the following jump or
4378 pop_failure_jump back to this on_failure_jump. */
4379 case on_failure_jump:
4380 on_failure:
4381 DEBUG_PRINT1 ("EXECUTING on_failure_jump");
4383 EXTRACT_NUMBER_AND_INCR (mcnt, p);
4384 DEBUG_PRINT3 (" %d (to 0x%x)", mcnt, p + mcnt);
4386 /* If this on_failure_jump comes right before a group (i.e.,
4387 the original * applied to a group), save the information
4388 for that group and all inner ones, so that if we fail back
4389 to this point, the group's information will be correct.
4390 For example, in \(a*\)*\1, we need the preceding group,
4391 and in \(zz\(a*\)b*\)\2, we need the inner group. */
4393 /* We can't use `p' to check ahead because we push
4394 a failure point to `p + mcnt' after we do this. */
4395 p1 = p;
4397 /* We need to skip no_op's before we look for the
4398 start_memory in case this on_failure_jump is happening as
4399 the result of a completed succeed_n, as in \(a\)\{1,3\}b\1
4400 against aba. */
4401 while (p1 < pend && (re_opcode_t) *p1 == no_op)
4402 p1++;
4404 if (p1 < pend && (re_opcode_t) *p1 == start_memory)
4406 /* We have a new highest active register now. This will
4407 get reset at the start_memory we are about to get to,
4408 but we will have saved all the registers relevant to
4409 this repetition op, as described above. */
4410 highest_active_reg = *(p1 + 1) + *(p1 + 2);
4411 if (lowest_active_reg == NO_LOWEST_ACTIVE_REG)
4412 lowest_active_reg = *(p1 + 1);
4415 DEBUG_PRINT1 (":\n");
4416 PUSH_FAILURE_POINT (p + mcnt, d, -2);
4417 break;
4420 /* A smart repeat ends with `maybe_pop_jump'.
4421 We change it to either `pop_failure_jump' or `jump'. */
4422 case maybe_pop_jump:
4423 EXTRACT_NUMBER_AND_INCR (mcnt, p);
4424 DEBUG_PRINT2 ("EXECUTING maybe_pop_jump %d.\n", mcnt);
4426 register unsigned char *p2 = p;
4428 /* Compare the beginning of the repeat with what in the
4429 pattern follows its end. If we can establish that there
4430 is nothing that they would both match, i.e., that we
4431 would have to backtrack because of (as in, e.g., `a*a')
4432 then we can change to pop_failure_jump, because we'll
4433 never have to backtrack.
4435 This is not true in the case of alternatives: in
4436 `(a|ab)*' we do need to backtrack to the `ab' alternative
4437 (e.g., if the string was `ab'). But instead of trying to
4438 detect that here, the alternative has put on a dummy
4439 failure point which is what we will end up popping. */
4441 /* Skip over open/close-group commands.
4442 If what follows this loop is a ...+ construct,
4443 look at what begins its body, since we will have to
4444 match at least one of that. */
4445 while (1)
4447 if (p2 + 2 < pend
4448 && ((re_opcode_t) *p2 == stop_memory
4449 || (re_opcode_t) *p2 == start_memory))
4450 p2 += 3;
4451 else if (p2 + 6 < pend
4452 && (re_opcode_t) *p2 == dummy_failure_jump)
4453 p2 += 6;
4454 else
4455 break;
4458 p1 = p + mcnt;
4459 /* p1[0] ... p1[2] are the `on_failure_jump' corresponding
4460 to the `maybe_finalize_jump' of this case. Examine what
4461 follows. */
4463 /* If we're at the end of the pattern, we can change. */
4464 if (p2 == pend)
4466 /* Consider what happens when matching ":\(.*\)"
4467 against ":/". I don't really understand this code
4468 yet. */
4469 p[-3] = (unsigned char) pop_failure_jump;
4470 DEBUG_PRINT1
4471 (" End of pattern: change to `pop_failure_jump'.\n");
4474 else if ((re_opcode_t) *p2 == exactn
4475 || (bufp->newline_anchor && (re_opcode_t) *p2 == endline))
4477 register unsigned char c
4478 = *p2 == (unsigned char) endline ? '\n' : p2[2];
4480 if ((re_opcode_t) p1[3] == exactn && p1[5] != c)
4482 p[-3] = (unsigned char) pop_failure_jump;
4483 DEBUG_PRINT3 (" %c != %c => pop_failure_jump.\n",
4484 c, p1[5]);
4487 else if ((re_opcode_t) p1[3] == charset
4488 || (re_opcode_t) p1[3] == charset_not)
4490 int not = (re_opcode_t) p1[3] == charset_not;
4492 if (c < (unsigned char) (p1[4] * BYTEWIDTH)
4493 && p1[5 + c / BYTEWIDTH] & (1 << (c % BYTEWIDTH)))
4494 not = !not;
4496 /* `not' is equal to 1 if c would match, which means
4497 that we can't change to pop_failure_jump. */
4498 if (!not)
4500 p[-3] = (unsigned char) pop_failure_jump;
4501 DEBUG_PRINT1 (" No match => pop_failure_jump.\n");
4505 else if ((re_opcode_t) *p2 == charset)
4507 #ifdef DEBUG
4508 register unsigned char c
4509 = *p2 == (unsigned char) endline ? '\n' : p2[2];
4510 #endif
4512 if ((re_opcode_t) p1[3] == exactn
4513 && ! ((int) p2[1] * BYTEWIDTH > (int) p1[5]
4514 && (p2[2 + p1[5] / BYTEWIDTH]
4515 & (1 << (p1[5] % BYTEWIDTH)))))
4517 p[-3] = (unsigned char) pop_failure_jump;
4518 DEBUG_PRINT3 (" %c != %c => pop_failure_jump.\n",
4519 c, p1[5]);
4522 else if ((re_opcode_t) p1[3] == charset_not)
4524 int idx;
4525 /* We win if the charset_not inside the loop
4526 lists every character listed in the charset after. */
4527 for (idx = 0; idx < (int) p2[1]; idx++)
4528 if (! (p2[2 + idx] == 0
4529 || (idx < (int) p1[4]
4530 && ((p2[2 + idx] & ~ p1[5 + idx]) == 0))))
4531 break;
4533 if (idx == p2[1])
4535 p[-3] = (unsigned char) pop_failure_jump;
4536 DEBUG_PRINT1 (" No match => pop_failure_jump.\n");
4539 else if ((re_opcode_t) p1[3] == charset)
4541 int idx;
4542 /* We win if the charset inside the loop
4543 has no overlap with the one after the loop. */
4544 for (idx = 0;
4545 idx < (int) p2[1] && idx < (int) p1[4];
4546 idx++)
4547 if ((p2[2 + idx] & p1[5 + idx]) != 0)
4548 break;
4550 if (idx == p2[1] || idx == p1[4])
4552 p[-3] = (unsigned char) pop_failure_jump;
4553 DEBUG_PRINT1 (" No match => pop_failure_jump.\n");
4558 p -= 2; /* Point at relative address again. */
4559 if ((re_opcode_t) p[-1] != pop_failure_jump)
4561 p[-1] = (unsigned char) jump;
4562 DEBUG_PRINT1 (" Match => jump.\n");
4563 goto unconditional_jump;
4565 /* Note fall through. */
4568 /* The end of a simple repeat has a pop_failure_jump back to
4569 its matching on_failure_jump, where the latter will push a
4570 failure point. The pop_failure_jump takes off failure
4571 points put on by this pop_failure_jump's matching
4572 on_failure_jump; we got through the pattern to here from the
4573 matching on_failure_jump, so didn't fail. */
4574 case pop_failure_jump:
4576 /* We need to pass separate storage for the lowest and
4577 highest registers, even though we don't care about the
4578 actual values. Otherwise, we will restore only one
4579 register from the stack, since lowest will == highest in
4580 `pop_failure_point'. */
4581 unsigned dummy_low_reg, dummy_high_reg;
4582 unsigned char *pdummy;
4583 const char *sdummy;
4585 DEBUG_PRINT1 ("EXECUTING pop_failure_jump.\n");
4586 POP_FAILURE_POINT (sdummy, pdummy,
4587 dummy_low_reg, dummy_high_reg,
4588 reg_dummy, reg_dummy, reg_info_dummy);
4590 /* Note fall through. */
4593 /* Unconditionally jump (without popping any failure points). */
4594 case jump:
4595 unconditional_jump:
4596 EXTRACT_NUMBER_AND_INCR (mcnt, p); /* Get the amount to jump. */
4597 DEBUG_PRINT2 ("EXECUTING jump %d ", mcnt);
4598 p += mcnt; /* Do the jump. */
4599 DEBUG_PRINT2 ("(to 0x%x).\n", p);
4600 break;
4603 /* We need this opcode so we can detect where alternatives end
4604 in `group_match_null_string_p' et al. */
4605 case jump_past_alt:
4606 DEBUG_PRINT1 ("EXECUTING jump_past_alt.\n");
4607 goto unconditional_jump;
4610 /* Normally, the on_failure_jump pushes a failure point, which
4611 then gets popped at pop_failure_jump. We will end up at
4612 pop_failure_jump, also, and with a pattern of, say, `a+', we
4613 are skipping over the on_failure_jump, so we have to push
4614 something meaningless for pop_failure_jump to pop. */
4615 case dummy_failure_jump:
4616 DEBUG_PRINT1 ("EXECUTING dummy_failure_jump.\n");
4617 /* It doesn't matter what we push for the string here. What
4618 the code at `fail' tests is the value for the pattern. */
4619 PUSH_FAILURE_POINT (0, 0, -2);
4620 goto unconditional_jump;
4623 /* At the end of an alternative, we need to push a dummy failure
4624 point in case we are followed by a `pop_failure_jump', because
4625 we don't want the failure point for the alternative to be
4626 popped. For example, matching `(a|ab)*' against `aab'
4627 requires that we match the `ab' alternative. */
4628 case push_dummy_failure:
4629 DEBUG_PRINT1 ("EXECUTING push_dummy_failure.\n");
4630 /* See comments just above at `dummy_failure_jump' about the
4631 two zeroes. */
4632 PUSH_FAILURE_POINT (0, 0, -2);
4633 break;
4635 /* Have to succeed matching what follows at least n times.
4636 After that, handle like `on_failure_jump'. */
4637 case succeed_n:
4638 EXTRACT_NUMBER (mcnt, p + 2);
4639 DEBUG_PRINT2 ("EXECUTING succeed_n %d.\n", mcnt);
4641 assert (mcnt >= 0);
4642 /* Originally, this is how many times we HAVE to succeed. */
4643 if (mcnt > 0)
4645 mcnt--;
4646 p += 2;
4647 STORE_NUMBER_AND_INCR (p, mcnt);
4648 DEBUG_PRINT3 (" Setting 0x%x to %d.\n", p, mcnt);
4650 else if (mcnt == 0)
4652 DEBUG_PRINT2 (" Setting two bytes from 0x%x to no_op.\n", p+2);
4653 p[2] = (unsigned char) no_op;
4654 p[3] = (unsigned char) no_op;
4655 goto on_failure;
4657 break;
4659 case jump_n:
4660 EXTRACT_NUMBER (mcnt, p + 2);
4661 DEBUG_PRINT2 ("EXECUTING jump_n %d.\n", mcnt);
4663 /* Originally, this is how many times we CAN jump. */
4664 if (mcnt)
4666 mcnt--;
4667 STORE_NUMBER (p + 2, mcnt);
4668 goto unconditional_jump;
4670 /* If don't have to jump any more, skip over the rest of command. */
4671 else
4672 p += 4;
4673 break;
4675 case set_number_at:
4677 DEBUG_PRINT1 ("EXECUTING set_number_at.\n");
4679 EXTRACT_NUMBER_AND_INCR (mcnt, p);
4680 p1 = p + mcnt;
4681 EXTRACT_NUMBER_AND_INCR (mcnt, p);
4682 DEBUG_PRINT3 (" Setting 0x%x to %d.\n", p1, mcnt);
4683 STORE_NUMBER (p1, mcnt);
4684 break;
4687 #if 0
4688 /* The DEC Alpha C compiler 3.x generates incorrect code for the
4689 test WORDCHAR_P (d - 1) != WORDCHAR_P (d) in the expansion of
4690 AT_WORD_BOUNDARY, so this code is disabled. Expanding the
4691 macro and introducing temporary variables works around the bug. */
4693 case wordbound:
4694 DEBUG_PRINT1 ("EXECUTING wordbound.\n");
4695 if (AT_WORD_BOUNDARY (d))
4696 break;
4697 goto fail;
4699 case notwordbound:
4700 DEBUG_PRINT1 ("EXECUTING notwordbound.\n");
4701 if (AT_WORD_BOUNDARY (d))
4702 goto fail;
4703 break;
4704 #else
4705 case wordbound:
4707 boolean prevchar, thischar;
4709 DEBUG_PRINT1 ("EXECUTING wordbound.\n");
4710 if (AT_STRINGS_BEG (d) || AT_STRINGS_END (d))
4711 break;
4713 prevchar = WORDCHAR_P (d - 1);
4714 thischar = WORDCHAR_P (d);
4715 if (prevchar != thischar)
4716 break;
4717 goto fail;
4720 case notwordbound:
4722 boolean prevchar, thischar;
4724 DEBUG_PRINT1 ("EXECUTING notwordbound.\n");
4725 if (AT_STRINGS_BEG (d) || AT_STRINGS_END (d))
4726 goto fail;
4728 prevchar = WORDCHAR_P (d - 1);
4729 thischar = WORDCHAR_P (d);
4730 if (prevchar != thischar)
4731 goto fail;
4732 break;
4734 #endif
4736 case wordbeg:
4737 DEBUG_PRINT1 ("EXECUTING wordbeg.\n");
4738 if (WORDCHAR_P (d) && (AT_STRINGS_BEG (d) || !WORDCHAR_P (d - 1)))
4739 break;
4740 goto fail;
4742 case wordend:
4743 DEBUG_PRINT1 ("EXECUTING wordend.\n");
4744 if (!AT_STRINGS_BEG (d) && WORDCHAR_P (d - 1)
4745 && (!WORDCHAR_P (d) || AT_STRINGS_END (d)))
4746 break;
4747 goto fail;
4749 #ifdef emacs
4750 case before_dot:
4751 DEBUG_PRINT1 ("EXECUTING before_dot.\n");
4752 if (PTR_CHAR_POS ((unsigned char *) d) >= point)
4753 goto fail;
4754 break;
4756 case at_dot:
4757 DEBUG_PRINT1 ("EXECUTING at_dot.\n");
4758 if (PTR_CHAR_POS ((unsigned char *) d) != point)
4759 goto fail;
4760 break;
4762 case after_dot:
4763 DEBUG_PRINT1 ("EXECUTING after_dot.\n");
4764 if (PTR_CHAR_POS ((unsigned char *) d) <= point)
4765 goto fail;
4766 break;
4768 case syntaxspec:
4769 DEBUG_PRINT2 ("EXECUTING syntaxspec %d.\n", mcnt);
4770 mcnt = *p++;
4771 goto matchsyntax;
4773 case wordchar:
4774 DEBUG_PRINT1 ("EXECUTING Emacs wordchar.\n");
4775 mcnt = (int) Sword;
4776 matchsyntax:
4777 PREFETCH ();
4778 /* Can't use *d++ here; SYNTAX may be an unsafe macro. */
4779 d++;
4780 if (SYNTAX (d[-1]) != (enum syntaxcode) mcnt)
4781 goto fail;
4782 SET_REGS_MATCHED ();
4783 break;
4785 case notsyntaxspec:
4786 DEBUG_PRINT2 ("EXECUTING notsyntaxspec %d.\n", mcnt);
4787 mcnt = *p++;
4788 goto matchnotsyntax;
4790 case notwordchar:
4791 DEBUG_PRINT1 ("EXECUTING Emacs notwordchar.\n");
4792 mcnt = (int) Sword;
4793 matchnotsyntax:
4794 PREFETCH ();
4795 /* Can't use *d++ here; SYNTAX may be an unsafe macro. */
4796 d++;
4797 if (SYNTAX (d[-1]) == (enum syntaxcode) mcnt)
4798 goto fail;
4799 SET_REGS_MATCHED ();
4800 break;
4802 #else /* not emacs */
4803 case wordchar:
4804 DEBUG_PRINT1 ("EXECUTING non-Emacs wordchar.\n");
4805 PREFETCH ();
4806 if (!WORDCHAR_P (d))
4807 goto fail;
4808 SET_REGS_MATCHED ();
4809 d++;
4810 break;
4812 case notwordchar:
4813 DEBUG_PRINT1 ("EXECUTING non-Emacs notwordchar.\n");
4814 PREFETCH ();
4815 if (WORDCHAR_P (d))
4816 goto fail;
4817 SET_REGS_MATCHED ();
4818 d++;
4819 break;
4820 #endif /* not emacs */
4822 default:
4823 abort ();
4825 continue; /* Successfully executed one pattern command; keep going. */
4828 /* We goto here if a matching operation fails. */
4829 fail:
4830 if (!FAIL_STACK_EMPTY ())
4831 { /* A restart point is known. Restore to that state. */
4832 DEBUG_PRINT1 ("\nFAIL:\n");
4833 POP_FAILURE_POINT (d, p,
4834 lowest_active_reg, highest_active_reg,
4835 regstart, regend, reg_info);
4837 /* If this failure point is a dummy, try the next one. */
4838 if (!p)
4839 goto fail;
4841 /* If we failed to the end of the pattern, don't examine *p. */
4842 assert (p <= pend);
4843 if (p < pend)
4845 boolean is_a_jump_n = false;
4847 /* If failed to a backwards jump that's part of a repetition
4848 loop, need to pop this failure point and use the next one. */
4849 switch ((re_opcode_t) *p)
4851 case jump_n:
4852 is_a_jump_n = true;
4853 case maybe_pop_jump:
4854 case pop_failure_jump:
4855 case jump:
4856 p1 = p + 1;
4857 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
4858 p1 += mcnt;
4860 if ((is_a_jump_n && (re_opcode_t) *p1 == succeed_n)
4861 || (!is_a_jump_n
4862 && (re_opcode_t) *p1 == on_failure_jump))
4863 goto fail;
4864 break;
4865 default:
4866 /* do nothing */ ;
4870 if (d >= string1 && d <= end1)
4871 dend = end_match_1;
4873 else
4874 break; /* Matching at this starting point really fails. */
4875 } /* for (;;) */
4877 if (best_regs_set)
4878 goto restore_best_regs;
4880 FREE_VARIABLES ();
4882 return -1; /* Failure to match. */
4883 } /* re_match_2 */
4885 /* Subroutine definitions for re_match_2. */
4888 /* We are passed P pointing to a register number after a start_memory.
4890 Return true if the pattern up to the corresponding stop_memory can
4891 match the empty string, and false otherwise.
4893 If we find the matching stop_memory, sets P to point to one past its number.
4894 Otherwise, sets P to an undefined byte less than or equal to END.
4896 We don't handle duplicates properly (yet). */
4898 static boolean
4899 group_match_null_string_p (p, end, reg_info)
4900 unsigned char **p, *end;
4901 register_info_type *reg_info;
4903 int mcnt;
4904 /* Point to after the args to the start_memory. */
4905 unsigned char *p1 = *p + 2;
4907 while (p1 < end)
4909 /* Skip over opcodes that can match nothing, and return true or
4910 false, as appropriate, when we get to one that can't, or to the
4911 matching stop_memory. */
4913 switch ((re_opcode_t) *p1)
4915 /* Could be either a loop or a series of alternatives. */
4916 case on_failure_jump:
4917 p1++;
4918 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
4920 /* If the next operation is not a jump backwards in the
4921 pattern. */
4923 if (mcnt >= 0)
4925 /* Go through the on_failure_jumps of the alternatives,
4926 seeing if any of the alternatives cannot match nothing.
4927 The last alternative starts with only a jump,
4928 whereas the rest start with on_failure_jump and end
4929 with a jump, e.g., here is the pattern for `a|b|c':
4931 /on_failure_jump/0/6/exactn/1/a/jump_past_alt/0/6
4932 /on_failure_jump/0/6/exactn/1/b/jump_past_alt/0/3
4933 /exactn/1/c
4935 So, we have to first go through the first (n-1)
4936 alternatives and then deal with the last one separately. */
4939 /* Deal with the first (n-1) alternatives, which start
4940 with an on_failure_jump (see above) that jumps to right
4941 past a jump_past_alt. */
4943 while ((re_opcode_t) p1[mcnt-3] == jump_past_alt)
4945 /* `mcnt' holds how many bytes long the alternative
4946 is, including the ending `jump_past_alt' and
4947 its number. */
4949 if (!alt_match_null_string_p (p1, p1 + mcnt - 3,
4950 reg_info))
4951 return false;
4953 /* Move to right after this alternative, including the
4954 jump_past_alt. */
4955 p1 += mcnt;
4957 /* Break if it's the beginning of an n-th alternative
4958 that doesn't begin with an on_failure_jump. */
4959 if ((re_opcode_t) *p1 != on_failure_jump)
4960 break;
4962 /* Still have to check that it's not an n-th
4963 alternative that starts with an on_failure_jump. */
4964 p1++;
4965 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
4966 if ((re_opcode_t) p1[mcnt-3] != jump_past_alt)
4968 /* Get to the beginning of the n-th alternative. */
4969 p1 -= 3;
4970 break;
4974 /* Deal with the last alternative: go back and get number
4975 of the `jump_past_alt' just before it. `mcnt' contains
4976 the length of the alternative. */
4977 EXTRACT_NUMBER (mcnt, p1 - 2);
4979 if (!alt_match_null_string_p (p1, p1 + mcnt, reg_info))
4980 return false;
4982 p1 += mcnt; /* Get past the n-th alternative. */
4983 } /* if mcnt > 0 */
4984 break;
4987 case stop_memory:
4988 assert (p1[1] == **p);
4989 *p = p1 + 2;
4990 return true;
4993 default:
4994 if (!common_op_match_null_string_p (&p1, end, reg_info))
4995 return false;
4997 } /* while p1 < end */
4999 return false;
5000 } /* group_match_null_string_p */
5003 /* Similar to group_match_null_string_p, but doesn't deal with alternatives:
5004 It expects P to be the first byte of a single alternative and END one
5005 byte past the last. The alternative can contain groups. */
5007 static boolean
5008 alt_match_null_string_p (p, end, reg_info)
5009 unsigned char *p, *end;
5010 register_info_type *reg_info;
5012 int mcnt;
5013 unsigned char *p1 = p;
5015 while (p1 < end)
5017 /* Skip over opcodes that can match nothing, and break when we get
5018 to one that can't. */
5020 switch ((re_opcode_t) *p1)
5022 /* It's a loop. */
5023 case on_failure_jump:
5024 p1++;
5025 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
5026 p1 += mcnt;
5027 break;
5029 default:
5030 if (!common_op_match_null_string_p (&p1, end, reg_info))
5031 return false;
5033 } /* while p1 < end */
5035 return true;
5036 } /* alt_match_null_string_p */
5039 /* Deals with the ops common to group_match_null_string_p and
5040 alt_match_null_string_p.
5042 Sets P to one after the op and its arguments, if any. */
5044 static boolean
5045 common_op_match_null_string_p (p, end, reg_info)
5046 unsigned char **p, *end;
5047 register_info_type *reg_info;
5049 int mcnt;
5050 boolean ret;
5051 int reg_no;
5052 unsigned char *p1 = *p;
5054 switch ((re_opcode_t) *p1++)
5056 case no_op:
5057 case begline:
5058 case endline:
5059 case begbuf:
5060 case endbuf:
5061 case wordbeg:
5062 case wordend:
5063 case wordbound:
5064 case notwordbound:
5065 #ifdef emacs
5066 case before_dot:
5067 case at_dot:
5068 case after_dot:
5069 #endif
5070 break;
5072 case start_memory:
5073 reg_no = *p1;
5074 assert (reg_no > 0 && reg_no <= MAX_REGNUM);
5075 ret = group_match_null_string_p (&p1, end, reg_info);
5077 /* Have to set this here in case we're checking a group which
5078 contains a group and a back reference to it. */
5080 if (REG_MATCH_NULL_STRING_P (reg_info[reg_no]) == MATCH_NULL_UNSET_VALUE)
5081 REG_MATCH_NULL_STRING_P (reg_info[reg_no]) = ret;
5083 if (!ret)
5084 return false;
5085 break;
5087 /* If this is an optimized succeed_n for zero times, make the jump. */
5088 case jump:
5089 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
5090 if (mcnt >= 0)
5091 p1 += mcnt;
5092 else
5093 return false;
5094 break;
5096 case succeed_n:
5097 /* Get to the number of times to succeed. */
5098 p1 += 2;
5099 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
5101 if (mcnt == 0)
5103 p1 -= 4;
5104 EXTRACT_NUMBER_AND_INCR (mcnt, p1);
5105 p1 += mcnt;
5107 else
5108 return false;
5109 break;
5111 case duplicate:
5112 if (!REG_MATCH_NULL_STRING_P (reg_info[*p1]))
5113 return false;
5114 break;
5116 case set_number_at:
5117 p1 += 4;
5119 default:
5120 /* All other opcodes mean we cannot match the empty string. */
5121 return false;
5124 *p = p1;
5125 return true;
5126 } /* common_op_match_null_string_p */
5129 /* Return zero if TRANSLATE[S1] and TRANSLATE[S2] are identical for LEN
5130 bytes; nonzero otherwise. */
5132 static int
5133 bcmp_translate (s1, s2, len, translate)
5134 unsigned char *s1, *s2;
5135 register int len;
5136 RE_TRANSLATE_TYPE translate;
5138 register unsigned char *p1 = s1, *p2 = s2;
5139 while (len)
5141 if (translate[*p1++] != translate[*p2++]) return 1;
5142 len--;
5144 return 0;
5147 /* Entry points for GNU code. */
5149 /* re_compile_pattern is the GNU regular expression compiler: it
5150 compiles PATTERN (of length SIZE) and puts the result in BUFP.
5151 Returns 0 if the pattern was valid, otherwise an error string.
5153 Assumes the `allocated' (and perhaps `buffer') and `translate' fields
5154 are set in BUFP on entry.
5156 We call regex_compile to do the actual compilation. */
5158 const char *
5159 re_compile_pattern (pattern, length, bufp)
5160 const char *pattern;
5161 int length;
5162 struct re_pattern_buffer *bufp;
5164 reg_errcode_t ret;
5166 /* GNU code is written to assume at least RE_NREGS registers will be set
5167 (and at least one extra will be -1). */
5168 bufp->regs_allocated = REGS_UNALLOCATED;
5170 /* And GNU code determines whether or not to get register information
5171 by passing null for the REGS argument to re_match, etc., not by
5172 setting no_sub. */
5173 bufp->no_sub = 0;
5175 /* Match anchors at newline. */
5176 bufp->newline_anchor = 1;
5178 ret = regex_compile (pattern, length, re_syntax_options, bufp);
5180 if (!ret)
5181 return NULL;
5182 return gettext (re_error_msgid[(int) ret]);
5185 /* Entry points compatible with 4.2 BSD regex library. We don't define
5186 them unless specifically requested. */
5188 #if defined (_REGEX_RE_COMP) || defined (_LIBC)
5190 /* BSD has one and only one pattern buffer. */
5191 static struct re_pattern_buffer re_comp_buf;
5193 char * weak_function
5194 re_comp (s)
5195 const char *s;
5197 reg_errcode_t ret;
5199 if (!s)
5201 if (!re_comp_buf.buffer)
5202 return gettext ("No previous regular expression");
5203 return 0;
5206 if (!re_comp_buf.buffer)
5208 re_comp_buf.buffer = (unsigned char *) malloc (200);
5209 if (re_comp_buf.buffer == NULL)
5210 return gettext (re_error_msgid[(int) REG_ESPACE]);
5211 re_comp_buf.allocated = 200;
5213 re_comp_buf.fastmap = (char *) malloc (1 << BYTEWIDTH);
5214 if (re_comp_buf.fastmap == NULL)
5215 return gettext (re_error_msgid[(int) REG_ESPACE]);
5218 /* Since `re_exec' always passes NULL for the `regs' argument, we
5219 don't need to initialize the pattern buffer fields which affect it. */
5221 /* Match anchors at newlines. */
5222 re_comp_buf.newline_anchor = 1;
5224 ret = regex_compile (s, strlen (s), re_syntax_options, &re_comp_buf);
5226 if (!ret)
5227 return NULL;
5229 /* Yes, we're discarding `const' here if !HAVE_LIBINTL. */
5230 return (char *) gettext (re_error_msgid[(int) ret]);
5234 int weak_function
5235 re_exec (s)
5236 const char *s;
5238 const int len = strlen (s);
5239 return
5240 0 <= re_search (&re_comp_buf, s, len, 0, len, (struct re_registers *) 0);
5243 #endif /* _REGEX_RE_COMP */
5245 /* POSIX.2 functions. Don't define these for Emacs. */
5247 #ifndef emacs
5249 /* regcomp takes a regular expression as a string and compiles it.
5251 PREG is a regex_t *. We do not expect any fields to be initialized,
5252 since POSIX says we shouldn't. Thus, we set
5254 `buffer' to the compiled pattern;
5255 `used' to the length of the compiled pattern;
5256 `syntax' to RE_SYNTAX_POSIX_EXTENDED if the
5257 REG_EXTENDED bit in CFLAGS is set; otherwise, to
5258 RE_SYNTAX_POSIX_BASIC;
5259 `newline_anchor' to REG_NEWLINE being set in CFLAGS;
5260 `fastmap' and `fastmap_accurate' to zero;
5261 `re_nsub' to the number of subexpressions in PATTERN.
5263 PATTERN is the address of the pattern string.
5265 CFLAGS is a series of bits which affect compilation.
5267 If REG_EXTENDED is set, we use POSIX extended syntax; otherwise, we
5268 use POSIX basic syntax.
5270 If REG_NEWLINE is set, then . and [^...] don't match newline.
5271 Also, regexec will try a match beginning after every newline.
5273 If REG_ICASE is set, then we considers upper- and lowercase
5274 versions of letters to be equivalent when matching.
5276 If REG_NOSUB is set, then when PREG is passed to regexec, that
5277 routine will report only success or failure, and nothing about the
5278 registers.
5280 It returns 0 if it succeeds, nonzero if it doesn't. (See regex.h for
5281 the return codes and their meanings.) */
5284 regcomp (preg, pattern, cflags)
5285 regex_t *preg;
5286 const char *pattern;
5287 int cflags;
5289 reg_errcode_t ret;
5290 unsigned syntax
5291 = (cflags & REG_EXTENDED) ?
5292 RE_SYNTAX_POSIX_EXTENDED : RE_SYNTAX_POSIX_BASIC;
5294 /* regex_compile will allocate the space for the compiled pattern. */
5295 preg->buffer = 0;
5296 preg->allocated = 0;
5297 preg->used = 0;
5299 /* Don't bother to use a fastmap when searching. This simplifies the
5300 REG_NEWLINE case: if we used a fastmap, we'd have to put all the
5301 characters after newlines into the fastmap. This way, we just try
5302 every character. */
5303 preg->fastmap = 0;
5305 if (cflags & REG_ICASE)
5307 unsigned i;
5309 preg->translate
5310 = (RE_TRANSLATE_TYPE) malloc (CHAR_SET_SIZE
5311 * sizeof (*(RE_TRANSLATE_TYPE)0));
5312 if (preg->translate == NULL)
5313 return (int) REG_ESPACE;
5315 /* Map uppercase characters to corresponding lowercase ones. */
5316 for (i = 0; i < CHAR_SET_SIZE; i++)
5317 preg->translate[i] = ISUPPER (i) ? tolower (i) : i;
5319 else
5320 preg->translate = NULL;
5322 /* If REG_NEWLINE is set, newlines are treated differently. */
5323 if (cflags & REG_NEWLINE)
5324 { /* REG_NEWLINE implies neither . nor [^...] match newline. */
5325 syntax &= ~RE_DOT_NEWLINE;
5326 syntax |= RE_HAT_LISTS_NOT_NEWLINE;
5327 /* It also changes the matching behavior. */
5328 preg->newline_anchor = 1;
5330 else
5331 preg->newline_anchor = 0;
5333 preg->no_sub = !!(cflags & REG_NOSUB);
5335 /* POSIX says a null character in the pattern terminates it, so we
5336 can use strlen here in compiling the pattern. */
5337 ret = regex_compile (pattern, strlen (pattern), syntax, preg);
5339 /* POSIX doesn't distinguish between an unmatched open-group and an
5340 unmatched close-group: both are REG_EPAREN. */
5341 if (ret == REG_ERPAREN) ret = REG_EPAREN;
5343 return (int) ret;
5347 /* regexec searches for a given pattern, specified by PREG, in the
5348 string STRING.
5350 If NMATCH is zero or REG_NOSUB was set in the cflags argument to
5351 `regcomp', we ignore PMATCH. Otherwise, we assume PMATCH has at
5352 least NMATCH elements, and we set them to the offsets of the
5353 corresponding matched substrings.
5355 EFLAGS specifies `execution flags' which affect matching: if
5356 REG_NOTBOL is set, then ^ does not match at the beginning of the
5357 string; if REG_NOTEOL is set, then $ does not match at the end.
5359 We return 0 if we find a match and REG_NOMATCH if not. */
5362 regexec (preg, string, nmatch, pmatch, eflags)
5363 const regex_t *preg;
5364 const char *string;
5365 size_t nmatch;
5366 regmatch_t pmatch[];
5367 int eflags;
5369 int ret;
5370 struct re_registers regs;
5371 regex_t private_preg;
5372 int len = strlen (string);
5373 boolean want_reg_info = !preg->no_sub && nmatch > 0;
5375 private_preg = *preg;
5377 private_preg.not_bol = !!(eflags & REG_NOTBOL);
5378 private_preg.not_eol = !!(eflags & REG_NOTEOL);
5380 /* The user has told us exactly how many registers to return
5381 information about, via `nmatch'. We have to pass that on to the
5382 matching routines. */
5383 private_preg.regs_allocated = REGS_FIXED;
5385 if (want_reg_info)
5387 regs.num_regs = nmatch;
5388 regs.start = TALLOC (nmatch, regoff_t);
5389 regs.end = TALLOC (nmatch, regoff_t);
5390 if (regs.start == NULL || regs.end == NULL)
5391 return (int) REG_NOMATCH;
5394 /* Perform the searching operation. */
5395 ret = re_search (&private_preg, string, len,
5396 /* start: */ 0, /* range: */ len,
5397 want_reg_info ? &regs : (struct re_registers *) 0);
5399 /* Copy the register information to the POSIX structure. */
5400 if (want_reg_info)
5402 if (ret >= 0)
5404 unsigned r;
5406 for (r = 0; r < nmatch; r++)
5408 pmatch[r].rm_so = regs.start[r];
5409 pmatch[r].rm_eo = regs.end[r];
5413 /* If we needed the temporary register info, free the space now. */
5414 free (regs.start);
5415 free (regs.end);
5418 /* We want zero return to mean success, unlike `re_search'. */
5419 return ret >= 0 ? (int) REG_NOERROR : (int) REG_NOMATCH;
5423 /* Returns a message corresponding to an error code, ERRCODE, returned
5424 from either regcomp or regexec. We don't use PREG here. */
5426 size_t
5427 regerror (errcode, preg, errbuf, errbuf_size)
5428 int errcode;
5429 const regex_t *preg;
5430 char *errbuf;
5431 size_t errbuf_size;
5433 const char *msg;
5434 size_t msg_size;
5436 if (errcode < 0
5437 || errcode >= (sizeof (re_error_msgid) / sizeof (re_error_msgid[0])))
5438 /* Only error codes returned by the rest of the code should be passed
5439 to this routine. If we are given anything else, or if other regex
5440 code generates an invalid error code, then the program has a bug.
5441 Dump core so we can fix it. */
5442 abort ();
5444 msg = gettext (re_error_msgid[errcode]);
5446 msg_size = strlen (msg) + 1; /* Includes the null. */
5448 if (errbuf_size != 0)
5450 if (msg_size > errbuf_size)
5452 strncpy (errbuf, msg, errbuf_size - 1);
5453 errbuf[errbuf_size - 1] = 0;
5455 else
5456 strcpy (errbuf, msg);
5459 return msg_size;
5463 /* Free dynamically allocated space used by PREG. */
5465 void
5466 regfree (preg)
5467 regex_t *preg;
5469 if (preg->buffer != NULL)
5470 free (preg->buffer);
5471 preg->buffer = NULL;
5473 preg->allocated = 0;
5474 preg->used = 0;
5476 if (preg->fastmap != NULL)
5477 free (preg->fastmap);
5478 preg->fastmap = NULL;
5479 preg->fastmap_accurate = 0;
5481 if (preg->translate != NULL)
5482 free (preg->translate);
5483 preg->translate = NULL;
5486 #endif /* not emacs */