1 /* vi:set ts=8 sts=4 sw=4:
3 * Handling of regular expressions: vim_regcomp(), vim_regexec(), vim_regsub()
7 * This is NOT the original regular expression code as written by Henry
8 * Spencer. This code has been modified specifically for use with the VIM
9 * editor, and should not be used separately from Vim. If you want a good
10 * regular expression library, get the original code. The copyright notice
11 * that follows is from the original.
15 * Copyright (c) 1986 by University of Toronto.
16 * Written by Henry Spencer. Not derived from licensed software.
18 * Permission is granted to anyone to use this software for any
19 * purpose on any computer system, and to redistribute it freely,
20 * subject to the following restrictions:
22 * 1. The author is not responsible for the consequences of use of
23 * this software, no matter how awful, even if they arise
26 * 2. The origin of this software must not be misrepresented, either
27 * by explicit claim or by omission.
29 * 3. Altered versions must be plainly marked as such, and must not
30 * be misrepresented as being the original software.
32 * Beware that some of this code is subtly aware of the way operator
33 * precedence is structured in regular expressions. Serious changes in
34 * regular-expression syntax might require a total rethink.
36 * Changes have been made by Tony Andrews, Olaf 'Rhialto' Seibert, Robert
37 * Webb, Ciaran McCreesh and Bram Moolenaar.
38 * Named character class support added by Walter Briscoe (1998 Jul 01)
46 * The "internal use only" fields in regexp.h are present to pass info from
47 * compile to execute that permits the execute phase to run lots faster on
48 * simple cases. They are:
50 * regstart char that must begin a match; NUL if none obvious; Can be a
51 * multi-byte character.
52 * reganch is the match anchored (at beginning-of-line only)?
53 * regmust string (pointer into program) that match must include, or NULL
54 * regmlen length of regmust string
55 * regflags RF_ values or'ed together
57 * Regstart and reganch permit very fast decisions on suitable starting points
58 * for a match, cutting down the work a lot. Regmust permits fast rejection
59 * of lines that cannot possibly match. The regmust tests are costly enough
60 * that vim_regcomp() supplies a regmust only if the r.e. contains something
61 * potentially expensive (at present, the only such thing detected is * or +
62 * at the start of the r.e., which can involve a lot of backup). Regmlen is
63 * supplied because the test in vim_regexec() needs it and vim_regcomp() is
64 * computing it anyway.
68 * Structure for regexp "program". This is essentially a linear encoding
69 * of a nondeterministic finite-state machine (aka syntax charts or
70 * "railroad normal form" in parsing technology). Each node is an opcode
71 * plus a "next" pointer, possibly plus an operand. "Next" pointers of
72 * all nodes except BRANCH and BRACES_COMPLEX implement concatenation; a "next"
73 * pointer with a BRANCH on both ends of it is connecting two alternatives.
74 * (Here we have one of the subtle syntax dependencies: an individual BRANCH
75 * (as opposed to a collection of them) is never concatenated with anything
76 * because of operator precedence). The "next" pointer of a BRACES_COMPLEX
77 * node points to the node after the stuff to be repeated.
78 * The operand of some types of node is a literal string; for others, it is a
79 * node leading into a sub-FSM. In particular, the operand of a BRANCH node
80 * is the first node of the branch.
81 * (NB this is *not* a tree structure: the tail of the branch connects to the
82 * thing following the set of BRANCHes.)
84 * pattern is coded like:
88 * <aa>\|<bb> BRANCH <aa> BRANCH <bb> --> END
90 * +------+ +----------+
93 * +------------------+
95 * <aa>* BRANCH BRANCH <aa> --> BACK BRANCH --> NOTHING --> END
97 * | +---------------+ |
98 * +---------------------------------------------+
101 * +----------------------+
103 * <aa>\+ BRANCH <aa> --> BRANCH --> BACK BRANCH --> NOTHING --> END
106 * +--------------------------------------------------+
109 * +-------------------------+
111 * <aa>\{} BRANCH BRACE_LIMITS --> BRACE_COMPLEX <aa> --> BACK END
113 * | +----------------+
114 * +-----------------------------------------------+
117 * <aa>\@!<bb> BRANCH NOMATCH <aa> --> END <bb> --> END
119 * | +----------------+ |
120 * +--------------------------------+
124 * \z[abc] BRANCH BRANCH a BRANCH b BRANCH c BRANCH NOTHING --> END
127 * | | +----------------+ |
128 * | +---------------------------+ |
129 * +------------------------------------------------------+
131 * They all start with a BRANCH for "\|" alternatives, even when there is only
139 /* definition number opnd? meaning */
140 #define END 0 /* End of program or NOMATCH operand. */
141 #define BOL 1 /* Match "" at beginning of line. */
142 #define EOL 2 /* Match "" at end of line. */
143 #define BRANCH 3 /* node Match this alternative, or the
145 #define BACK 4 /* Match "", "next" ptr points backward. */
146 #define EXACTLY 5 /* str Match this string. */
147 #define NOTHING 6 /* Match empty string. */
148 #define STAR 7 /* node Match this (simple) thing 0 or more
150 #define PLUS 8 /* node Match this (simple) thing 1 or more
152 #define MATCH 9 /* node match the operand zero-width */
153 #define NOMATCH 10 /* node check for no match with operand */
154 #define BEHIND 11 /* node look behind for a match with operand */
155 #define NOBEHIND 12 /* node look behind for no match with operand */
156 #define SUBPAT 13 /* node match the operand here */
157 #define BRACE_SIMPLE 14 /* node Match this (simple) thing between m and
158 * n times (\{m,n\}). */
159 #define BOW 15 /* Match "" after [^a-zA-Z0-9_] */
160 #define EOW 16 /* Match "" at [^a-zA-Z0-9_] */
161 #define BRACE_LIMITS 17 /* nr nr define the min & max for BRACE_SIMPLE
162 * and BRACE_COMPLEX. */
163 #define NEWL 18 /* Match line-break */
164 #define BHPOS 19 /* End position for BEHIND or NOBEHIND */
167 /* character classes: 20-48 normal, 50-78 include a line-break */
169 #define FIRST_NL ANY + ADD_NL
170 #define ANY 20 /* Match any one character. */
171 #define ANYOF 21 /* str Match any character in this string. */
172 #define ANYBUT 22 /* str Match any character not in this
174 #define IDENT 23 /* Match identifier char */
175 #define SIDENT 24 /* Match identifier char but no digit */
176 #define KWORD 25 /* Match keyword char */
177 #define SKWORD 26 /* Match word char but no digit */
178 #define FNAME 27 /* Match file name char */
179 #define SFNAME 28 /* Match file name char but no digit */
180 #define PRINT 29 /* Match printable char */
181 #define SPRINT 30 /* Match printable char but no digit */
182 #define WHITE 31 /* Match whitespace char */
183 #define NWHITE 32 /* Match non-whitespace char */
184 #define DIGIT 33 /* Match digit char */
185 #define NDIGIT 34 /* Match non-digit char */
186 #define HEX 35 /* Match hex char */
187 #define NHEX 36 /* Match non-hex char */
188 #define OCTAL 37 /* Match octal char */
189 #define NOCTAL 38 /* Match non-octal char */
190 #define WORD 39 /* Match word char */
191 #define NWORD 40 /* Match non-word char */
192 #define HEAD 41 /* Match head char */
193 #define NHEAD 42 /* Match non-head char */
194 #define ALPHA 43 /* Match alpha char */
195 #define NALPHA 44 /* Match non-alpha char */
196 #define LOWER 45 /* Match lowercase char */
197 #define NLOWER 46 /* Match non-lowercase char */
198 #define UPPER 47 /* Match uppercase char */
199 #define NUPPER 48 /* Match non-uppercase char */
200 #define LAST_NL NUPPER + ADD_NL
201 #define WITH_NL(op) ((op) >= FIRST_NL && (op) <= LAST_NL)
203 #define MOPEN 80 /* -89 Mark this point in input as start of
204 * \( subexpr. MOPEN + 0 marks start of
206 #define MCLOSE 90 /* -99 Analogous to MOPEN. MCLOSE + 0 marks
208 #define BACKREF 100 /* -109 node Match same string again \1-\9 */
211 # define ZOPEN 110 /* -119 Mark this point in input as start of
213 # define ZCLOSE 120 /* -129 Analogous to ZOPEN. */
214 # define ZREF 130 /* -139 node Match external submatch \z1-\z9 */
217 #define BRACE_COMPLEX 140 /* -149 node Match nodes between m & n times */
219 #define NOPEN 150 /* Mark this point in input as start of
221 #define NCLOSE 151 /* Analogous to NOPEN. */
223 #define MULTIBYTECODE 200 /* mbc Match one multi-byte character */
224 #define RE_BOF 201 /* Match "" at beginning of file. */
225 #define RE_EOF 202 /* Match "" at end of file. */
226 #define CURSOR 203 /* Match location of cursor. */
228 #define RE_LNUM 204 /* nr cmp Match line number */
229 #define RE_COL 205 /* nr cmp Match column number */
230 #define RE_VCOL 206 /* nr cmp Match virtual column number */
232 #define RE_MARK 207 /* mark cmp Match mark position */
233 #define RE_VISUAL 208 /* Match Visual area */
236 * Magic characters have a special meaning, they don't match literally.
237 * Magic characters are negative. This separates them from literal characters
238 * (possibly multi-byte). Only ASCII characters can be Magic.
240 #define Magic(x) ((int)(x) - 256)
241 #define un_Magic(x) ((x) + 256)
242 #define is_Magic(x) ((x) < 0)
244 static int no_Magic
__ARGS((int x
));
245 static int toggle_Magic
__ARGS((int x
));
266 * The first byte of the regexp internal "program" is actually this magic
267 * number; the start node begins in the second byte. It's used to catch the
268 * most severe mutilation of the program by the caller.
271 #define REGMAGIC 0234
276 * BRANCH The set of branches constituting a single choice are hooked
277 * together with their "next" pointers, since precedence prevents
278 * anything being concatenated to any individual branch. The
279 * "next" pointer of the last BRANCH in a choice points to the
280 * thing following the whole choice. This is also where the
281 * final "next" pointer of each individual branch points; each
282 * branch starts with the operand node of a BRANCH node.
284 * BACK Normal "next" pointers all implicitly point forward; BACK
285 * exists to make loop structures possible.
287 * STAR,PLUS '=', and complex '*' and '+', are implemented as circular
288 * BRANCH structures using BACK. Simple cases (one character
289 * per match) are implemented with STAR and PLUS for speed
290 * and to minimize recursive plunges.
292 * BRACE_LIMITS This is always followed by a BRACE_SIMPLE or BRACE_COMPLEX
293 * node, and defines the min and max limits to be used for that
296 * MOPEN,MCLOSE ...are numbered at compile time.
297 * ZOPEN,ZCLOSE ...ditto
301 * A node is one char of opcode followed by two chars of "next" pointer.
302 * "Next" pointers are stored as two 8-bit bytes, high order first. The
303 * value is a positive offset from the opcode of the node containing it.
304 * An operand, if any, simply follows the node. (Note that much of the
305 * code generation knows about this implicit relationship.)
307 * Using two bytes for the "next" pointer is vast overkill for most things,
308 * but allows patterns to get big without disasters.
310 #define OP(p) ((int)*(p))
311 #define NEXT(p) (((*((p) + 1) & 0377) << 8) + (*((p) + 2) & 0377))
312 #define OPERAND(p) ((p) + 3)
313 /* Obtain an operand that was stored as four bytes, MSB first. */
314 #define OPERAND_MIN(p) (((long)(p)[3] << 24) + ((long)(p)[4] << 16) \
315 + ((long)(p)[5] << 8) + (long)(p)[6])
316 /* Obtain a second operand stored as four bytes. */
317 #define OPERAND_MAX(p) OPERAND_MIN((p) + 4)
318 /* Obtain a second single-byte operand stored after a four bytes operand. */
319 #define OPERAND_CMP(p) (p)[7]
322 * Utility definitions.
324 #define UCHARAT(p) ((int)*(char_u *)(p))
326 /* Used for an error (down from) vim_regcomp(): give the error message, set
327 * rc_did_emsg and return NULL */
328 #define EMSG_RET_NULL(m) return (EMSG(m), rc_did_emsg = TRUE, (void *)NULL)
329 #define EMSG_M_RET_NULL(m, c) return (EMSG2((m), (c) ? "" : "\\"), rc_did_emsg = TRUE, (void *)NULL)
330 #define EMSG_RET_FAIL(m) return (EMSG(m), rc_did_emsg = TRUE, FAIL)
331 #define EMSG_ONE_RET_NULL EMSG_M_RET_NULL(_("E369: invalid item in %s%%[]"), reg_magic == MAGIC_ALL)
333 #define MAX_LIMIT (32767L << 16L)
335 static int re_multi_type
__ARGS((int));
336 static int cstrncmp
__ARGS((char_u
*s1
, char_u
*s2
, int *n
));
337 static char_u
*cstrchr
__ARGS((char_u
*, int));
340 static void regdump
__ARGS((char_u
*, regprog_T
*));
341 static char_u
*regprop
__ARGS((char_u
*));
348 * Return NOT_MULTI if c is not a "multi" operator.
349 * Return MULTI_ONE if c is a single "multi" operator.
350 * Return MULTI_MULT if c is a multi "multi" operator.
356 if (c
== Magic('@') || c
== Magic('=') || c
== Magic('?'))
358 if (c
== Magic('*') || c
== Magic('+') || c
== Magic('{'))
364 * Flags to be passed up and down.
366 #define HASWIDTH 0x1 /* Known never to match null string. */
367 #define SIMPLE 0x2 /* Simple enough to be STAR/PLUS operand. */
368 #define SPSTART 0x4 /* Starts with * or +. */
369 #define HASNL 0x8 /* Contains some \n. */
370 #define HASLOOKBH 0x10 /* Contains "\@<=" or "\@<!". */
371 #define WORST 0 /* Worst case. */
374 * When regcode is set to this value, code is not emitted and size is computed
377 #define JUST_CALC_SIZE ((char_u *) -1)
379 static char_u
*reg_prev_sub
= NULL
;
382 * REGEXP_INRANGE contains all characters which are always special in a []
384 * REGEXP_ABBR contains all characters which act as abbreviations after '\'.
386 * \n - New line (NL).
387 * \r - Carriage Return (CR).
390 * \b - Backspace (Ctrl_H).
391 * \d - Character code in decimal, eg \d123
392 * \o - Character code in octal, eg \o80
393 * \x - Character code in hex, eg \x4a
394 * \u - Multibyte character code, eg \u20ac
395 * \U - Long multibyte character code, eg \U12345678
397 static char_u REGEXP_INRANGE
[] = "]^-n\\";
398 static char_u REGEXP_ABBR
[] = "nrtebdoxuU";
400 static int backslash_trans
__ARGS((int c
));
401 static int get_char_class
__ARGS((char_u
**pp
));
402 static int get_equi_class
__ARGS((char_u
**pp
));
403 static void reg_equi_class
__ARGS((int c
));
404 static int get_coll_element
__ARGS((char_u
**pp
));
405 static char_u
*skip_anyof
__ARGS((char_u
*p
));
406 static void init_class_tab
__ARGS((void));
409 * Translate '\x' to its control character, except "\n", which is Magic.
417 case 'r': return CAR
;
418 case 't': return TAB
;
419 case 'e': return ESC
;
426 * Check for a character class name "[:name:]". "pp" points to the '['.
427 * Returns one of the CLASS_ items. CLASS_NONE means that no item was
428 * recognized. Otherwise "pp" is advanced to after the item.
434 static const char *(class_names
[]) =
437 #define CLASS_ALNUM 0
439 #define CLASS_ALPHA 1
441 #define CLASS_BLANK 2
443 #define CLASS_CNTRL 3
445 #define CLASS_DIGIT 4
447 #define CLASS_GRAPH 5
449 #define CLASS_LOWER 6
451 #define CLASS_PRINT 7
453 #define CLASS_PUNCT 8
455 #define CLASS_SPACE 9
457 #define CLASS_UPPER 10
459 #define CLASS_XDIGIT 11
463 #define CLASS_RETURN 13
465 #define CLASS_BACKSPACE 14
467 #define CLASS_ESCAPE 15
469 #define CLASS_NONE 99
474 for (i
= 0; i
< sizeof(class_names
) / sizeof(*class_names
); ++i
)
475 if (STRNCMP(*pp
+ 2, class_names
[i
], STRLEN(class_names
[i
])) == 0)
477 *pp
+= STRLEN(class_names
[i
]) + 2;
485 * Specific version of character class functions.
486 * Using a table to keep this fast.
488 static short class_tab
[256];
490 #define RI_DIGIT 0x01
492 #define RI_OCTAL 0x04
495 #define RI_ALPHA 0x20
496 #define RI_LOWER 0x40
497 #define RI_UPPER 0x80
498 #define RI_WHITE 0x100
504 static int done
= FALSE
;
509 for (i
= 0; i
< 256; ++i
)
511 if (i
>= '0' && i
<= '7')
512 class_tab
[i
] = RI_DIGIT
+ RI_HEX
+ RI_OCTAL
+ RI_WORD
;
513 else if (i
>= '8' && i
<= '9')
514 class_tab
[i
] = RI_DIGIT
+ RI_HEX
+ RI_WORD
;
515 else if (i
>= 'a' && i
<= 'f')
516 class_tab
[i
] = RI_HEX
+ RI_WORD
+ RI_HEAD
+ RI_ALPHA
+ RI_LOWER
;
518 else if ((i
>= 'g' && i
<= 'i') || (i
>= 'j' && i
<= 'r')
519 || (i
>= 's' && i
<= 'z'))
521 else if (i
>= 'g' && i
<= 'z')
523 class_tab
[i
] = RI_WORD
+ RI_HEAD
+ RI_ALPHA
+ RI_LOWER
;
524 else if (i
>= 'A' && i
<= 'F')
525 class_tab
[i
] = RI_HEX
+ RI_WORD
+ RI_HEAD
+ RI_ALPHA
+ RI_UPPER
;
527 else if ((i
>= 'G' && i
<= 'I') || ( i
>= 'J' && i
<= 'R')
528 || (i
>= 'S' && i
<= 'Z'))
530 else if (i
>= 'G' && i
<= 'Z')
532 class_tab
[i
] = RI_WORD
+ RI_HEAD
+ RI_ALPHA
+ RI_UPPER
;
534 class_tab
[i
] = RI_WORD
+ RI_HEAD
;
538 class_tab
[' '] |= RI_WHITE
;
539 class_tab
['\t'] |= RI_WHITE
;
544 # define ri_digit(c) (c < 0x100 && (class_tab[c] & RI_DIGIT))
545 # define ri_hex(c) (c < 0x100 && (class_tab[c] & RI_HEX))
546 # define ri_octal(c) (c < 0x100 && (class_tab[c] & RI_OCTAL))
547 # define ri_word(c) (c < 0x100 && (class_tab[c] & RI_WORD))
548 # define ri_head(c) (c < 0x100 && (class_tab[c] & RI_HEAD))
549 # define ri_alpha(c) (c < 0x100 && (class_tab[c] & RI_ALPHA))
550 # define ri_lower(c) (c < 0x100 && (class_tab[c] & RI_LOWER))
551 # define ri_upper(c) (c < 0x100 && (class_tab[c] & RI_UPPER))
552 # define ri_white(c) (c < 0x100 && (class_tab[c] & RI_WHITE))
554 # define ri_digit(c) (class_tab[c] & RI_DIGIT)
555 # define ri_hex(c) (class_tab[c] & RI_HEX)
556 # define ri_octal(c) (class_tab[c] & RI_OCTAL)
557 # define ri_word(c) (class_tab[c] & RI_WORD)
558 # define ri_head(c) (class_tab[c] & RI_HEAD)
559 # define ri_alpha(c) (class_tab[c] & RI_ALPHA)
560 # define ri_lower(c) (class_tab[c] & RI_LOWER)
561 # define ri_upper(c) (class_tab[c] & RI_UPPER)
562 # define ri_white(c) (class_tab[c] & RI_WHITE)
565 /* flags for regflags */
566 #define RF_ICASE 1 /* ignore case */
567 #define RF_NOICASE 2 /* don't ignore case */
568 #define RF_HASNL 4 /* can match a NL */
569 #define RF_ICOMBINE 8 /* ignore combining characters */
570 #define RF_LOOKBH 16 /* uses "\@<=" or "\@<!" */
573 * Global work variables for vim_regcomp().
576 static char_u
*regparse
; /* Input-scan pointer. */
577 static int prevchr_len
; /* byte length of previous char */
578 static int num_complex_braces
; /* Complex \{...} count */
579 static int regnpar
; /* () count. */
581 static int regnzpar
; /* \z() count. */
582 static int re_has_z
; /* \z item detected */
584 static char_u
*regcode
; /* Code-emit pointer, or JUST_CALC_SIZE */
585 static long regsize
; /* Code size. */
586 static char_u had_endbrace
[NSUBEXP
]; /* flags, TRUE if end of () found */
587 static unsigned regflags
; /* RF_ flags for prog */
588 static long brace_min
[10]; /* Minimums for complex brace repeats */
589 static long brace_max
[10]; /* Maximums for complex brace repeats */
590 static int brace_count
[10]; /* Current counts for complex brace repeats */
591 #if defined(FEAT_SYN_HL) || defined(PROTO)
592 static int had_eol
; /* TRUE when EOL found by vim_regcomp() */
594 static int one_exactly
= FALSE
; /* only do one char for EXACTLY */
596 static int reg_magic
; /* magicness of the pattern: */
597 #define MAGIC_NONE 1 /* "\V" very unmagic */
598 #define MAGIC_OFF 2 /* "\M" or 'magic' off */
599 #define MAGIC_ON 3 /* "\m" or 'magic' */
600 #define MAGIC_ALL 4 /* "\v" very magic */
602 static int reg_string
; /* matching with a string instead of a buffer
604 static int reg_strict
; /* "[abc" is illegal */
607 * META contains all characters that may be magic, except '^' and '$'.
611 static char_u META
[] = "%&()*+.123456789<=>?@ACDFHIKLMOPSUVWX[_acdfhiklmnopsuvwxz{|~";
613 /* META[] is used often enough to justify turning it into a table. */
614 static char_u META_flags
[] = {
615 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
616 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
618 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0,
619 /* 1 2 3 4 5 6 7 8 9 < = > ? */
620 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1,
621 /* @ A C D F H I K L M O */
622 1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 1,
623 /* P S U V W X Z [ _ */
624 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1,
625 /* a c d f h i k l m n o */
626 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 1, 1, 1,
627 /* p s u v w x z { | ~ */
628 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 1
634 /* arguments for reg() */
635 #define REG_NOPAREN 0 /* toplevel reg() */
636 #define REG_PAREN 1 /* \(\) */
637 #define REG_ZPAREN 2 /* \z(\) */
638 #define REG_NPAREN 3 /* \%(\) */
641 * Forward declarations for vim_regcomp()'s friends.
643 static void initchr
__ARGS((char_u
*));
644 static int getchr
__ARGS((void));
645 static void skipchr_keepstart
__ARGS((void));
646 static int peekchr
__ARGS((void));
647 static void skipchr
__ARGS((void));
648 static void ungetchr
__ARGS((void));
649 static int gethexchrs
__ARGS((int maxinputlen
));
650 static int getoctchrs
__ARGS((void));
651 static int getdecchrs
__ARGS((void));
652 static int coll_get_char
__ARGS((void));
653 static void regcomp_start
__ARGS((char_u
*expr
, int flags
));
654 static char_u
*reg
__ARGS((int, int *));
655 static char_u
*regbranch
__ARGS((int *flagp
));
656 static char_u
*regconcat
__ARGS((int *flagp
));
657 static char_u
*regpiece
__ARGS((int *));
658 static char_u
*regatom
__ARGS((int *));
659 static char_u
*regnode
__ARGS((int));
661 static int use_multibytecode
__ARGS((int c
));
663 static int prog_magic_wrong
__ARGS((void));
664 static char_u
*regnext
__ARGS((char_u
*));
665 static void regc
__ARGS((int b
));
667 static void regmbc
__ARGS((int c
));
669 # define regmbc(c) regc(c)
671 static void reginsert
__ARGS((int, char_u
*));
672 static void reginsert_limits
__ARGS((int, long, long, char_u
*));
673 static char_u
*re_put_long
__ARGS((char_u
*pr
, long_u val
));
674 static int read_limits
__ARGS((long *, long *));
675 static void regtail
__ARGS((char_u
*, char_u
*));
676 static void regoptail
__ARGS((char_u
*, char_u
*));
679 * Return TRUE if compiled regular expression "prog" can match a line break.
685 return (prog
->regflags
& RF_HASNL
);
689 * Return TRUE if compiled regular expression "prog" looks before the start
690 * position (pattern contains "\@<=" or "\@<!").
696 return (prog
->regflags
& RF_LOOKBH
);
700 * Check for an equivalence class name "[=a=]". "pp" points to the '['.
701 * Returns a character representing the class. Zero means that no item was
702 * recognized. Otherwise "pp" is advanced to after the item.
716 l
= (*mb_ptr2len
)(p
+ 2);
718 if (p
[l
+ 2] == '=' && p
[l
+ 3] == ']')
722 c
= mb_ptr2char(p
+ 2);
734 * Produce the bytes for equivalence class "c".
735 * Currently only handles latin1, latin9 and utf-8.
742 if (enc_utf8
|| STRCMP(p_enc
, "latin1") == 0
743 || STRCMP(p_enc
, "iso-8859-15") == 0)
748 case 'A': case '\300': case '\301': case '\302':
749 case '\303': case '\304': case '\305':
750 regmbc('A'); regmbc('\300'); regmbc('\301');
751 regmbc('\302'); regmbc('\303'); regmbc('\304');
754 case 'C': case '\307':
755 regmbc('C'); regmbc('\307');
757 case 'E': case '\310': case '\311': case '\312': case '\313':
758 regmbc('E'); regmbc('\310'); regmbc('\311');
759 regmbc('\312'); regmbc('\313');
761 case 'I': case '\314': case '\315': case '\316': case '\317':
762 regmbc('I'); regmbc('\314'); regmbc('\315');
763 regmbc('\316'); regmbc('\317');
765 case 'N': case '\321':
766 regmbc('N'); regmbc('\321');
768 case 'O': case '\322': case '\323': case '\324': case '\325':
770 regmbc('O'); regmbc('\322'); regmbc('\323');
771 regmbc('\324'); regmbc('\325'); regmbc('\326');
773 case 'U': case '\331': case '\332': case '\333': case '\334':
774 regmbc('U'); regmbc('\331'); regmbc('\332');
775 regmbc('\333'); regmbc('\334');
777 case 'Y': case '\335':
778 regmbc('Y'); regmbc('\335');
780 case 'a': case '\340': case '\341': case '\342':
781 case '\343': case '\344': case '\345':
782 regmbc('a'); regmbc('\340'); regmbc('\341');
783 regmbc('\342'); regmbc('\343'); regmbc('\344');
786 case 'c': case '\347':
787 regmbc('c'); regmbc('\347');
789 case 'e': case '\350': case '\351': case '\352': case '\353':
790 regmbc('e'); regmbc('\350'); regmbc('\351');
791 regmbc('\352'); regmbc('\353');
793 case 'i': case '\354': case '\355': case '\356': case '\357':
794 regmbc('i'); regmbc('\354'); regmbc('\355');
795 regmbc('\356'); regmbc('\357');
797 case 'n': case '\361':
798 regmbc('n'); regmbc('\361');
800 case 'o': case '\362': case '\363': case '\364': case '\365':
802 regmbc('o'); regmbc('\362'); regmbc('\363');
803 regmbc('\364'); regmbc('\365'); regmbc('\366');
805 case 'u': case '\371': case '\372': case '\373': case '\374':
806 regmbc('u'); regmbc('\371'); regmbc('\372');
807 regmbc('\373'); regmbc('\374');
809 case 'y': case '\375': case '\377':
810 regmbc('y'); regmbc('\375'); regmbc('\377');
818 * Check for a collating element "[.a.]". "pp" points to the '['.
819 * Returns a character. Zero means that no item was recognized. Otherwise
820 * "pp" is advanced to after the item.
821 * Currently only single characters are recognized!
835 l
= (*mb_ptr2len
)(p
+ 2);
837 if (p
[l
+ 2] == '.' && p
[l
+ 3] == ']')
841 c
= mb_ptr2char(p
+ 2);
854 * Skip over a "[]" range.
855 * "p" must point to the character after the '['.
856 * The returned pointer is on the matching ']', or the terminating NUL.
862 int cpo_lit
; /* 'cpoptions' contains 'l' flag */
863 int cpo_bsl
; /* 'cpoptions' contains '\' flag */
868 cpo_lit
= vim_strchr(p_cpo
, CPO_LITERAL
) != NULL
;
869 cpo_bsl
= vim_strchr(p_cpo
, CPO_BACKSL
) != NULL
;
871 if (*p
== '^') /* Complement of range. */
873 if (*p
== ']' || *p
== '-')
875 while (*p
!= NUL
&& *p
!= ']')
878 if (has_mbyte
&& (l
= (*mb_ptr2len
)(p
)) > 1)
885 if (*p
!= ']' && *p
!= NUL
)
890 && (vim_strchr(REGEXP_INRANGE
, p
[1]) != NULL
891 || (!cpo_lit
&& vim_strchr(REGEXP_ABBR
, p
[1]) != NULL
)))
895 if (get_char_class(&p
) == CLASS_NONE
896 && get_equi_class(&p
) == 0
897 && get_coll_element(&p
) == 0)
898 ++p
; /* It was not a class name */
908 * Skip past regular expression.
909 * Stop at end of "startp" or where "dirc" is found ('/', '?', etc).
910 * Take care of characters with a backslash in front of it.
911 * Skip strings inside [ and ].
912 * When "newp" is not NULL and "dirc" is '?', make an allocated copy of the
913 * expression and change "\?" to "?". If "*newp" is not NULL the expression
914 * is changed in-place.
917 skip_regexp(startp
, dirc
, magic
, newp
)
931 for (; p
[0] != NUL
; mb_ptr_adv(p
))
933 if (p
[0] == dirc
) /* found end of regexp */
935 if ((p
[0] == '[' && mymagic
>= MAGIC_ON
)
936 || (p
[0] == '\\' && p
[1] == '[' && mymagic
<= MAGIC_OFF
))
938 p
= skip_anyof(p
+ 1);
942 else if (p
[0] == '\\' && p
[1] != NUL
)
944 if (dirc
== '?' && newp
!= NULL
&& p
[1] == '?')
946 /* change "\?" to "?", make a copy first. */
949 *newp
= vim_strsave(startp
);
951 p
= *newp
+ (p
- startp
);
954 mch_memmove(p
, p
+ 1, STRLEN(p
));
959 ++p
; /* skip next character */
963 mymagic
= MAGIC_NONE
;
970 * vim_regcomp() - compile a regular expression into internal code
971 * Returns the program in allocated space. Returns NULL for an error.
973 * We can't allocate space until we know how big the compiled form will be,
974 * but we can't compile it (and thus know how big it is) until we've got a
975 * place to put the code. So we cheat: we compile it twice, once with code
976 * generation turned off and size counting turned on, and once "for real".
977 * This also means that we don't allocate space until we are sure that the
978 * thing really will compile successfully, and we never have to move the
979 * code and thus invalidate pointers into it. (Note that it has to be in
980 * one piece because vim_free() must be able to free it all.)
982 * Whether upper/lower case is to be ignored is decided when executing the
983 * program, it does not matter here.
985 * Beware that the optimization-preparation code in here knows about some
986 * of the structure of the compiled regexp.
987 * "re_flags": RE_MAGIC and/or RE_STRING.
990 vim_regcomp(expr
, re_flags
)
1001 EMSG_RET_NULL(_(e_null
));
1006 * First pass: determine size, legality.
1008 regcomp_start(expr
, re_flags
);
1009 regcode
= JUST_CALC_SIZE
;
1011 if (reg(REG_NOPAREN
, &flags
) == NULL
)
1014 /* Small enough for pointer-storage convention? */
1015 #ifdef SMALL_MALLOC /* 16 bit storage allocation */
1016 if (regsize
>= 65536L - 256L)
1017 EMSG_RET_NULL(_("E339: Pattern too long"));
1020 /* Allocate space. */
1021 r
= (regprog_T
*)lalloc(sizeof(regprog_T
) + regsize
, TRUE
);
1026 * Second pass: emit code.
1028 regcomp_start(expr
, re_flags
);
1029 regcode
= r
->program
;
1031 if (reg(REG_NOPAREN
, &flags
) == NULL
)
1037 /* Dig out information for optimizations. */
1038 r
->regstart
= NUL
; /* Worst-case defaults. */
1042 r
->regflags
= regflags
;
1044 r
->regflags
|= RF_HASNL
;
1045 if (flags
& HASLOOKBH
)
1046 r
->regflags
|= RF_LOOKBH
;
1048 /* Remember whether this pattern has any \z specials in it. */
1049 r
->reghasz
= re_has_z
;
1051 scan
= r
->program
+ 1; /* First BRANCH. */
1052 if (OP(regnext(scan
)) == END
) /* Only one top-level choice. */
1054 scan
= OPERAND(scan
);
1056 /* Starting-point info. */
1057 if (OP(scan
) == BOL
|| OP(scan
) == RE_BOF
)
1060 scan
= regnext(scan
);
1063 if (OP(scan
) == EXACTLY
)
1067 r
->regstart
= (*mb_ptr2char
)(OPERAND(scan
));
1070 r
->regstart
= *OPERAND(scan
);
1072 else if ((OP(scan
) == BOW
1074 || OP(scan
) == NOTHING
1075 || OP(scan
) == MOPEN
+ 0 || OP(scan
) == NOPEN
1076 || OP(scan
) == MCLOSE
+ 0 || OP(scan
) == NCLOSE
)
1077 && OP(regnext(scan
)) == EXACTLY
)
1081 r
->regstart
= (*mb_ptr2char
)(OPERAND(regnext(scan
)));
1084 r
->regstart
= *OPERAND(regnext(scan
));
1088 * If there's something expensive in the r.e., find the longest
1089 * literal string that must appear and make it the regmust. Resolve
1090 * ties in favor of later strings, since the regstart check works
1091 * with the beginning of the r.e. and avoiding duplication
1092 * strengthens checking. Not a strong reason, but sufficient in the
1093 * absence of others.
1096 * When the r.e. starts with BOW, it is faster to look for a regmust
1097 * first. Used a lot for "#" and "*" commands. (Added by mool).
1099 if ((flags
& SPSTART
|| OP(scan
) == BOW
|| OP(scan
) == EOW
)
1100 && !(flags
& HASNL
))
1104 for (; scan
!= NULL
; scan
= regnext(scan
))
1105 if (OP(scan
) == EXACTLY
&& STRLEN(OPERAND(scan
)) >= (size_t)len
)
1107 longest
= OPERAND(scan
);
1108 len
= (int)STRLEN(OPERAND(scan
));
1110 r
->regmust
= longest
;
1121 * Setup to parse the regexp. Used once to get the length and once to do it.
1124 regcomp_start(expr
, re_flags
)
1126 int re_flags
; /* see vim_regcomp() */
1129 if (re_flags
& RE_MAGIC
)
1130 reg_magic
= MAGIC_ON
;
1132 reg_magic
= MAGIC_OFF
;
1133 reg_string
= (re_flags
& RE_STRING
);
1134 reg_strict
= (re_flags
& RE_STRICT
);
1136 num_complex_braces
= 0;
1138 vim_memset(had_endbrace
, 0, sizeof(had_endbrace
));
1145 #if defined(FEAT_SYN_HL) || defined(PROTO)
1150 #if defined(FEAT_SYN_HL) || defined(PROTO)
1152 * Check if during the previous call to vim_regcomp the EOL item "$" has been
1153 * found. This is messy, but it works fine.
1156 vim_regcomp_had_eol()
1163 * reg - regular expression, i.e. main body or parenthesized thing
1165 * Caller must absorb opening parenthesis.
1167 * Combining parenthesis handling with the base level of regular expression
1168 * is a trifle forced, but the need to tie the tails of the branches to what
1169 * follows makes it hard to avoid.
1173 int paren
; /* REG_NOPAREN, REG_PAREN, REG_NPAREN or REG_ZPAREN */
1182 *flagp
= HASWIDTH
; /* Tentatively. */
1185 if (paren
== REG_ZPAREN
)
1187 /* Make a ZOPEN node. */
1188 if (regnzpar
>= NSUBEXP
)
1189 EMSG_RET_NULL(_("E50: Too many \\z("));
1192 ret
= regnode(ZOPEN
+ parno
);
1196 if (paren
== REG_PAREN
)
1198 /* Make a MOPEN node. */
1199 if (regnpar
>= NSUBEXP
)
1200 EMSG_M_RET_NULL(_("E51: Too many %s("), reg_magic
== MAGIC_ALL
);
1203 ret
= regnode(MOPEN
+ parno
);
1205 else if (paren
== REG_NPAREN
)
1207 /* Make a NOPEN node. */
1208 ret
= regnode(NOPEN
);
1213 /* Pick up the branches, linking them together. */
1214 br
= regbranch(&flags
);
1218 regtail(ret
, br
); /* [MZ]OPEN -> first. */
1221 /* If one of the branches can be zero-width, the whole thing can.
1222 * If one of the branches has * at start or matches a line-break, the
1223 * whole thing can. */
1224 if (!(flags
& HASWIDTH
))
1225 *flagp
&= ~HASWIDTH
;
1226 *flagp
|= flags
& (SPSTART
| HASNL
| HASLOOKBH
);
1227 while (peekchr() == Magic('|'))
1230 br
= regbranch(&flags
);
1233 regtail(ret
, br
); /* BRANCH -> BRANCH. */
1234 if (!(flags
& HASWIDTH
))
1235 *flagp
&= ~HASWIDTH
;
1236 *flagp
|= flags
& (SPSTART
| HASNL
| HASLOOKBH
);
1239 /* Make a closing node, and hook it on the end. */
1242 paren
== REG_ZPAREN
? ZCLOSE
+ parno
:
1244 paren
== REG_PAREN
? MCLOSE
+ parno
:
1245 paren
== REG_NPAREN
? NCLOSE
: END
);
1246 regtail(ret
, ender
);
1248 /* Hook the tails of the branches to the closing node. */
1249 for (br
= ret
; br
!= NULL
; br
= regnext(br
))
1250 regoptail(br
, ender
);
1252 /* Check for proper termination. */
1253 if (paren
!= REG_NOPAREN
&& getchr() != Magic(')'))
1256 if (paren
== REG_ZPAREN
)
1257 EMSG_RET_NULL(_("E52: Unmatched \\z("));
1260 if (paren
== REG_NPAREN
)
1261 EMSG_M_RET_NULL(_("E53: Unmatched %s%%("), reg_magic
== MAGIC_ALL
);
1263 EMSG_M_RET_NULL(_("E54: Unmatched %s("), reg_magic
== MAGIC_ALL
);
1265 else if (paren
== REG_NOPAREN
&& peekchr() != NUL
)
1267 if (curchr
== Magic(')'))
1268 EMSG_M_RET_NULL(_("E55: Unmatched %s)"), reg_magic
== MAGIC_ALL
);
1270 EMSG_RET_NULL(_(e_trailing
)); /* "Can't happen". */
1274 * Here we set the flag allowing back references to this set of
1277 if (paren
== REG_PAREN
)
1278 had_endbrace
[parno
] = TRUE
; /* have seen the close paren */
1283 * Handle one alternative of an | operator.
1284 * Implements the & operator.
1291 char_u
*chain
= NULL
;
1295 *flagp
= WORST
| HASNL
; /* Tentatively. */
1297 ret
= regnode(BRANCH
);
1300 latest
= regconcat(&flags
);
1303 /* If one of the branches has width, the whole thing has. If one of
1304 * the branches anchors at start-of-line, the whole thing does.
1305 * If one of the branches uses look-behind, the whole thing does. */
1306 *flagp
|= flags
& (HASWIDTH
| SPSTART
| HASLOOKBH
);
1307 /* If one of the branches doesn't match a line-break, the whole thing
1309 *flagp
&= ~HASNL
| (flags
& HASNL
);
1311 regtail(chain
, latest
);
1312 if (peekchr() != Magic('&'))
1315 regtail(latest
, regnode(END
)); /* operand ends */
1316 reginsert(MATCH
, latest
);
1324 * Handle one alternative of an | or & operator.
1325 * Implements the concatenation operator.
1331 char_u
*first
= NULL
;
1332 char_u
*chain
= NULL
;
1337 *flagp
= WORST
; /* Tentatively. */
1351 regflags
|= RF_ICOMBINE
;
1353 skipchr_keepstart();
1356 regflags
|= RF_ICASE
;
1357 skipchr_keepstart();
1360 regflags
|= RF_NOICASE
;
1361 skipchr_keepstart();
1364 reg_magic
= MAGIC_ALL
;
1365 skipchr_keepstart();
1369 reg_magic
= MAGIC_ON
;
1370 skipchr_keepstart();
1374 reg_magic
= MAGIC_OFF
;
1375 skipchr_keepstart();
1379 reg_magic
= MAGIC_NONE
;
1380 skipchr_keepstart();
1384 latest
= regpiece(&flags
);
1387 *flagp
|= flags
& (HASWIDTH
| HASNL
| HASLOOKBH
);
1388 if (chain
== NULL
) /* First piece. */
1389 *flagp
|= flags
& SPSTART
;
1391 regtail(chain
, latest
);
1398 if (first
== NULL
) /* Loop ran zero times. */
1399 first
= regnode(NOTHING
);
1404 * regpiece - something followed by possible [*+=]
1406 * Note that the branching code sequences used for = and the general cases
1407 * of * and + are somewhat optimized: they use the same NOTHING node as
1408 * both the endmarker for their branch list and the body of the last branch.
1409 * It might seem that this node could be dispensed with entirely, but the
1410 * endmarker role is not redundant.
1423 ret
= regatom(&flags
);
1428 if (re_multi_type(op
) == NOT_MULTI
)
1434 *flagp
= (WORST
| SPSTART
| (flags
& (HASNL
| HASLOOKBH
)));
1441 reginsert(STAR
, ret
);
1444 /* Emit x* as (x&|), where & means "self". */
1445 reginsert(BRANCH
, ret
); /* Either x */
1446 regoptail(ret
, regnode(BACK
)); /* and loop */
1447 regoptail(ret
, ret
); /* back */
1448 regtail(ret
, regnode(BRANCH
)); /* or */
1449 regtail(ret
, regnode(NOTHING
)); /* null. */
1455 reginsert(PLUS
, ret
);
1458 /* Emit x+ as x(&|), where & means "self". */
1459 next
= regnode(BRANCH
); /* Either */
1461 regtail(regnode(BACK
), ret
); /* loop back */
1462 regtail(next
, regnode(BRANCH
)); /* or */
1463 regtail(ret
, regnode(NOTHING
)); /* null. */
1465 *flagp
= (WORST
| HASWIDTH
| (flags
& (HASNL
| HASLOOKBH
)));
1472 switch (no_Magic(getchr()))
1474 case '=': lop
= MATCH
; break; /* \@= */
1475 case '!': lop
= NOMATCH
; break; /* \@! */
1476 case '>': lop
= SUBPAT
; break; /* \@> */
1477 case '<': switch (no_Magic(getchr()))
1479 case '=': lop
= BEHIND
; break; /* \@<= */
1480 case '!': lop
= NOBEHIND
; break; /* \@<! */
1484 EMSG_M_RET_NULL(_("E59: invalid character after %s@"),
1485 reg_magic
== MAGIC_ALL
);
1486 /* Look behind must match with behind_pos. */
1487 if (lop
== BEHIND
|| lop
== NOBEHIND
)
1489 regtail(ret
, regnode(BHPOS
));
1490 *flagp
|= HASLOOKBH
;
1492 regtail(ret
, regnode(END
)); /* operand ends */
1493 reginsert(lop
, ret
);
1499 /* Emit x= as (x|) */
1500 reginsert(BRANCH
, ret
); /* Either x */
1501 regtail(ret
, regnode(BRANCH
)); /* or */
1502 next
= regnode(NOTHING
); /* null. */
1504 regoptail(ret
, next
);
1508 if (!read_limits(&minval
, &maxval
))
1512 reginsert(BRACE_SIMPLE
, ret
);
1513 reginsert_limits(BRACE_LIMITS
, minval
, maxval
, ret
);
1517 if (num_complex_braces
>= 10)
1518 EMSG_M_RET_NULL(_("E60: Too many complex %s{...}s"),
1519 reg_magic
== MAGIC_ALL
);
1520 reginsert(BRACE_COMPLEX
+ num_complex_braces
, ret
);
1521 regoptail(ret
, regnode(BACK
));
1522 regoptail(ret
, ret
);
1523 reginsert_limits(BRACE_LIMITS
, minval
, maxval
, ret
);
1524 ++num_complex_braces
;
1526 if (minval
> 0 && maxval
> 0)
1527 *flagp
= (HASWIDTH
| (flags
& (HASNL
| HASLOOKBH
)));
1530 if (re_multi_type(peekchr()) != NOT_MULTI
)
1532 /* Can't have a multi follow a multi. */
1533 if (peekchr() == Magic('*'))
1534 sprintf((char *)IObuff
, _("E61: Nested %s*"),
1535 reg_magic
>= MAGIC_ON
? "" : "\\");
1537 sprintf((char *)IObuff
, _("E62: Nested %s%c"),
1538 reg_magic
== MAGIC_ALL
? "" : "\\", no_Magic(peekchr()));
1539 EMSG_RET_NULL(IObuff
);
1546 * regatom - the lowest level
1548 * Optimization: gobbles an entire sequence of ordinary characters so that
1549 * it can turn them into a single node, which is smaller to store and
1550 * faster to run. Don't do this when one_exactly is set.
1558 int cpo_lit
; /* 'cpoptions' contains 'l' flag */
1559 int cpo_bsl
; /* 'cpoptions' contains '\' flag */
1561 static char_u
*classchars
= (char_u
*)".iIkKfFpPsSdDxXoOwWhHaAlLuU";
1562 static int classcodes
[] = {ANY
, IDENT
, SIDENT
, KWORD
, SKWORD
,
1563 FNAME
, SFNAME
, PRINT
, SPRINT
,
1564 WHITE
, NWHITE
, DIGIT
, NDIGIT
,
1565 HEX
, NHEX
, OCTAL
, NOCTAL
,
1566 WORD
, NWORD
, HEAD
, NHEAD
,
1567 ALPHA
, NALPHA
, LOWER
, NLOWER
,
1573 *flagp
= WORST
; /* Tentatively. */
1574 cpo_lit
= vim_strchr(p_cpo
, CPO_LITERAL
) != NULL
;
1575 cpo_bsl
= vim_strchr(p_cpo
, CPO_BACKSL
) != NULL
;
1586 #if defined(FEAT_SYN_HL) || defined(PROTO)
1600 c
= no_Magic(getchr());
1601 if (c
== '^') /* "\_^" is start-of-line */
1606 if (c
== '$') /* "\_$" is end-of-line */
1609 #if defined(FEAT_SYN_HL) || defined(PROTO)
1618 /* "\_[" is character range plus newline */
1622 /* "\_x" is character class plus newline */
1626 * Character classes.
1655 p
= vim_strchr(classchars
, no_Magic(c
));
1657 EMSG_RET_NULL(_("E63: invalid use of \\_"));
1659 /* When '.' is followed by a composing char ignore the dot, so that
1660 * the composing char is matched here. */
1661 if (enc_utf8
&& c
== Magic('.') && utf_iscomposing(peekchr()))
1667 ret
= regnode(classcodes
[p
- classchars
] + extra
);
1668 *flagp
|= HASWIDTH
| SIMPLE
;
1674 /* In a string "\n" matches a newline character. */
1675 ret
= regnode(EXACTLY
);
1678 *flagp
|= HASWIDTH
| SIMPLE
;
1682 /* In buffer text "\n" matches the end of a line. */
1683 ret
= regnode(NEWL
);
1684 *flagp
|= HASWIDTH
| HASNL
;
1691 ret
= reg(REG_PAREN
, &flags
);
1694 *flagp
|= flags
& (HASWIDTH
| SPSTART
| HASNL
| HASLOOKBH
);
1703 EMSG_RET_NULL(_(e_internal
)); /* Supposed to be caught earlier. */
1713 sprintf((char *)IObuff
, _("E64: %s%c follows nothing"),
1714 (c
== '*' ? reg_magic
>= MAGIC_ON
: reg_magic
== MAGIC_ALL
)
1716 EMSG_RET_NULL(IObuff
);
1719 case Magic('~'): /* previous substitute pattern */
1720 if (reg_prev_sub
!= NULL
)
1724 ret
= regnode(EXACTLY
);
1729 if (*reg_prev_sub
!= NUL
)
1732 if ((lp
- reg_prev_sub
) == 1)
1737 EMSG_RET_NULL(_(e_nopresub
));
1752 refnum
= c
- Magic('0');
1754 * Check if the back reference is legal. We must have seen the
1756 * TODO: Should also check that we don't refer to something
1757 * that is repeated (+*=): what instance of the repetition
1760 if (!had_endbrace
[refnum
])
1762 /* Trick: check if "@<=" or "@<!" follows, in which case
1763 * the \1 can appear before the referenced match. */
1764 for (p
= regparse
; *p
!= NUL
; ++p
)
1765 if (p
[0] == '@' && p
[1] == '<'
1766 && (p
[2] == '!' || p
[2] == '='))
1769 EMSG_RET_NULL(_("E65: Illegal back reference"));
1771 ret
= regnode(BACKREF
+ refnum
);
1777 c
= no_Magic(getchr());
1781 case '(': if (reg_do_extmatch
!= REX_SET
)
1782 EMSG_RET_NULL(_("E66: \\z( not allowed here"));
1785 ret
= reg(REG_ZPAREN
, &flags
);
1788 *flagp
|= flags
& (HASWIDTH
|SPSTART
|HASNL
|HASLOOKBH
);
1800 case '9': if (reg_do_extmatch
!= REX_USE
)
1801 EMSG_RET_NULL(_("E67: \\z1 et al. not allowed here"));
1802 ret
= regnode(ZREF
+ c
- '0');
1807 case 's': ret
= regnode(MOPEN
+ 0);
1810 case 'e': ret
= regnode(MCLOSE
+ 0);
1813 default: EMSG_RET_NULL(_("E68: Invalid character after \\z"));
1820 c
= no_Magic(getchr());
1823 /* () without a back reference */
1827 ret
= reg(REG_NPAREN
, &flags
);
1830 *flagp
|= flags
& (HASWIDTH
| SPSTART
| HASNL
| HASLOOKBH
);
1833 /* Catch \%^ and \%$ regardless of where they appear in the
1834 * pattern -- regardless of whether or not it makes sense. */
1836 ret
= regnode(RE_BOF
);
1840 ret
= regnode(RE_EOF
);
1844 ret
= regnode(CURSOR
);
1848 ret
= regnode(RE_VISUAL
);
1851 /* \%[abc]: Emit as a list of branches, all ending at the last
1852 * branch which matches nothing. */
1854 if (one_exactly
) /* doesn't nest */
1858 char_u
*lastnode
= NULL
;
1862 while ((c
= getchr()) != ']')
1865 EMSG_M_RET_NULL(_("E69: Missing ] after %s%%["),
1866 reg_magic
== MAGIC_ALL
);
1867 br
= regnode(BRANCH
);
1871 regtail(lastnode
, br
);
1875 lastnode
= regatom(flagp
);
1876 one_exactly
= FALSE
;
1877 if (lastnode
== NULL
)
1881 EMSG_M_RET_NULL(_("E70: Empty %s%%[]"),
1882 reg_magic
== MAGIC_ALL
);
1883 lastbranch
= regnode(BRANCH
);
1884 br
= regnode(NOTHING
);
1885 if (ret
!= JUST_CALC_SIZE
)
1887 regtail(lastnode
, br
);
1888 regtail(lastbranch
, br
);
1889 /* connect all branches to the NOTHING
1890 * branch at the end */
1891 for (br
= ret
; br
!= lastnode
; )
1893 if (OP(br
) == BRANCH
)
1895 regtail(br
, lastbranch
);
1902 *flagp
&= ~HASWIDTH
;
1906 case 'd': /* %d123 decimal */
1907 case 'o': /* %o123 octal */
1908 case 'x': /* %xab hex 2 */
1909 case 'u': /* %uabcd hex 4 */
1910 case 'U': /* %U1234abcd hex 8 */
1916 case 'd': i
= getdecchrs(); break;
1917 case 'o': i
= getoctchrs(); break;
1918 case 'x': i
= gethexchrs(2); break;
1919 case 'u': i
= gethexchrs(4); break;
1920 case 'U': i
= gethexchrs(8); break;
1921 default: i
= -1; break;
1926 _("E678: Invalid character after %s%%[dxouU]"),
1927 reg_magic
== MAGIC_ALL
);
1929 if (use_multibytecode(i
))
1930 ret
= regnode(MULTIBYTECODE
);
1933 ret
= regnode(EXACTLY
);
1948 if (VIM_ISDIGIT(c
) || c
== '<' || c
== '>'
1955 if (cmp
== '<' || cmp
== '>')
1957 while (VIM_ISDIGIT(c
))
1959 n
= n
* 10 + (c
- '0');
1962 if (c
== '\'' && n
== 0)
1964 /* "\%'m", "\%<'m" and "\%>'m": Mark */
1966 ret
= regnode(RE_MARK
);
1967 if (ret
== JUST_CALC_SIZE
)
1976 else if (c
== 'l' || c
== 'c' || c
== 'v')
1979 ret
= regnode(RE_LNUM
);
1981 ret
= regnode(RE_COL
);
1983 ret
= regnode(RE_VCOL
);
1984 if (ret
== JUST_CALC_SIZE
)
1988 /* put the number and the optional
1989 * comparator after the opcode */
1990 regcode
= re_put_long(regcode
, n
);
1997 EMSG_M_RET_NULL(_("E71: Invalid character after %s%%"),
1998 reg_magic
== MAGIC_ALL
);
2009 * If there is no matching ']', we assume the '[' is a normal
2010 * character. This makes 'incsearch' and ":help [" work.
2012 lp
= skip_anyof(regparse
);
2013 if (*lp
== ']') /* there is a matching ']' */
2015 int startc
= -1; /* > 0 when next '-' is a range */
2019 * In a character class, different parsing rules apply.
2020 * Not even \ is special anymore, nothing is.
2022 if (*regparse
== '^') /* Complement of range. */
2024 ret
= regnode(ANYBUT
+ extra
);
2028 ret
= regnode(ANYOF
+ extra
);
2030 /* At the start ']' and '-' mean the literal character. */
2031 if (*regparse
== ']' || *regparse
== '-')
2037 while (*regparse
!= NUL
&& *regparse
!= ']')
2039 if (*regparse
== '-')
2042 /* The '-' is not used for a range at the end and
2043 * after or before a '\n'. */
2044 if (*regparse
== ']' || *regparse
== NUL
2046 || (regparse
[0] == '\\' && regparse
[1] == 'n'))
2049 startc
= '-'; /* [--x] is a range */
2053 /* Also accept "a-[.z.]" */
2055 if (*regparse
== '[')
2056 endc
= get_coll_element(®parse
);
2061 endc
= mb_ptr2char_adv(®parse
);
2067 /* Handle \o40, \x20 and \u20AC style sequences */
2068 if (endc
== '\\' && !cpo_lit
&& !cpo_bsl
)
2069 endc
= coll_get_char();
2072 EMSG_RET_NULL(_(e_invrange
));
2074 if (has_mbyte
&& ((*mb_char2len
)(startc
) > 1
2075 || (*mb_char2len
)(endc
) > 1))
2077 /* Limit to a range of 256 chars */
2078 if (endc
> startc
+ 256)
2079 EMSG_RET_NULL(_(e_invrange
));
2080 while (++startc
<= endc
)
2087 int alpha_only
= FALSE
;
2089 /* for alphabetical range skip the gaps
2090 * 'i'-'j', 'r'-'s', 'I'-'J' and 'R'-'S'. */
2091 if (isalpha(startc
) && isalpha(endc
))
2094 while (++startc
<= endc
)
2096 if (!alpha_only
|| isalpha(startc
))
2104 * Only "\]", "\^", "\]" and "\\" are special in Vi. Vim
2105 * accepts "\t", "\e", etc., but only when the 'l' flag in
2106 * 'cpoptions' is not included.
2107 * Posix doesn't recognize backslash at all.
2109 else if (*regparse
== '\\'
2111 && (vim_strchr(REGEXP_INRANGE
, regparse
[1]) != NULL
2113 && vim_strchr(REGEXP_ABBR
,
2114 regparse
[1]) != NULL
)))
2117 if (*regparse
== 'n')
2119 /* '\n' in range: also match NL */
2120 if (ret
!= JUST_CALC_SIZE
)
2123 *ret
= ANYBUT
+ ADD_NL
;
2124 else if (*ret
== ANYOF
)
2125 *ret
= ANYOF
+ ADD_NL
;
2126 /* else: must have had a \n already */
2132 else if (*regparse
== 'd'
2136 || *regparse
== 'U')
2138 startc
= coll_get_char();
2150 startc
= backslash_trans(*regparse
++);
2154 else if (*regparse
== '[')
2159 c_class
= get_char_class(®parse
);
2161 /* Characters assumed to be 8 bits! */
2165 c_class
= get_equi_class(®parse
);
2168 /* produce equivalence class */
2169 reg_equi_class(c_class
);
2172 get_coll_element(®parse
)) != 0)
2174 /* produce a collating element */
2179 /* literal '[', allow [[-x] as a range */
2180 startc
= *regparse
++;
2185 for (cu
= 1; cu
<= 255; cu
++)
2190 for (cu
= 1; cu
<= 255; cu
++)
2199 for (cu
= 1; cu
<= 255; cu
++)
2204 for (cu
= 1; cu
<= 255; cu
++)
2205 if (VIM_ISDIGIT(cu
))
2209 for (cu
= 1; cu
<= 255; cu
++)
2214 for (cu
= 1; cu
<= 255; cu
++)
2219 for (cu
= 1; cu
<= 255; cu
++)
2220 if (vim_isprintc(cu
))
2224 for (cu
= 1; cu
<= 255; cu
++)
2229 for (cu
= 9; cu
<= 13; cu
++)
2234 for (cu
= 1; cu
<= 255; cu
++)
2239 for (cu
= 1; cu
<= 255; cu
++)
2240 if (vim_isxdigit(cu
))
2249 case CLASS_BACKSPACE
:
2264 /* produce a multibyte character, including any
2265 * following composing characters */
2266 startc
= mb_ptr2char(regparse
);
2267 len
= (*mb_ptr2len
)(regparse
);
2268 if (enc_utf8
&& utf_char2len(startc
) != len
)
2269 startc
= -1; /* composing chars */
2276 startc
= *regparse
++;
2282 prevchr_len
= 1; /* last char was the ']' */
2283 if (*regparse
!= ']')
2284 EMSG_RET_NULL(_(e_toomsbra
)); /* Cannot happen? */
2285 skipchr(); /* let's be friends with the lexer again */
2286 *flagp
|= HASWIDTH
| SIMPLE
;
2289 else if (reg_strict
)
2290 EMSG_M_RET_NULL(_("E769: Missing ] after %s["),
2291 reg_magic
> MAGIC_OFF
);
2300 /* A multi-byte character is handled as a separate atom if it's
2301 * before a multi and when it's a composing char. */
2302 if (use_multibytecode(c
))
2305 ret
= regnode(MULTIBYTECODE
);
2307 *flagp
|= HASWIDTH
| SIMPLE
;
2312 ret
= regnode(EXACTLY
);
2315 * Append characters as long as:
2316 * - there is no following multi, we then need the character in
2317 * front of it as a single character operand
2318 * - not running into a Magic character
2319 * - "one_exactly" is not set
2320 * But always emit at least one character. Might be a Multi,
2321 * e.g., a "[" without matching "]".
2323 for (len
= 0; c
!= NUL
&& (len
== 0
2324 || (re_multi_type(peekchr()) == NOT_MULTI
2326 && !is_Magic(c
))); ++len
)
2337 /* Need to get composing character too. */
2340 l
= utf_ptr2len(regparse
);
2341 if (!UTF_COMPOSINGLIKE(regparse
, regparse
+ l
))
2343 regmbc(utf_ptr2char(regparse
));
2368 * Return TRUE if MULTIBYTECODE should be used instead of EXACTLY for
2372 use_multibytecode(c
)
2375 return has_mbyte
&& (*mb_char2len
)(c
) > 1
2376 && (re_multi_type(peekchr()) != NOT_MULTI
2377 || (enc_utf8
&& utf_iscomposing(c
)));
2383 * Return pointer to generated code.
2392 if (ret
== JUST_CALC_SIZE
)
2397 *regcode
++ = NUL
; /* Null "next" pointer. */
2404 * Emit (if appropriate) a byte of code
2410 if (regcode
== JUST_CALC_SIZE
)
2418 * Emit (if appropriate) a multi-byte character of code
2424 if (regcode
== JUST_CALC_SIZE
)
2425 regsize
+= (*mb_char2len
)(c
);
2427 regcode
+= (*mb_char2bytes
)(c
, regcode
);
2432 * reginsert - insert an operator in front of already-emitted operand
2434 * Means relocating the operand.
2445 if (regcode
== JUST_CALC_SIZE
)
2456 place
= opnd
; /* Op node, where operand used to be. */
2463 * reginsert_limits - insert an operator in front of already-emitted operand.
2464 * The operator has the given limit values as operands. Also set next pointer.
2466 * Means relocating the operand.
2469 reginsert_limits(op
, minval
, maxval
, opnd
)
2479 if (regcode
== JUST_CALC_SIZE
)
2490 place
= opnd
; /* Op node, where operand used to be. */
2494 place
= re_put_long(place
, (long_u
)minval
);
2495 place
= re_put_long(place
, (long_u
)maxval
);
2496 regtail(opnd
, place
);
2500 * Write a long as four bytes at "p" and return pointer to the next char.
2507 *p
++ = (char_u
) ((val
>> 24) & 0377);
2508 *p
++ = (char_u
) ((val
>> 16) & 0377);
2509 *p
++ = (char_u
) ((val
>> 8) & 0377);
2510 *p
++ = (char_u
) (val
& 0377);
2515 * regtail - set the next-pointer at the end of a node chain
2526 if (p
== JUST_CALC_SIZE
)
2529 /* Find last node. */
2533 temp
= regnext(scan
);
2539 if (OP(scan
) == BACK
)
2540 offset
= (int)(scan
- val
);
2542 offset
= (int)(val
- scan
);
2543 *(scan
+ 1) = (char_u
) (((unsigned)offset
>> 8) & 0377);
2544 *(scan
+ 2) = (char_u
) (offset
& 0377);
2548 * regoptail - regtail on item after a BRANCH; nop if none
2555 /* When op is neither BRANCH nor BRACE_COMPLEX0-9, it is "operandless" */
2556 if (p
== NULL
|| p
== JUST_CALC_SIZE
2558 && (OP(p
) < BRACE_COMPLEX
|| OP(p
) > BRACE_COMPLEX
+ 9)))
2560 regtail(OPERAND(p
), val
);
2564 * getchr() - get the next character from the pattern. We know about
2565 * magic and such, so therefore we need a lexical analyzer.
2568 /* static int curchr; */
2569 static int prevprevchr
;
2571 static int nextchr
; /* used for ungetchr() */
2573 * Note: prevchr is sometimes -1 when we are not at the start,
2574 * eg in /[ ^I]^ the pattern was never found even if it existed, because ^ was
2575 * taken to be magic -- webb
2577 static int at_start
; /* True when on the first character */
2578 static int prev_at_start
; /* True when on the second character */
2586 curchr
= prevprevchr
= prevchr
= nextchr
= -1;
2588 prev_at_start
= FALSE
;
2594 static int after_slash
= FALSE
;
2598 switch (curchr
= regparse
[0])
2603 /* magic when 'magic' is on */
2604 if (reg_magic
>= MAGIC_ON
)
2605 curchr
= Magic(curchr
);
2620 case '#': /* future ext. */
2621 case '"': /* future ext. */
2622 case '\'': /* future ext. */
2623 case ',': /* future ext. */
2624 case '-': /* future ext. */
2625 case ':': /* future ext. */
2626 case ';': /* future ext. */
2627 case '`': /* future ext. */
2628 case '/': /* Can't be used in / command */
2629 /* magic only after "\v" */
2630 if (reg_magic
== MAGIC_ALL
)
2631 curchr
= Magic(curchr
);
2634 /* * is not magic as the very first character, eg "?*ptr", when
2635 * after '^', eg "/^*ptr" and when after "\(", "\|", "\&". But
2636 * "\(\*" is not magic, thus must be magic if "after_slash" */
2637 if (reg_magic
>= MAGIC_ON
2639 && !(prev_at_start
&& prevchr
== Magic('^'))
2641 || (prevchr
!= Magic('(')
2642 && prevchr
!= Magic('&')
2643 && prevchr
!= Magic('|'))))
2644 curchr
= Magic('*');
2647 /* '^' is only magic as the very first character and if it's after
2648 * "\(", "\|", "\&' or "\n" */
2649 if (reg_magic
>= MAGIC_OFF
2651 || reg_magic
== MAGIC_ALL
2652 || prevchr
== Magic('(')
2653 || prevchr
== Magic('|')
2654 || prevchr
== Magic('&')
2655 || prevchr
== Magic('n')
2656 || (no_Magic(prevchr
) == '('
2657 && prevprevchr
== Magic('%'))))
2659 curchr
= Magic('^');
2661 prev_at_start
= FALSE
;
2665 /* '$' is only magic as the very last char and if it's in front of
2666 * either "\|", "\)", "\&", or "\n" */
2667 if (reg_magic
>= MAGIC_OFF
)
2669 char_u
*p
= regparse
+ 1;
2671 /* ignore \c \C \m and \M after '$' */
2672 while (p
[0] == '\\' && (p
[1] == 'c' || p
[1] == 'C'
2673 || p
[1] == 'm' || p
[1] == 'M' || p
[1] == 'Z'))
2677 && (p
[1] == '|' || p
[1] == '&' || p
[1] == ')'
2679 || reg_magic
== MAGIC_ALL
)
2680 curchr
= Magic('$');
2685 int c
= regparse
[1];
2688 curchr
= '\\'; /* trailing '\' */
2693 c
<= '~' && META_flags
[c
]
2698 * META contains everything that may be magic sometimes,
2699 * except ^ and $ ("\^" and "\$" are only magic after
2700 * "\v"). We now fetch the next character and toggle its
2701 * magicness. Therefore, \ is so meta-magic that it is
2705 prev_at_start
= at_start
;
2706 at_start
= FALSE
; /* be able to say "/\*ptr" */
2712 curchr
= toggle_Magic(curchr
);
2714 else if (vim_strchr(REGEXP_ABBR
, c
))
2717 * Handle abbreviations, like "\t" for TAB -- webb
2719 curchr
= backslash_trans(c
);
2721 else if (reg_magic
== MAGIC_NONE
&& (c
== '$' || c
== '^'))
2722 curchr
= toggle_Magic(c
);
2726 * Next character can never be (made) magic?
2727 * Then backslashing it won't do anything.
2731 curchr
= (*mb_ptr2char
)(regparse
+ 1);
2742 curchr
= (*mb_ptr2char
)(regparse
);
2751 * Eat one lexed character. Do this in a way that we can undo it.
2756 /* peekchr() eats a backslash, do the same here */
2757 if (*regparse
== '\\')
2761 if (regparse
[prevchr_len
] != NUL
)
2765 /* exclude composing chars that mb_ptr2len does include */
2766 prevchr_len
+= utf_ptr2len(regparse
+ prevchr_len
);
2768 prevchr_len
+= (*mb_ptr2len
)(regparse
+ prevchr_len
);
2773 regparse
+= prevchr_len
;
2774 prev_at_start
= at_start
;
2776 prevprevchr
= prevchr
;
2778 curchr
= nextchr
; /* use previously unget char, or -1 */
2783 * Skip a character while keeping the value of prev_at_start for at_start.
2784 * prevchr and prevprevchr are also kept.
2789 int as
= prev_at_start
;
2791 int prpr
= prevprevchr
;
2802 int chr
= peekchr();
2809 * put character back. Works only once!
2816 prevchr
= prevprevchr
;
2817 at_start
= prev_at_start
;
2818 prev_at_start
= FALSE
;
2820 /* Backup regparse, so that it's at the same position as before the
2822 regparse
-= prevchr_len
;
2826 * Get and return the value of the hex string at the current position.
2827 * Return -1 if there is no valid hex number.
2828 * The position is updated:
2831 * The parameter controls the maximum number of input characters. This will be
2832 * 2 when reading a \%x20 sequence and 4 when reading a \%u20AC sequence.
2835 gethexchrs(maxinputlen
)
2842 for (i
= 0; i
< maxinputlen
; ++i
)
2845 if (!vim_isxdigit(c
))
2858 * get and return the value of the decimal string immediately after the
2859 * current position. Return -1 for invalid. Consumes all digits.
2871 if (c
< '0' || c
> '9')
2884 * get and return the value of the octal string immediately after the current
2885 * position. Return -1 for invalid, or 0-255 for valid. Smart enough to handle
2886 * numbers > 377 correctly (for example, 400 is treated as 40) and doesn't
2887 * treat 8 or 9 as recognised characters. Position is updated:
2888 * blahblah\%o210asdf
2898 for (i
= 0; i
< 3 && nr
< 040; ++i
)
2901 if (c
< '0' || c
> '7')
2914 * Get a number after a backslash that is inside [].
2915 * When nothing is recognized return a backslash.
2922 switch (*regparse
++)
2924 case 'd': nr
= getdecchrs(); break;
2925 case 'o': nr
= getoctchrs(); break;
2926 case 'x': nr
= gethexchrs(2); break;
2927 case 'u': nr
= gethexchrs(4); break;
2928 case 'U': nr
= gethexchrs(8); break;
2932 /* If getting the number fails be backwards compatible: the character
2933 * is a backslash. */
2941 * read_limits - Read two integers to be taken as a minimum and maximum.
2942 * If the first character is '-', then the range is reversed.
2943 * Should end with 'end'. If minval is missing, zero is default, if maxval is
2944 * missing, a very big number is the default.
2947 read_limits(minval
, maxval
)
2951 int reverse
= FALSE
;
2955 if (*regparse
== '-')
2957 /* Starts with '-', so reverse the range later */
2961 first_char
= regparse
;
2962 *minval
= getdigits(®parse
);
2963 if (*regparse
== ',') /* There is a comma */
2965 if (vim_isdigit(*++regparse
))
2966 *maxval
= getdigits(®parse
);
2968 *maxval
= MAX_LIMIT
;
2970 else if (VIM_ISDIGIT(*first_char
))
2971 *maxval
= *minval
; /* It was \{n} or \{-n} */
2973 *maxval
= MAX_LIMIT
; /* It was \{} or \{-} */
2974 if (*regparse
== '\\')
2975 regparse
++; /* Allow either \{...} or \{...\} */
2976 if (*regparse
!= '}')
2978 sprintf((char *)IObuff
, _("E554: Syntax error in %s{...}"),
2979 reg_magic
== MAGIC_ALL
? "" : "\\");
2980 EMSG_RET_FAIL(IObuff
);
2984 * Reverse the range if there was a '-', or make sure it is in the right
2987 if ((!reverse
&& *minval
> *maxval
) || (reverse
&& *minval
< *maxval
))
2993 skipchr(); /* let's be friends with the lexer again */
2998 * vim_regexec and friends
3002 * Global work variables for vim_regexec().
3005 /* The current match-position is remembered with these variables: */
3006 static linenr_T reglnum
; /* line number, relative to first line */
3007 static char_u
*regline
; /* start of current line */
3008 static char_u
*reginput
; /* current input, points into "regline" */
3010 static int need_clear_subexpr
; /* subexpressions still need to be
3013 static int need_clear_zsubexpr
= FALSE
; /* extmatch subexpressions
3014 * still need to be cleared */
3018 * Structure used to save the current input state, when it needs to be
3019 * restored after trying a match. Used by reg_save() and reg_restore().
3020 * Also stores the length of "backpos".
3026 char_u
*ptr
; /* reginput pointer, for single-line regexp */
3027 lpos_T pos
; /* reginput pos, for multi-line regexp */
3032 /* struct to save start/end pointer/position in for \(\) */
3042 /* used for BEHIND and NOBEHIND matching */
3043 typedef struct regbehind_S
3045 regsave_T save_after
;
3046 regsave_T save_behind
;
3047 int save_need_clear_subexpr
;
3048 save_se_T save_start
[NSUBEXP
];
3049 save_se_T save_end
[NSUBEXP
];
3052 static char_u
*reg_getline
__ARGS((linenr_T lnum
));
3053 static long vim_regexec_both
__ARGS((char_u
*line
, colnr_T col
, proftime_T
*tm
));
3054 static long regtry
__ARGS((regprog_T
*prog
, colnr_T col
));
3055 static void cleanup_subexpr
__ARGS((void));
3057 static void cleanup_zsubexpr
__ARGS((void));
3059 static void save_subexpr
__ARGS((regbehind_T
*bp
));
3060 static void restore_subexpr
__ARGS((regbehind_T
*bp
));
3061 static void reg_nextline
__ARGS((void));
3062 static void reg_save
__ARGS((regsave_T
*save
, garray_T
*gap
));
3063 static void reg_restore
__ARGS((regsave_T
*save
, garray_T
*gap
));
3064 static int reg_save_equal
__ARGS((regsave_T
*save
));
3065 static void save_se_multi
__ARGS((save_se_T
*savep
, lpos_T
*posp
));
3066 static void save_se_one
__ARGS((save_se_T
*savep
, char_u
**pp
));
3068 /* Save the sub-expressions before attempting a match. */
3069 #define save_se(savep, posp, pp) \
3070 REG_MULTI ? save_se_multi((savep), (posp)) : save_se_one((savep), (pp))
3072 /* After a failed match restore the sub-expressions. */
3073 #define restore_se(savep, posp, pp) { \
3075 *(posp) = (savep)->se_u.pos; \
3077 *(pp) = (savep)->se_u.ptr; }
3079 static int re_num_cmp
__ARGS((long_u val
, char_u
*scan
));
3080 static int regmatch
__ARGS((char_u
*prog
));
3081 static int regrepeat
__ARGS((char_u
*p
, long maxcount
));
3088 * Internal copy of 'ignorecase'. It is set at each call to vim_regexec().
3089 * Normally it gets the value of "rm_ic" or "rmm_ic", but when the pattern
3090 * contains '\c' or '\C' the value is overruled.
3096 * Similar to ireg_ic, but only for 'combining' characters. Set with \Z flag
3097 * in the regexp. Defaults to false, always.
3099 static int ireg_icombine
;
3103 * Copy of "rmm_maxcol": maximum column to search for a match. Zero when
3104 * there is no maximum.
3106 static colnr_T ireg_maxcol
;
3109 * Sometimes need to save a copy of a line. Since alloc()/free() is very
3110 * slow, we keep one allocated piece of memory and only re-allocate it when
3111 * it's too small. It's freed in vim_regexec_both() when finished.
3113 static char_u
*reg_tofree
= NULL
;
3114 static unsigned reg_tofreelen
;
3117 * These variables are set when executing a regexp to speed up the execution.
3118 * Which ones are set depends on whether a single-line or multi-line match is
3120 * single-line multi-line
3121 * reg_match ®match_T NULL
3122 * reg_mmatch NULL ®mmatch_T
3123 * reg_startp reg_match->startp <invalid>
3124 * reg_endp reg_match->endp <invalid>
3125 * reg_startpos <invalid> reg_mmatch->startpos
3126 * reg_endpos <invalid> reg_mmatch->endpos
3127 * reg_win NULL window in which to search
3128 * reg_buf <invalid> buffer in which to search
3129 * reg_firstlnum <invalid> first line in which to search
3130 * reg_maxline 0 last line nr
3131 * reg_line_lbr FALSE or TRUE FALSE
3133 static regmatch_T
*reg_match
;
3134 static regmmatch_T
*reg_mmatch
;
3135 static char_u
**reg_startp
= NULL
;
3136 static char_u
**reg_endp
= NULL
;
3137 static lpos_T
*reg_startpos
= NULL
;
3138 static lpos_T
*reg_endpos
= NULL
;
3139 static win_T
*reg_win
;
3140 static buf_T
*reg_buf
;
3141 static linenr_T reg_firstlnum
;
3142 static linenr_T reg_maxline
;
3143 static int reg_line_lbr
; /* "\n" in string is line break */
3145 /* Values for rs_state in regitem_T. */
3146 typedef enum regstate_E
3148 RS_NOPEN
= 0 /* NOPEN and NCLOSE */
3149 , RS_MOPEN
/* MOPEN + [0-9] */
3150 , RS_MCLOSE
/* MCLOSE + [0-9] */
3152 , RS_ZOPEN
/* ZOPEN + [0-9] */
3153 , RS_ZCLOSE
/* ZCLOSE + [0-9] */
3155 , RS_BRANCH
/* BRANCH */
3156 , RS_BRCPLX_MORE
/* BRACE_COMPLEX and trying one more match */
3157 , RS_BRCPLX_LONG
/* BRACE_COMPLEX and trying longest match */
3158 , RS_BRCPLX_SHORT
/* BRACE_COMPLEX and trying shortest match */
3159 , RS_NOMATCH
/* NOMATCH */
3160 , RS_BEHIND1
/* BEHIND / NOBEHIND matching rest */
3161 , RS_BEHIND2
/* BEHIND / NOBEHIND matching behind part */
3162 , RS_STAR_LONG
/* STAR/PLUS/BRACE_SIMPLE longest match */
3163 , RS_STAR_SHORT
/* STAR/PLUS/BRACE_SIMPLE shortest match */
3167 * When there are alternatives a regstate_T is put on the regstack to remember
3168 * what we are doing.
3169 * Before it may be another type of item, depending on rs_state, to remember
3172 typedef struct regitem_S
3174 regstate_T rs_state
; /* what we are doing, one of RS_ above */
3175 char_u
*rs_scan
; /* current node in program */
3180 } rs_un
; /* room for saving reginput */
3181 short rs_no
; /* submatch nr or BEHIND/NOBEHIND */
3184 static regitem_T
*regstack_push
__ARGS((regstate_T state
, char_u
*scan
));
3185 static void regstack_pop
__ARGS((char_u
**scan
));
3187 /* used for STAR, PLUS and BRACE_SIMPLE matching */
3188 typedef struct regstar_S
3190 int nextb
; /* next byte */
3191 int nextb_ic
; /* next byte reverse case */
3197 /* used to store input position when a BACK was encountered, so that we now if
3198 * we made any progress since the last time. */
3199 typedef struct backpos_S
3201 char_u
*bp_scan
; /* "scan" where BACK was encountered */
3202 regsave_T bp_pos
; /* last input position */
3206 * "regstack" and "backpos" are used by regmatch(). They are kept over calls
3207 * to avoid invoking malloc() and free() often.
3208 * "regstack" is a stack with regitem_T items, sometimes preceded by regstar_T
3210 * "backpos_T" is a table with backpos_T for BACK
3212 static garray_T regstack
= {0, 0, 0, 0, NULL
};
3213 static garray_T backpos
= {0, 0, 0, 0, NULL
};
3216 * Both for regstack and backpos tables we use the following strategy of
3217 * allocation (to reduce malloc/free calls):
3218 * - Initial size is fairly small.
3219 * - When needed, the tables are grown bigger (8 times at first, double after
3221 * - After executing the match we free the memory only if the array has grown.
3222 * Thus the memory is kept allocated when it's at the initial size.
3223 * This makes it fast while not keeping a lot of memory allocated.
3224 * A three times speed increase was observed when using many simple patterns.
3226 #define REGSTACK_INITIAL 2048
3227 #define BACKPOS_INITIAL 64
3229 #if defined(EXITFREE) || defined(PROTO)
3233 ga_clear(®stack
);
3235 vim_free(reg_tofree
);
3236 vim_free(reg_prev_sub
);
3241 * Get pointer to the line "lnum", which is relative to "reg_firstlnum".
3247 /* when looking behind for a match/no-match lnum is negative. But we
3248 * can't go before line 1 */
3249 if (reg_firstlnum
+ lnum
< 1)
3251 if (lnum
> reg_maxline
)
3252 /* Must have matched the "\n" in the last line. */
3253 return (char_u
*)"";
3254 return ml_get_buf(reg_buf
, reg_firstlnum
+ lnum
, FALSE
);
3257 static regsave_T behind_pos
;
3260 static char_u
*reg_startzp
[NSUBEXP
]; /* Workspace to mark beginning */
3261 static char_u
*reg_endzp
[NSUBEXP
]; /* and end of \z(...\) matches */
3262 static lpos_T reg_startzpos
[NSUBEXP
]; /* idem, beginning pos */
3263 static lpos_T reg_endzpos
[NSUBEXP
]; /* idem, end pos */
3266 /* TRUE if using multi-line regexp. */
3267 #define REG_MULTI (reg_match == NULL)
3270 * Match a regexp against a string.
3271 * "rmp->regprog" is a compiled regexp as returned by vim_regcomp().
3272 * Uses curbuf for line count and 'iskeyword'.
3274 * Return TRUE if there is a match, FALSE if not.
3277 vim_regexec(rmp
, line
, col
)
3279 char_u
*line
; /* string to match against */
3280 colnr_T col
; /* column to start looking for match */
3285 reg_line_lbr
= FALSE
;
3287 ireg_ic
= rmp
->rm_ic
;
3289 ireg_icombine
= FALSE
;
3292 return (vim_regexec_both(line
, col
, NULL
) != 0);
3295 #if defined(FEAT_MODIFY_FNAME) || defined(FEAT_EVAL) \
3296 || defined(FIND_REPLACE_DIALOG) || defined(PROTO)
3298 * Like vim_regexec(), but consider a "\n" in "line" to be a line break.
3301 vim_regexec_nl(rmp
, line
, col
)
3303 char_u
*line
; /* string to match against */
3304 colnr_T col
; /* column to start looking for match */
3309 reg_line_lbr
= TRUE
;
3311 ireg_ic
= rmp
->rm_ic
;
3313 ireg_icombine
= FALSE
;
3316 return (vim_regexec_both(line
, col
, NULL
) != 0);
3321 * Match a regexp against multiple lines.
3322 * "rmp->regprog" is a compiled regexp as returned by vim_regcomp().
3323 * Uses curbuf for line count and 'iskeyword'.
3325 * Return zero if there is no match. Return number of lines contained in the
3329 vim_regexec_multi(rmp
, win
, buf
, lnum
, col
, tm
)
3331 win_T
*win
; /* window in which to search or NULL */
3332 buf_T
*buf
; /* buffer in which to search */
3333 linenr_T lnum
; /* nr of line to start looking for match */
3334 colnr_T col
; /* column to start looking for match */
3335 proftime_T
*tm
; /* timeout limit or NULL */
3338 buf_T
*save_curbuf
= curbuf
;
3344 reg_firstlnum
= lnum
;
3345 reg_maxline
= reg_buf
->b_ml
.ml_line_count
- lnum
;
3346 reg_line_lbr
= FALSE
;
3347 ireg_ic
= rmp
->rmm_ic
;
3349 ireg_icombine
= FALSE
;
3351 ireg_maxcol
= rmp
->rmm_maxcol
;
3353 /* Need to switch to buffer "buf" to make vim_iswordc() work. */
3355 r
= vim_regexec_both(NULL
, col
, tm
);
3356 curbuf
= save_curbuf
;
3362 * Match a regexp against a string ("line" points to the string) or multiple
3363 * lines ("line" is NULL, use reg_getline()).
3367 vim_regexec_both(line
, col
, tm
)
3369 colnr_T col
; /* column to start looking for match */
3370 proftime_T
*tm
; /* timeout limit or NULL */
3376 /* Create "regstack" and "backpos" if they are not allocated yet.
3377 * We allocate *_INITIAL amount of bytes first and then set the grow size
3378 * to much bigger value to avoid many malloc calls in case of deep regular
3380 if (regstack
.ga_data
== NULL
)
3382 /* Use an item size of 1 byte, since we push different things
3383 * onto the regstack. */
3384 ga_init2(®stack
, 1, REGSTACK_INITIAL
);
3385 ga_grow(®stack
, REGSTACK_INITIAL
);
3386 regstack
.ga_growsize
= REGSTACK_INITIAL
* 8;
3389 if (backpos
.ga_data
== NULL
)
3391 ga_init2(&backpos
, sizeof(backpos_T
), BACKPOS_INITIAL
);
3392 ga_grow(&backpos
, BACKPOS_INITIAL
);
3393 backpos
.ga_growsize
= BACKPOS_INITIAL
* 8;
3398 prog
= reg_mmatch
->regprog
;
3399 line
= reg_getline((linenr_T
)0);
3400 reg_startpos
= reg_mmatch
->startpos
;
3401 reg_endpos
= reg_mmatch
->endpos
;
3405 prog
= reg_match
->regprog
;
3406 reg_startp
= reg_match
->startp
;
3407 reg_endp
= reg_match
->endp
;
3410 /* Be paranoid... */
3411 if (prog
== NULL
|| line
== NULL
)
3417 /* Check validity of program. */
3418 if (prog_magic_wrong())
3421 /* If the start column is past the maximum column: no need to try. */
3422 if (ireg_maxcol
> 0 && col
>= ireg_maxcol
)
3425 /* If pattern contains "\c" or "\C": overrule value of ireg_ic */
3426 if (prog
->regflags
& RF_ICASE
)
3428 else if (prog
->regflags
& RF_NOICASE
)
3432 /* If pattern contains "\Z" overrule value of ireg_icombine */
3433 if (prog
->regflags
& RF_ICOMBINE
)
3434 ireg_icombine
= TRUE
;
3437 /* If there is a "must appear" string, look for it. */
3438 if (prog
->regmust
!= NULL
)
3444 c
= (*mb_ptr2char
)(prog
->regmust
);
3451 * This is used very often, esp. for ":global". Use three versions of
3452 * the loop to avoid overhead of conditions.
3459 while ((s
= vim_strbyte(s
, c
)) != NULL
)
3461 if (cstrncmp(s
, prog
->regmust
, &prog
->regmlen
) == 0)
3462 break; /* Found it. */
3466 else if (!ireg_ic
|| (!enc_utf8
&& mb_char2len(c
) > 1))
3467 while ((s
= vim_strchr(s
, c
)) != NULL
)
3469 if (cstrncmp(s
, prog
->regmust
, &prog
->regmlen
) == 0)
3470 break; /* Found it. */
3475 while ((s
= cstrchr(s
, c
)) != NULL
)
3477 if (cstrncmp(s
, prog
->regmust
, &prog
->regmlen
) == 0)
3478 break; /* Found it. */
3481 if (s
== NULL
) /* Not present. */
3488 /* Simplest case: Anchored match need be tried only once. */
3495 c
= (*mb_ptr2char
)(regline
+ col
);
3499 if (prog
->regstart
== NUL
3500 || prog
->regstart
== c
3503 (enc_utf8
&& utf_fold(prog
->regstart
) == utf_fold(c
)))
3504 || (c
< 255 && prog
->regstart
< 255 &&
3506 MB_TOLOWER(prog
->regstart
) == MB_TOLOWER(c
)))))
3507 retval
= regtry(prog
, col
);
3516 /* Messy cases: unanchored match. */
3519 if (prog
->regstart
!= NUL
)
3521 /* Skip until the char we know it must start with.
3522 * Used often, do some work to avoid call overhead. */
3528 s
= vim_strbyte(regline
+ col
, prog
->regstart
);
3530 s
= cstrchr(regline
+ col
, prog
->regstart
);
3536 col
= (int)(s
- regline
);
3539 /* Check for maximum column to try. */
3540 if (ireg_maxcol
> 0 && col
>= ireg_maxcol
)
3546 retval
= regtry(prog
, col
);
3550 /* if not currently on the first line, get it again */
3554 regline
= reg_getline((linenr_T
)0);
3556 if (regline
[col
] == NUL
)
3560 col
+= (*mb_ptr2len
)(regline
+ col
);
3565 /* Check for timeout once in a twenty times to avoid overhead. */
3566 if (tm
!= NULL
&& ++tm_count
== 20)
3569 if (profile_passed_limit(tm
))
3577 /* Free "reg_tofree" when it's a bit big.
3578 * Free regstack and backpos if they are bigger than their initial size. */
3579 if (reg_tofreelen
> 400)
3581 vim_free(reg_tofree
);
3584 if (regstack
.ga_maxlen
> REGSTACK_INITIAL
)
3585 ga_clear(®stack
);
3586 if (backpos
.ga_maxlen
> BACKPOS_INITIAL
)
3593 static reg_extmatch_T
*make_extmatch
__ARGS((void));
3596 * Create a new extmatch and mark it as referenced once.
3598 static reg_extmatch_T
*
3603 em
= (reg_extmatch_T
*)alloc_clear((unsigned)sizeof(reg_extmatch_T
));
3610 * Add a reference to an extmatch.
3622 * Remove a reference to an extmatch. If there are no references left, free
3631 if (em
!= NULL
&& --em
->refcnt
<= 0)
3633 for (i
= 0; i
< NSUBEXP
; ++i
)
3634 vim_free(em
->matches
[i
]);
3641 * regtry - try match of "prog" with at regline["col"].
3642 * Returns 0 for failure, number of lines contained in the match otherwise.
3649 reginput
= regline
+ col
;
3650 need_clear_subexpr
= TRUE
;
3652 /* Clear the external match subpointers if necessary. */
3653 if (prog
->reghasz
== REX_SET
)
3654 need_clear_zsubexpr
= TRUE
;
3657 if (regmatch(prog
->program
+ 1) == 0)
3663 if (reg_startpos
[0].lnum
< 0)
3665 reg_startpos
[0].lnum
= 0;
3666 reg_startpos
[0].col
= col
;
3668 if (reg_endpos
[0].lnum
< 0)
3670 reg_endpos
[0].lnum
= reglnum
;
3671 reg_endpos
[0].col
= (int)(reginput
- regline
);
3674 /* Use line number of "\ze". */
3675 reglnum
= reg_endpos
[0].lnum
;
3679 if (reg_startp
[0] == NULL
)
3680 reg_startp
[0] = regline
+ col
;
3681 if (reg_endp
[0] == NULL
)
3682 reg_endp
[0] = reginput
;
3685 /* Package any found \z(...\) matches for export. Default is none. */
3686 unref_extmatch(re_extmatch_out
);
3687 re_extmatch_out
= NULL
;
3689 if (prog
->reghasz
== REX_SET
)
3694 re_extmatch_out
= make_extmatch();
3695 for (i
= 0; i
< NSUBEXP
; i
++)
3699 /* Only accept single line matches. */
3700 if (reg_startzpos
[i
].lnum
>= 0
3701 && reg_endzpos
[i
].lnum
== reg_startzpos
[i
].lnum
)
3702 re_extmatch_out
->matches
[i
] =
3703 vim_strnsave(reg_getline(reg_startzpos
[i
].lnum
)
3704 + reg_startzpos
[i
].col
,
3705 reg_endzpos
[i
].col
- reg_startzpos
[i
].col
);
3709 if (reg_startzp
[i
] != NULL
&& reg_endzp
[i
] != NULL
)
3710 re_extmatch_out
->matches
[i
] =
3711 vim_strnsave(reg_startzp
[i
],
3712 (int)(reg_endzp
[i
] - reg_startzp
[i
]));
3721 static int reg_prev_class
__ARGS((void));
3724 * Get class of previous character.
3729 if (reginput
> regline
)
3730 return mb_get_class(reginput
- 1
3731 - (*mb_head_off
)(regline
, reginput
- 1));
3736 #define ADVANCE_REGINPUT() mb_ptr_adv(reginput)
3739 * The arguments from BRACE_LIMITS are stored here. They are actually local
3740 * to regmatch(), but they are here to reduce the amount of stack space used
3741 * (it can be called recursively many times).
3743 static long bl_minval
;
3744 static long bl_maxval
;
3747 * regmatch - main matching routine
3749 * Conceptually the strategy is simple: Check to see whether the current node
3750 * matches, push an item onto the regstack and loop to see whether the rest
3751 * matches, and then act accordingly. In practice we make some effort to
3752 * avoid using the regstack, in particular by going through "ordinary" nodes
3753 * (that don't need to know whether the rest of the match failed) by a nested
3756 * Returns TRUE when there is a match. Leaves reginput and reglnum just after
3757 * the last matched character.
3758 * Returns FALSE when there is no match. Leaves reginput and reglnum in an
3763 char_u
*scan
; /* Current node. */
3765 char_u
*next
; /* Next node. */
3770 int status
; /* one of the RA_ values: */
3771 #define RA_FAIL 1 /* something failed, abort */
3772 #define RA_CONT 2 /* continue in inner loop */
3773 #define RA_BREAK 3 /* break inner loop */
3774 #define RA_MATCH 4 /* successful match */
3775 #define RA_NOMATCH 5 /* didn't match */
3777 /* Make "regstack" and "backpos" empty. They are allocated and freed in
3778 * vim_regexec_both() to reduce malloc()/free() calls. */
3779 regstack
.ga_len
= 0;
3783 * Repeat until "regstack" is empty.
3787 /* Some patterns my cause a long time to match, even though they are not
3788 * illegal. E.g., "\([a-z]\+\)\+Q". Allow breaking them with CTRL-C. */
3792 if (scan
!= NULL
&& regnarrate
)
3794 mch_errmsg(regprop(scan
));
3800 * Repeat for items that can be matched sequentially, without using the
3805 if (got_int
|| scan
== NULL
)
3815 mch_errmsg(regprop(scan
));
3816 mch_errmsg("...\n");
3818 if (re_extmatch_in
!= NULL
)
3822 mch_errmsg(_("External submatches:\n"));
3823 for (i
= 0; i
< NSUBEXP
; i
++)
3826 if (re_extmatch_in
->matches
[i
] != NULL
)
3827 mch_errmsg(re_extmatch_in
->matches
[i
]);
3834 next
= regnext(scan
);
3837 /* Check for character class with NL added. */
3838 if (!reg_line_lbr
&& WITH_NL(op
) && REG_MULTI
3839 && *reginput
== NUL
&& reglnum
<= reg_maxline
)
3843 else if (reg_line_lbr
&& WITH_NL(op
) && *reginput
== '\n')
3853 c
= (*mb_ptr2char
)(reginput
);
3860 if (reginput
!= regline
)
3861 status
= RA_NOMATCH
;
3866 status
= RA_NOMATCH
;
3870 /* We're not at the beginning of the file when below the first
3871 * line where we started, not at the start of the line or we
3872 * didn't start at the first line of the buffer. */
3873 if (reglnum
!= 0 || reginput
!= regline
3874 || (REG_MULTI
&& reg_firstlnum
> 1))
3875 status
= RA_NOMATCH
;
3879 if (reglnum
!= reg_maxline
|| c
!= NUL
)
3880 status
= RA_NOMATCH
;
3884 /* Check if the buffer is in a window and compare the
3885 * reg_win->w_cursor position to the match position. */
3887 || (reglnum
+ reg_firstlnum
!= reg_win
->w_cursor
.lnum
)
3888 || ((colnr_T
)(reginput
- regline
) != reg_win
->w_cursor
.col
))
3889 status
= RA_NOMATCH
;
3893 /* Compare the mark position to the match position. NOTE: Always
3894 * uses the current buffer. */
3896 int mark
= OPERAND(scan
)[0];
3897 int cmp
= OPERAND(scan
)[1];
3900 pos
= getmark(mark
, FALSE
);
3901 if (pos
== NULL
/* mark doesn't exist */
3902 || pos
->lnum
<= 0 /* mark isn't set (in curbuf) */
3903 || (pos
->lnum
== reglnum
+ reg_firstlnum
3904 ? (pos
->col
== (colnr_T
)(reginput
- regline
)
3905 ? (cmp
== '<' || cmp
== '>')
3906 : (pos
->col
< (colnr_T
)(reginput
- regline
)
3909 : (pos
->lnum
< reglnum
+ reg_firstlnum
3912 status
= RA_NOMATCH
;
3918 /* Check if the buffer is the current buffer. and whether the
3919 * position is inside the Visual area. */
3920 if (reg_buf
!= curbuf
|| VIsual
.lnum
== 0)
3921 status
= RA_NOMATCH
;
3927 win_T
*wp
= reg_win
== NULL
? curwin
: reg_win
;
3932 if (lt(VIsual
, wp
->w_cursor
))
3946 if (lt(curbuf
->b_visual
.vi_start
, curbuf
->b_visual
.vi_end
))
3948 top
= curbuf
->b_visual
.vi_start
;
3949 bot
= curbuf
->b_visual
.vi_end
;
3953 top
= curbuf
->b_visual
.vi_end
;
3954 bot
= curbuf
->b_visual
.vi_start
;
3956 mode
= curbuf
->b_visual
.vi_mode
;
3958 lnum
= reglnum
+ reg_firstlnum
;
3959 col
= (colnr_T
)(reginput
- regline
);
3960 if (lnum
< top
.lnum
|| lnum
> bot
.lnum
)
3961 status
= RA_NOMATCH
;
3962 else if (mode
== 'v')
3964 if ((lnum
== top
.lnum
&& col
< top
.col
)
3965 || (lnum
== bot
.lnum
3966 && col
>= bot
.col
+ (*p_sel
!= 'e')))
3967 status
= RA_NOMATCH
;
3969 else if (mode
== Ctrl_V
)
3972 colnr_T start2
, end2
;
3975 getvvcol(wp
, &top
, &start
, NULL
, &end
);
3976 getvvcol(wp
, &bot
, &start2
, NULL
, &end2
);
3981 if (top
.col
== MAXCOL
|| bot
.col
== MAXCOL
)
3983 cols
= win_linetabsize(wp
,
3984 regline
, (colnr_T
)(reginput
- regline
));
3985 if (cols
< start
|| cols
> end
- (*p_sel
== 'e'))
3986 status
= RA_NOMATCH
;
3990 status
= RA_NOMATCH
;
3995 if (!REG_MULTI
|| !re_num_cmp((long_u
)(reglnum
+ reg_firstlnum
),
3997 status
= RA_NOMATCH
;
4001 if (!re_num_cmp((long_u
)(reginput
- regline
) + 1, scan
))
4002 status
= RA_NOMATCH
;
4006 if (!re_num_cmp((long_u
)win_linetabsize(
4007 reg_win
== NULL
? curwin
: reg_win
,
4008 regline
, (colnr_T
)(reginput
- regline
)) + 1, scan
))
4009 status
= RA_NOMATCH
;
4012 case BOW
: /* \<word; reginput points to w */
4013 if (c
== NUL
) /* Can't match at end of line */
4014 status
= RA_NOMATCH
;
4020 /* Get class of current and previous char (if it exists). */
4021 this_class
= mb_get_class(reginput
);
4022 if (this_class
<= 1)
4023 status
= RA_NOMATCH
; /* not on a word at all */
4024 else if (reg_prev_class() == this_class
)
4025 status
= RA_NOMATCH
; /* previous char is in same word */
4031 || (reginput
> regline
&& vim_iswordc(reginput
[-1])))
4032 status
= RA_NOMATCH
;
4036 case EOW
: /* word\>; reginput points after d */
4037 if (reginput
== regline
) /* Can't match at start of line */
4038 status
= RA_NOMATCH
;
4042 int this_class
, prev_class
;
4044 /* Get class of current and previous char (if it exists). */
4045 this_class
= mb_get_class(reginput
);
4046 prev_class
= reg_prev_class();
4047 if (this_class
== prev_class
4048 || prev_class
== 0 || prev_class
== 1)
4049 status
= RA_NOMATCH
;
4054 if (!vim_iswordc(reginput
[-1])
4055 || (reginput
[0] != NUL
&& vim_iswordc(c
)))
4056 status
= RA_NOMATCH
;
4058 break; /* Matched with EOW */
4062 status
= RA_NOMATCH
;
4069 status
= RA_NOMATCH
;
4075 if (VIM_ISDIGIT(*reginput
) || !vim_isIDc(c
))
4076 status
= RA_NOMATCH
;
4082 if (!vim_iswordp(reginput
))
4083 status
= RA_NOMATCH
;
4089 if (VIM_ISDIGIT(*reginput
) || !vim_iswordp(reginput
))
4090 status
= RA_NOMATCH
;
4096 if (!vim_isfilec(c
))
4097 status
= RA_NOMATCH
;
4103 if (VIM_ISDIGIT(*reginput
) || !vim_isfilec(c
))
4104 status
= RA_NOMATCH
;
4110 if (ptr2cells(reginput
) != 1)
4111 status
= RA_NOMATCH
;
4117 if (VIM_ISDIGIT(*reginput
) || ptr2cells(reginput
) != 1)
4118 status
= RA_NOMATCH
;
4124 if (!vim_iswhite(c
))
4125 status
= RA_NOMATCH
;
4131 if (c
== NUL
|| vim_iswhite(c
))
4132 status
= RA_NOMATCH
;
4139 status
= RA_NOMATCH
;
4145 if (c
== NUL
|| ri_digit(c
))
4146 status
= RA_NOMATCH
;
4153 status
= RA_NOMATCH
;
4159 if (c
== NUL
|| ri_hex(c
))
4160 status
= RA_NOMATCH
;
4167 status
= RA_NOMATCH
;
4173 if (c
== NUL
|| ri_octal(c
))
4174 status
= RA_NOMATCH
;
4181 status
= RA_NOMATCH
;
4187 if (c
== NUL
|| ri_word(c
))
4188 status
= RA_NOMATCH
;
4195 status
= RA_NOMATCH
;
4201 if (c
== NUL
|| ri_head(c
))
4202 status
= RA_NOMATCH
;
4209 status
= RA_NOMATCH
;
4215 if (c
== NUL
|| ri_alpha(c
))
4216 status
= RA_NOMATCH
;
4223 status
= RA_NOMATCH
;
4229 if (c
== NUL
|| ri_lower(c
))
4230 status
= RA_NOMATCH
;
4237 status
= RA_NOMATCH
;
4243 if (c
== NUL
|| ri_upper(c
))
4244 status
= RA_NOMATCH
;
4254 opnd
= OPERAND(scan
);
4255 /* Inline the first byte, for speed. */
4256 if (*opnd
!= *reginput
4261 MB_TOLOWER(*opnd
) != MB_TOLOWER(*reginput
))))
4262 status
= RA_NOMATCH
;
4263 else if (*opnd
== NUL
)
4265 /* match empty string always works; happens when "~" is
4268 else if (opnd
[1] == NUL
4270 && !(enc_utf8
&& ireg_ic
)
4273 ++reginput
; /* matched a single char */
4276 len
= (int)STRLEN(opnd
);
4277 /* Need to match first byte again for multi-byte. */
4278 if (cstrncmp(opnd
, reginput
, &len
) != 0)
4279 status
= RA_NOMATCH
;
4281 /* Check for following composing character. */
4283 && UTF_COMPOSINGLIKE(reginput
, reginput
+ len
))
4285 /* raaron: This code makes a composing character get
4286 * ignored, which is the correct behavior (sometimes)
4287 * for voweled Hebrew texts. */
4289 status
= RA_NOMATCH
;
4301 status
= RA_NOMATCH
;
4302 else if ((cstrchr(OPERAND(scan
), c
) == NULL
) == (op
== ANYOF
))
4303 status
= RA_NOMATCH
;
4314 int opndc
= 0, inpc
;
4316 opnd
= OPERAND(scan
);
4317 /* Safety check (just in case 'encoding' was changed since
4318 * compiling the program). */
4319 if ((len
= (*mb_ptr2len
)(opnd
)) < 2)
4321 status
= RA_NOMATCH
;
4325 opndc
= mb_ptr2char(opnd
);
4326 if (enc_utf8
&& utf_iscomposing(opndc
))
4328 /* When only a composing char is given match at any
4329 * position where that composing char appears. */
4330 status
= RA_NOMATCH
;
4331 for (i
= 0; reginput
[i
] != NUL
; i
+= utf_char2len(inpc
))
4333 inpc
= mb_ptr2char(reginput
+ i
);
4334 if (!utf_iscomposing(inpc
))
4339 else if (opndc
== inpc
)
4341 /* Include all following composing chars. */
4342 len
= i
+ mb_ptr2len(reginput
+ i
);
4349 for (i
= 0; i
< len
; ++i
)
4350 if (opnd
[i
] != reginput
[i
])
4352 status
= RA_NOMATCH
;
4358 status
= RA_NOMATCH
;
4371 * When we run into BACK we need to check if we don't keep
4372 * looping without matching any input. The second and later
4373 * times a BACK is encountered it fails if the input is still
4374 * at the same position as the previous time.
4375 * The positions are stored in "backpos" and found by the
4376 * current value of "scan", the position in the RE program.
4378 bp
= (backpos_T
*)backpos
.ga_data
;
4379 for (i
= 0; i
< backpos
.ga_len
; ++i
)
4380 if (bp
[i
].bp_scan
== scan
)
4382 if (i
== backpos
.ga_len
)
4384 /* First time at this BACK, make room to store the pos. */
4385 if (ga_grow(&backpos
, 1) == FAIL
)
4389 /* get "ga_data" again, it may have changed */
4390 bp
= (backpos_T
*)backpos
.ga_data
;
4391 bp
[i
].bp_scan
= scan
;
4395 else if (reg_save_equal(&bp
[i
].bp_pos
))
4396 /* Still at same position as last time, fail. */
4397 status
= RA_NOMATCH
;
4399 if (status
!= RA_FAIL
&& status
!= RA_NOMATCH
)
4400 reg_save(&bp
[i
].bp_pos
, &backpos
);
4404 case MOPEN
+ 0: /* Match start: \zs */
4405 case MOPEN
+ 1: /* \( */
4417 rp
= regstack_push(RS_MOPEN
, scan
);
4423 save_se(&rp
->rs_un
.sesave
, ®_startpos
[no
],
4425 /* We simply continue and handle the result when done. */
4430 case NOPEN
: /* \%( */
4431 case NCLOSE
: /* \) after \%( */
4432 if (regstack_push(RS_NOPEN
, scan
) == NULL
)
4434 /* We simply continue and handle the result when done. */
4450 rp
= regstack_push(RS_ZOPEN
, scan
);
4456 save_se(&rp
->rs_un
.sesave
, ®_startzpos
[no
],
4458 /* We simply continue and handle the result when done. */
4464 case MCLOSE
+ 0: /* Match end: \ze */
4465 case MCLOSE
+ 1: /* \) */
4477 rp
= regstack_push(RS_MCLOSE
, scan
);
4483 save_se(&rp
->rs_un
.sesave
, ®_endpos
[no
], ®_endp
[no
]);
4484 /* We simply continue and handle the result when done. */
4490 case ZCLOSE
+ 1: /* \) after \z( */
4502 rp
= regstack_push(RS_ZCLOSE
, scan
);
4508 save_se(&rp
->rs_un
.sesave
, ®_endzpos
[no
],
4510 /* We simply continue and handle the result when done. */
4533 if (!REG_MULTI
) /* Single-line regexp */
4535 if (reg_endp
[no
] == NULL
)
4537 /* Backref was not set: Match an empty string. */
4542 /* Compare current input with back-ref in the same
4544 len
= (int)(reg_endp
[no
] - reg_startp
[no
]);
4545 if (cstrncmp(reg_startp
[no
], reginput
, &len
) != 0)
4546 status
= RA_NOMATCH
;
4549 else /* Multi-line regexp */
4551 if (reg_endpos
[no
].lnum
< 0)
4553 /* Backref was not set: Match an empty string. */
4558 if (reg_startpos
[no
].lnum
== reglnum
4559 && reg_endpos
[no
].lnum
== reglnum
)
4561 /* Compare back-ref within the current line. */
4562 len
= reg_endpos
[no
].col
- reg_startpos
[no
].col
;
4563 if (cstrncmp(regline
+ reg_startpos
[no
].col
,
4564 reginput
, &len
) != 0)
4565 status
= RA_NOMATCH
;
4569 /* Messy situation: Need to compare between two
4571 ccol
= reg_startpos
[no
].col
;
4572 clnum
= reg_startpos
[no
].lnum
;
4575 /* Since getting one line may invalidate
4576 * the other, need to make copy. Slow! */
4577 if (regline
!= reg_tofree
)
4579 len
= (int)STRLEN(regline
);
4580 if (reg_tofree
== NULL
4581 || len
>= (int)reg_tofreelen
)
4583 len
+= 50; /* get some extra */
4584 vim_free(reg_tofree
);
4585 reg_tofree
= alloc(len
);
4586 if (reg_tofree
== NULL
)
4588 status
= RA_FAIL
; /* outof memory!*/
4591 reg_tofreelen
= len
;
4593 STRCPY(reg_tofree
, regline
);
4594 reginput
= reg_tofree
4595 + (reginput
- regline
);
4596 regline
= reg_tofree
;
4599 /* Get the line to compare with. */
4600 p
= reg_getline(clnum
);
4601 if (clnum
== reg_endpos
[no
].lnum
)
4602 len
= reg_endpos
[no
].col
- ccol
;
4604 len
= (int)STRLEN(p
+ ccol
);
4606 if (cstrncmp(p
+ ccol
, reginput
, &len
) != 0)
4608 status
= RA_NOMATCH
; /* doesn't match */
4611 if (clnum
== reg_endpos
[no
].lnum
)
4612 break; /* match and at end! */
4613 if (reglnum
>= reg_maxline
)
4615 status
= RA_NOMATCH
; /* text too short */
4619 /* Advance to next line. */
4630 /* found a match! Note that regline may now point
4631 * to a copy of the line, that should not matter. */
4636 /* Matched the backref, skip over it. */
4656 if (re_extmatch_in
!= NULL
4657 && re_extmatch_in
->matches
[no
] != NULL
)
4659 len
= (int)STRLEN(re_extmatch_in
->matches
[no
]);
4660 if (cstrncmp(re_extmatch_in
->matches
[no
],
4661 reginput
, &len
) != 0)
4662 status
= RA_NOMATCH
;
4668 /* Backref was not set: Match an empty string. */
4676 if (OP(next
) != BRANCH
) /* No choice. */
4677 next
= OPERAND(scan
); /* Avoid recursion. */
4680 rp
= regstack_push(RS_BRANCH
, scan
);
4684 status
= RA_BREAK
; /* rest is below */
4691 if (OP(next
) == BRACE_SIMPLE
)
4693 bl_minval
= OPERAND_MIN(scan
);
4694 bl_maxval
= OPERAND_MAX(scan
);
4696 else if (OP(next
) >= BRACE_COMPLEX
4697 && OP(next
) < BRACE_COMPLEX
+ 10)
4699 no
= OP(next
) - BRACE_COMPLEX
;
4700 brace_min
[no
] = OPERAND_MIN(scan
);
4701 brace_max
[no
] = OPERAND_MAX(scan
);
4702 brace_count
[no
] = 0;
4706 EMSG(_(e_internal
)); /* Shouldn't happen */
4712 case BRACE_COMPLEX
+ 0:
4713 case BRACE_COMPLEX
+ 1:
4714 case BRACE_COMPLEX
+ 2:
4715 case BRACE_COMPLEX
+ 3:
4716 case BRACE_COMPLEX
+ 4:
4717 case BRACE_COMPLEX
+ 5:
4718 case BRACE_COMPLEX
+ 6:
4719 case BRACE_COMPLEX
+ 7:
4720 case BRACE_COMPLEX
+ 8:
4721 case BRACE_COMPLEX
+ 9:
4723 no
= op
- BRACE_COMPLEX
;
4726 /* If not matched enough times yet, try one more */
4727 if (brace_count
[no
] <= (brace_min
[no
] <= brace_max
[no
]
4728 ? brace_min
[no
] : brace_max
[no
]))
4730 rp
= regstack_push(RS_BRCPLX_MORE
, scan
);
4736 reg_save(&rp
->rs_un
.regsave
, &backpos
);
4737 next
= OPERAND(scan
);
4738 /* We continue and handle the result when done. */
4743 /* If matched enough times, may try matching some more */
4744 if (brace_min
[no
] <= brace_max
[no
])
4746 /* Range is the normal way around, use longest match */
4747 if (brace_count
[no
] <= brace_max
[no
])
4749 rp
= regstack_push(RS_BRCPLX_LONG
, scan
);
4755 reg_save(&rp
->rs_un
.regsave
, &backpos
);
4756 next
= OPERAND(scan
);
4757 /* We continue and handle the result when done. */
4763 /* Range is backwards, use shortest match first */
4764 if (brace_count
[no
] <= brace_min
[no
])
4766 rp
= regstack_push(RS_BRCPLX_SHORT
, scan
);
4771 reg_save(&rp
->rs_un
.regsave
, &backpos
);
4772 /* We continue and handle the result when done. */
4786 * Lookahead to avoid useless match attempts when we know
4787 * what character comes next.
4789 if (OP(next
) == EXACTLY
)
4791 rst
.nextb
= *OPERAND(next
);
4794 if (MB_ISUPPER(rst
.nextb
))
4795 rst
.nextb_ic
= MB_TOLOWER(rst
.nextb
);
4797 rst
.nextb_ic
= MB_TOUPPER(rst
.nextb
);
4800 rst
.nextb_ic
= rst
.nextb
;
4807 if (op
!= BRACE_SIMPLE
)
4809 rst
.minval
= (op
== STAR
) ? 0 : 1;
4810 rst
.maxval
= MAX_LIMIT
;
4814 rst
.minval
= bl_minval
;
4815 rst
.maxval
= bl_maxval
;
4819 * When maxval > minval, try matching as much as possible, up
4820 * to maxval. When maxval < minval, try matching at least the
4821 * minimal number (since the range is backwards, that's also
4824 rst
.count
= regrepeat(OPERAND(scan
), rst
.maxval
);
4830 if (rst
.minval
<= rst
.maxval
4831 ? rst
.count
>= rst
.minval
: rst
.count
>= rst
.maxval
)
4833 /* It could match. Prepare for trying to match what
4834 * follows. The code is below. Parameters are stored in
4835 * a regstar_T on the regstack. */
4836 if ((long)((unsigned)regstack
.ga_len
>> 10) >= p_mmp
)
4838 EMSG(_(e_maxmempat
));
4841 else if (ga_grow(®stack
, sizeof(regstar_T
)) == FAIL
)
4845 regstack
.ga_len
+= sizeof(regstar_T
);
4846 rp
= regstack_push(rst
.minval
<= rst
.maxval
4847 ? RS_STAR_LONG
: RS_STAR_SHORT
, scan
);
4852 *(((regstar_T
*)rp
) - 1) = rst
;
4853 status
= RA_BREAK
; /* skip the restore bits */
4858 status
= RA_NOMATCH
;
4866 rp
= regstack_push(RS_NOMATCH
, scan
);
4872 reg_save(&rp
->rs_un
.regsave
, &backpos
);
4873 next
= OPERAND(scan
);
4874 /* We continue and handle the result when done. */
4880 /* Need a bit of room to store extra positions. */
4881 if ((long)((unsigned)regstack
.ga_len
>> 10) >= p_mmp
)
4883 EMSG(_(e_maxmempat
));
4886 else if (ga_grow(®stack
, sizeof(regbehind_T
)) == FAIL
)
4890 regstack
.ga_len
+= sizeof(regbehind_T
);
4891 rp
= regstack_push(RS_BEHIND1
, scan
);
4896 /* Need to save the subexpr to be able to restore them
4897 * when there is a match but we don't use it. */
4898 save_subexpr(((regbehind_T
*)rp
) - 1);
4901 reg_save(&rp
->rs_un
.regsave
, &backpos
);
4902 /* First try if what follows matches. If it does then we
4903 * check the behind match by looping. */
4911 if (behind_pos
.rs_u
.pos
.col
!= (colnr_T
)(reginput
- regline
)
4912 || behind_pos
.rs_u
.pos
.lnum
!= reglnum
)
4913 status
= RA_NOMATCH
;
4915 else if (behind_pos
.rs_u
.ptr
!= reginput
)
4916 status
= RA_NOMATCH
;
4920 if ((c
!= NUL
|| !REG_MULTI
|| reglnum
> reg_maxline
4921 || reg_line_lbr
) && (c
!= '\n' || !reg_line_lbr
))
4922 status
= RA_NOMATCH
;
4923 else if (reg_line_lbr
)
4930 status
= RA_MATCH
; /* Success! */
4936 printf("Illegal op code %d\n", op
);
4943 /* If we can't continue sequentially, break the inner loop. */
4944 if (status
!= RA_CONT
)
4947 /* Continue in inner loop, advance to next item. */
4950 } /* end of inner loop */
4953 * If there is something on the regstack execute the code for the state.
4954 * If the state is popped then loop and use the older state.
4956 while (regstack
.ga_len
> 0 && status
!= RA_FAIL
)
4958 rp
= (regitem_T
*)((char *)regstack
.ga_data
+ regstack
.ga_len
) - 1;
4959 switch (rp
->rs_state
)
4962 /* Result is passed on as-is, simply pop the state. */
4963 regstack_pop(&scan
);
4967 /* Pop the state. Restore pointers when there is no match. */
4968 if (status
== RA_NOMATCH
)
4969 restore_se(&rp
->rs_un
.sesave
, ®_startpos
[rp
->rs_no
],
4970 ®_startp
[rp
->rs_no
]);
4971 regstack_pop(&scan
);
4976 /* Pop the state. Restore pointers when there is no match. */
4977 if (status
== RA_NOMATCH
)
4978 restore_se(&rp
->rs_un
.sesave
, ®_startzpos
[rp
->rs_no
],
4979 ®_startzp
[rp
->rs_no
]);
4980 regstack_pop(&scan
);
4985 /* Pop the state. Restore pointers when there is no match. */
4986 if (status
== RA_NOMATCH
)
4987 restore_se(&rp
->rs_un
.sesave
, ®_endpos
[rp
->rs_no
],
4988 ®_endp
[rp
->rs_no
]);
4989 regstack_pop(&scan
);
4994 /* Pop the state. Restore pointers when there is no match. */
4995 if (status
== RA_NOMATCH
)
4996 restore_se(&rp
->rs_un
.sesave
, ®_endzpos
[rp
->rs_no
],
4997 ®_endzp
[rp
->rs_no
]);
4998 regstack_pop(&scan
);
5003 if (status
== RA_MATCH
)
5004 /* this branch matched, use it */
5005 regstack_pop(&scan
);
5008 if (status
!= RA_BREAK
)
5010 /* After a non-matching branch: try next one. */
5011 reg_restore(&rp
->rs_un
.regsave
, &backpos
);
5014 if (scan
== NULL
|| OP(scan
) != BRANCH
)
5016 /* no more branches, didn't find a match */
5017 status
= RA_NOMATCH
;
5018 regstack_pop(&scan
);
5022 /* Prepare to try a branch. */
5023 rp
->rs_scan
= regnext(scan
);
5024 reg_save(&rp
->rs_un
.regsave
, &backpos
);
5025 scan
= OPERAND(scan
);
5030 case RS_BRCPLX_MORE
:
5031 /* Pop the state. Restore pointers when there is no match. */
5032 if (status
== RA_NOMATCH
)
5034 reg_restore(&rp
->rs_un
.regsave
, &backpos
);
5035 --brace_count
[rp
->rs_no
]; /* decrement match count */
5037 regstack_pop(&scan
);
5040 case RS_BRCPLX_LONG
:
5041 /* Pop the state. Restore pointers when there is no match. */
5042 if (status
== RA_NOMATCH
)
5044 /* There was no match, but we did find enough matches. */
5045 reg_restore(&rp
->rs_un
.regsave
, &backpos
);
5046 --brace_count
[rp
->rs_no
];
5047 /* continue with the items after "\{}" */
5050 regstack_pop(&scan
);
5051 if (status
== RA_CONT
)
5052 scan
= regnext(scan
);
5055 case RS_BRCPLX_SHORT
:
5056 /* Pop the state. Restore pointers when there is no match. */
5057 if (status
== RA_NOMATCH
)
5058 /* There was no match, try to match one more item. */
5059 reg_restore(&rp
->rs_un
.regsave
, &backpos
);
5060 regstack_pop(&scan
);
5061 if (status
== RA_NOMATCH
)
5063 scan
= OPERAND(scan
);
5069 /* Pop the state. If the operand matches for NOMATCH or
5070 * doesn't match for MATCH/SUBPAT, we fail. Otherwise backup,
5071 * except for SUBPAT, and continue with the next item. */
5072 if (status
== (rp
->rs_no
== NOMATCH
? RA_MATCH
: RA_NOMATCH
))
5073 status
= RA_NOMATCH
;
5077 if (rp
->rs_no
!= SUBPAT
) /* zero-width */
5078 reg_restore(&rp
->rs_un
.regsave
, &backpos
);
5080 regstack_pop(&scan
);
5081 if (status
== RA_CONT
)
5082 scan
= regnext(scan
);
5086 if (status
== RA_NOMATCH
)
5088 regstack_pop(&scan
);
5089 regstack
.ga_len
-= sizeof(regbehind_T
);
5093 /* The stuff after BEHIND/NOBEHIND matches. Now try if
5094 * the behind part does (not) match before the current
5095 * position in the input. This must be done at every
5096 * position in the input and checking if the match ends at
5097 * the current position. */
5099 /* save the position after the found match for next */
5100 reg_save(&(((regbehind_T
*)rp
) - 1)->save_after
, &backpos
);
5102 /* start looking for a match with operand at the current
5103 * position. Go back one character until we find the
5104 * result, hitting the start of the line or the previous
5105 * line (for multi-line matching).
5106 * Set behind_pos to where the match should end, BHPOS
5107 * will match it. Save the current value. */
5108 (((regbehind_T
*)rp
) - 1)->save_behind
= behind_pos
;
5109 behind_pos
= rp
->rs_un
.regsave
;
5111 rp
->rs_state
= RS_BEHIND2
;
5113 reg_restore(&rp
->rs_un
.regsave
, &backpos
);
5114 scan
= OPERAND(rp
->rs_scan
);
5120 * Looping for BEHIND / NOBEHIND match.
5122 if (status
== RA_MATCH
&& reg_save_equal(&behind_pos
))
5124 /* found a match that ends where "next" started */
5125 behind_pos
= (((regbehind_T
*)rp
) - 1)->save_behind
;
5126 if (rp
->rs_no
== BEHIND
)
5127 reg_restore(&(((regbehind_T
*)rp
) - 1)->save_after
,
5131 /* But we didn't want a match. Need to restore the
5132 * subexpr, because what follows matched, so they have
5134 status
= RA_NOMATCH
;
5135 restore_subexpr(((regbehind_T
*)rp
) - 1);
5137 regstack_pop(&scan
);
5138 regstack
.ga_len
-= sizeof(regbehind_T
);
5142 /* No match or a match that doesn't end where we want it: Go
5143 * back one character. May go to previous line once. */
5147 if (rp
->rs_un
.regsave
.rs_u
.pos
.col
== 0)
5149 if (rp
->rs_un
.regsave
.rs_u
.pos
.lnum
5150 < behind_pos
.rs_u
.pos
.lnum
5152 --rp
->rs_un
.regsave
.rs_u
.pos
.lnum
)
5157 reg_restore(&rp
->rs_un
.regsave
, &backpos
);
5158 rp
->rs_un
.regsave
.rs_u
.pos
.col
=
5159 (colnr_T
)STRLEN(regline
);
5163 --rp
->rs_un
.regsave
.rs_u
.pos
.col
;
5167 if (rp
->rs_un
.regsave
.rs_u
.ptr
== regline
)
5170 --rp
->rs_un
.regsave
.rs_u
.ptr
;
5174 /* Advanced, prepare for finding match again. */
5175 reg_restore(&rp
->rs_un
.regsave
, &backpos
);
5176 scan
= OPERAND(rp
->rs_scan
);
5177 if (status
== RA_MATCH
)
5179 /* We did match, so subexpr may have been changed,
5180 * need to restore them for the next try. */
5181 status
= RA_NOMATCH
;
5182 restore_subexpr(((regbehind_T
*)rp
) - 1);
5187 /* Can't advance. For NOBEHIND that's a match. */
5188 behind_pos
= (((regbehind_T
*)rp
) - 1)->save_behind
;
5189 if (rp
->rs_no
== NOBEHIND
)
5191 reg_restore(&(((regbehind_T
*)rp
) - 1)->save_after
,
5197 /* We do want a proper match. Need to restore the
5198 * subexpr if we had a match, because they may have
5200 if (status
== RA_MATCH
)
5202 status
= RA_NOMATCH
;
5203 restore_subexpr(((regbehind_T
*)rp
) - 1);
5206 regstack_pop(&scan
);
5207 regstack
.ga_len
-= sizeof(regbehind_T
);
5215 regstar_T
*rst
= ((regstar_T
*)rp
) - 1;
5217 if (status
== RA_MATCH
)
5219 regstack_pop(&scan
);
5220 regstack
.ga_len
-= sizeof(regstar_T
);
5224 /* Tried once already, restore input pointers. */
5225 if (status
!= RA_BREAK
)
5226 reg_restore(&rp
->rs_un
.regsave
, &backpos
);
5228 /* Repeat until we found a position where it could match. */
5231 if (status
!= RA_BREAK
)
5233 /* Tried first position already, advance. */
5234 if (rp
->rs_state
== RS_STAR_LONG
)
5236 /* Trying for longest match, but couldn't or
5237 * didn't match -- back up one char. */
5238 if (--rst
->count
< rst
->minval
)
5240 if (reginput
== regline
)
5242 /* backup to last char of previous line */
5244 regline
= reg_getline(reglnum
);
5245 /* Just in case regrepeat() didn't count
5247 if (regline
== NULL
)
5249 reginput
= regline
+ STRLEN(regline
);
5253 mb_ptr_back(regline
, reginput
);
5257 /* Range is backwards, use shortest match first.
5258 * Careful: maxval and minval are exchanged!
5259 * Couldn't or didn't match: try advancing one
5261 if (rst
->count
== rst
->minval
5262 || regrepeat(OPERAND(rp
->rs_scan
), 1L) == 0)
5270 status
= RA_NOMATCH
;
5272 /* If it could match, try it. */
5273 if (rst
->nextb
== NUL
|| *reginput
== rst
->nextb
5274 || *reginput
== rst
->nextb_ic
)
5276 reg_save(&rp
->rs_un
.regsave
, &backpos
);
5277 scan
= regnext(rp
->rs_scan
);
5282 if (status
!= RA_CONT
)
5285 regstack_pop(&scan
);
5286 regstack
.ga_len
-= sizeof(regstar_T
);
5287 status
= RA_NOMATCH
;
5293 /* If we want to continue the inner loop or didn't pop a state
5294 * continue matching loop */
5295 if (status
== RA_CONT
|| rp
== (regitem_T
*)
5296 ((char *)regstack
.ga_data
+ regstack
.ga_len
) - 1)
5300 /* May need to continue with the inner loop, starting at "scan". */
5301 if (status
== RA_CONT
)
5305 * If the regstack is empty or something failed we are done.
5307 if (regstack
.ga_len
== 0 || status
== RA_FAIL
)
5312 * We get here only if there's trouble -- normally "case END" is
5313 * the terminating point.
5317 printf("Premature EOL\n");
5320 if (status
== RA_FAIL
)
5322 return (status
== RA_MATCH
);
5325 } /* End of loop until the regstack is empty. */
5331 * Push an item onto the regstack.
5332 * Returns pointer to new item. Returns NULL when out of memory.
5335 regstack_push(state
, scan
)
5341 if ((long)((unsigned)regstack
.ga_len
>> 10) >= p_mmp
)
5343 EMSG(_(e_maxmempat
));
5346 if (ga_grow(®stack
, sizeof(regitem_T
)) == FAIL
)
5349 rp
= (regitem_T
*)((char *)regstack
.ga_data
+ regstack
.ga_len
);
5350 rp
->rs_state
= state
;
5353 regstack
.ga_len
+= sizeof(regitem_T
);
5358 * Pop an item from the regstack.
5366 rp
= (regitem_T
*)((char *)regstack
.ga_data
+ regstack
.ga_len
) - 1;
5367 *scan
= rp
->rs_scan
;
5369 regstack
.ga_len
-= sizeof(regitem_T
);
5373 * regrepeat - repeatedly match something simple, return how many.
5374 * Advances reginput (and reglnum) to just after the matched chars.
5377 regrepeat(p
, maxcount
)
5379 long maxcount
; /* maximum number of matches allowed */
5387 scan
= reginput
; /* Make local copy of reginput for speed. */
5393 while (count
< maxcount
)
5395 /* Matching anything means we continue until end-of-line (or
5396 * end-of-file for ANY + ADD_NL), only limited by maxcount. */
5397 while (*scan
!= NUL
&& count
< maxcount
)
5402 if (!REG_MULTI
|| !WITH_NL(OP(p
)) || reglnum
> reg_maxline
5403 || reg_line_lbr
|| count
== maxcount
)
5405 ++count
; /* count the line-break */
5414 case IDENT
+ ADD_NL
:
5418 case SIDENT
+ ADD_NL
:
5419 while (count
< maxcount
)
5421 if (vim_isIDc(*scan
) && (testval
|| !VIM_ISDIGIT(*scan
)))
5425 else if (*scan
== NUL
)
5427 if (!REG_MULTI
|| !WITH_NL(OP(p
)) || reglnum
> reg_maxline
5435 else if (reg_line_lbr
&& *scan
== '\n' && WITH_NL(OP(p
)))
5444 case KWORD
+ ADD_NL
:
5448 case SKWORD
+ ADD_NL
:
5449 while (count
< maxcount
)
5451 if (vim_iswordp(scan
) && (testval
|| !VIM_ISDIGIT(*scan
)))
5455 else if (*scan
== NUL
)
5457 if (!REG_MULTI
|| !WITH_NL(OP(p
)) || reglnum
> reg_maxline
5465 else if (reg_line_lbr
&& *scan
== '\n' && WITH_NL(OP(p
)))
5474 case FNAME
+ ADD_NL
:
5478 case SFNAME
+ ADD_NL
:
5479 while (count
< maxcount
)
5481 if (vim_isfilec(*scan
) && (testval
|| !VIM_ISDIGIT(*scan
)))
5485 else if (*scan
== NUL
)
5487 if (!REG_MULTI
|| !WITH_NL(OP(p
)) || reglnum
> reg_maxline
5495 else if (reg_line_lbr
&& *scan
== '\n' && WITH_NL(OP(p
)))
5504 case PRINT
+ ADD_NL
:
5508 case SPRINT
+ ADD_NL
:
5509 while (count
< maxcount
)
5513 if (!REG_MULTI
|| !WITH_NL(OP(p
)) || reglnum
> reg_maxline
5521 else if (ptr2cells(scan
) == 1 && (testval
|| !VIM_ISDIGIT(*scan
)))
5525 else if (reg_line_lbr
&& *scan
== '\n' && WITH_NL(OP(p
)))
5534 case WHITE
+ ADD_NL
:
5535 testval
= mask
= RI_WHITE
;
5537 while (count
< maxcount
)
5544 if (!REG_MULTI
|| !WITH_NL(OP(p
)) || reglnum
> reg_maxline
5553 else if (has_mbyte
&& (l
= (*mb_ptr2len
)(scan
)) > 1)
5560 else if ((class_tab
[*scan
] & mask
) == testval
)
5562 else if (reg_line_lbr
&& *scan
== '\n' && WITH_NL(OP(p
)))
5571 case NWHITE
+ ADD_NL
:
5575 case DIGIT
+ ADD_NL
:
5576 testval
= mask
= RI_DIGIT
;
5579 case NDIGIT
+ ADD_NL
:
5584 testval
= mask
= RI_HEX
;
5591 case OCTAL
+ ADD_NL
:
5592 testval
= mask
= RI_OCTAL
;
5595 case NOCTAL
+ ADD_NL
:
5600 testval
= mask
= RI_WORD
;
5603 case NWORD
+ ADD_NL
:
5608 testval
= mask
= RI_HEAD
;
5611 case NHEAD
+ ADD_NL
:
5615 case ALPHA
+ ADD_NL
:
5616 testval
= mask
= RI_ALPHA
;
5619 case NALPHA
+ ADD_NL
:
5623 case LOWER
+ ADD_NL
:
5624 testval
= mask
= RI_LOWER
;
5627 case NLOWER
+ ADD_NL
:
5631 case UPPER
+ ADD_NL
:
5632 testval
= mask
= RI_UPPER
;
5635 case NUPPER
+ ADD_NL
:
5643 /* This doesn't do a multi-byte character, because a MULTIBYTECODE
5644 * would have been used for it. It does handle single-byte
5645 * characters, such as latin1. */
5648 cu
= MB_TOUPPER(*opnd
);
5649 cl
= MB_TOLOWER(*opnd
);
5650 while (count
< maxcount
&& (*scan
== cu
|| *scan
== cl
))
5659 while (count
< maxcount
&& *scan
== cu
)
5673 /* Safety check (just in case 'encoding' was changed since
5674 * compiling the program). */
5675 if ((len
= (*mb_ptr2len
)(opnd
)) > 1)
5677 if (ireg_ic
&& enc_utf8
)
5678 cf
= utf_fold(utf_ptr2char(opnd
));
5679 while (count
< maxcount
)
5681 for (i
= 0; i
< len
; ++i
)
5682 if (opnd
[i
] != scan
[i
])
5684 if (i
< len
&& (!ireg_ic
|| !enc_utf8
5685 || utf_fold(utf_ptr2char(scan
)) != cf
))
5696 case ANYOF
+ ADD_NL
:
5701 case ANYBUT
+ ADD_NL
:
5702 while (count
< maxcount
)
5709 if (!REG_MULTI
|| !WITH_NL(OP(p
)) || reglnum
> reg_maxline
5717 else if (reg_line_lbr
&& *scan
== '\n' && WITH_NL(OP(p
)))
5720 else if (has_mbyte
&& (len
= (*mb_ptr2len
)(scan
)) > 1)
5722 if ((cstrchr(opnd
, (*mb_ptr2char
)(scan
)) == NULL
) == testval
)
5729 if ((cstrchr(opnd
, *scan
) == NULL
) == testval
)
5738 while (count
< maxcount
5739 && ((*scan
== NUL
&& reglnum
<= reg_maxline
&& !reg_line_lbr
5740 && REG_MULTI
) || (*scan
== '\n' && reg_line_lbr
)))
5753 default: /* Oh dear. Called inappropriately. */
5756 printf("Called regrepeat with op code %d\n", OP(p
));
5767 * regnext - dig the "next" pointer out of a node
5775 if (p
== JUST_CALC_SIZE
)
5789 * Check the regexp program for its magic number.
5790 * Return TRUE if it's wrong.
5795 if (UCHARAT(REG_MULTI
5796 ? reg_mmatch
->regprog
->program
5797 : reg_match
->regprog
->program
) != REGMAGIC
)
5806 * Cleanup the subexpressions, if this wasn't done yet.
5807 * This construction is used to clear the subexpressions only when they are
5808 * used (to increase speed).
5813 if (need_clear_subexpr
)
5817 /* Use 0xff to set lnum to -1 */
5818 vim_memset(reg_startpos
, 0xff, sizeof(lpos_T
) * NSUBEXP
);
5819 vim_memset(reg_endpos
, 0xff, sizeof(lpos_T
) * NSUBEXP
);
5823 vim_memset(reg_startp
, 0, sizeof(char_u
*) * NSUBEXP
);
5824 vim_memset(reg_endp
, 0, sizeof(char_u
*) * NSUBEXP
);
5826 need_clear_subexpr
= FALSE
;
5834 if (need_clear_zsubexpr
)
5838 /* Use 0xff to set lnum to -1 */
5839 vim_memset(reg_startzpos
, 0xff, sizeof(lpos_T
) * NSUBEXP
);
5840 vim_memset(reg_endzpos
, 0xff, sizeof(lpos_T
) * NSUBEXP
);
5844 vim_memset(reg_startzp
, 0, sizeof(char_u
*) * NSUBEXP
);
5845 vim_memset(reg_endzp
, 0, sizeof(char_u
*) * NSUBEXP
);
5847 need_clear_zsubexpr
= FALSE
;
5853 * Save the current subexpr to "bp", so that they can be restored
5854 * later by restore_subexpr().
5862 /* When "need_clear_subexpr" is set we don't need to save the values, only
5863 * remember that this flag needs to be set again when restoring. */
5864 bp
->save_need_clear_subexpr
= need_clear_subexpr
;
5865 if (!need_clear_subexpr
)
5867 for (i
= 0; i
< NSUBEXP
; ++i
)
5871 bp
->save_start
[i
].se_u
.pos
= reg_startpos
[i
];
5872 bp
->save_end
[i
].se_u
.pos
= reg_endpos
[i
];
5876 bp
->save_start
[i
].se_u
.ptr
= reg_startp
[i
];
5877 bp
->save_end
[i
].se_u
.ptr
= reg_endp
[i
];
5884 * Restore the subexpr from "bp".
5892 /* Only need to restore saved values when they are not to be cleared. */
5893 need_clear_subexpr
= bp
->save_need_clear_subexpr
;
5894 if (!need_clear_subexpr
)
5896 for (i
= 0; i
< NSUBEXP
; ++i
)
5900 reg_startpos
[i
] = bp
->save_start
[i
].se_u
.pos
;
5901 reg_endpos
[i
] = bp
->save_end
[i
].se_u
.pos
;
5905 reg_startp
[i
] = bp
->save_start
[i
].se_u
.ptr
;
5906 reg_endp
[i
] = bp
->save_end
[i
].se_u
.ptr
;
5913 * Advance reglnum, regline and reginput to the next line.
5918 regline
= reg_getline(++reglnum
);
5924 * Save the input line and position in a regsave_T.
5933 save
->rs_u
.pos
.col
= (colnr_T
)(reginput
- regline
);
5934 save
->rs_u
.pos
.lnum
= reglnum
;
5937 save
->rs_u
.ptr
= reginput
;
5938 save
->rs_len
= gap
->ga_len
;
5942 * Restore the input line and position from a regsave_T.
5945 reg_restore(save
, gap
)
5951 if (reglnum
!= save
->rs_u
.pos
.lnum
)
5953 /* only call reg_getline() when the line number changed to save
5955 reglnum
= save
->rs_u
.pos
.lnum
;
5956 regline
= reg_getline(reglnum
);
5958 reginput
= regline
+ save
->rs_u
.pos
.col
;
5961 reginput
= save
->rs_u
.ptr
;
5962 gap
->ga_len
= save
->rs_len
;
5966 * Return TRUE if current position is equal to saved position.
5969 reg_save_equal(save
)
5973 return reglnum
== save
->rs_u
.pos
.lnum
5974 && reginput
== regline
+ save
->rs_u
.pos
.col
;
5975 return reginput
== save
->rs_u
.ptr
;
5979 * Tentatively set the sub-expression start to the current position (after
5980 * calling regmatch() they will have changed). Need to save the existing
5981 * values for when there is no match.
5982 * Use se_save() to use pointer (save_se_multi()) or position (save_se_one()),
5983 * depending on REG_MULTI.
5986 save_se_multi(savep
, posp
)
5990 savep
->se_u
.pos
= *posp
;
5991 posp
->lnum
= reglnum
;
5992 posp
->col
= (colnr_T
)(reginput
- regline
);
5996 save_se_one(savep
, pp
)
6000 savep
->se_u
.ptr
= *pp
;
6005 * Compare a number with the operand of RE_LNUM, RE_COL or RE_VCOL.
6008 re_num_cmp(val
, scan
)
6012 long_u n
= OPERAND_MIN(scan
);
6014 if (OPERAND_CMP(scan
) == '>')
6016 if (OPERAND_CMP(scan
) == '<')
6025 * regdump - dump a regexp onto stdout in vaguely comprehensible form
6033 int op
= EXACTLY
; /* Arbitrary non-END op. */
6037 printf("\r\nregcomp(%s):\r\n", pattern
);
6041 * Loop until we find the END that isn't before a referred next (an END
6042 * can also appear in a NOMATCH operand).
6044 while (op
!= END
|| s
<= end
)
6047 printf("%2d%s", (int)(s
- r
->program
), regprop(s
)); /* Where, what. */
6049 if (next
== NULL
) /* Next ptr. */
6052 printf("(%d)", (int)((s
- r
->program
) + (next
- s
)));
6055 if (op
== BRACE_LIMITS
)
6057 /* Two short ints */
6058 printf(" minval %ld, maxval %ld", OPERAND_MIN(s
), OPERAND_MAX(s
));
6062 if (op
== ANYOF
|| op
== ANYOF
+ ADD_NL
6063 || op
== ANYBUT
|| op
== ANYBUT
+ ADD_NL
6066 /* Literal string, where present. */
6074 /* Header fields of interest. */
6075 if (r
->regstart
!= NUL
)
6076 printf("start `%s' 0x%x; ", r
->regstart
< 256
6077 ? (char *)transchar(r
->regstart
)
6078 : "multibyte", r
->regstart
);
6080 printf("anchored; ");
6081 if (r
->regmust
!= NULL
)
6082 printf("must have \"%s\"", r
->regmust
);
6087 * regprop - printable representation of opcode
6094 static char_u buf
[50];
6096 (void) strcpy(buf
, ":");
6145 case ANYOF
+ ADD_NL
:
6151 case ANYBUT
+ ADD_NL
:
6157 case IDENT
+ ADD_NL
:
6163 case SIDENT
+ ADD_NL
:
6169 case KWORD
+ ADD_NL
:
6175 case SKWORD
+ ADD_NL
:
6181 case FNAME
+ ADD_NL
:
6187 case SFNAME
+ ADD_NL
:
6193 case PRINT
+ ADD_NL
:
6199 case SPRINT
+ ADD_NL
:
6205 case WHITE
+ ADD_NL
:
6211 case NWHITE
+ ADD_NL
:
6217 case DIGIT
+ ADD_NL
:
6223 case NDIGIT
+ ADD_NL
:
6241 case OCTAL
+ ADD_NL
:
6247 case NOCTAL
+ ADD_NL
:
6259 case NWORD
+ ADD_NL
:
6271 case NHEAD
+ ADD_NL
:
6277 case ALPHA
+ ADD_NL
:
6283 case NALPHA
+ ADD_NL
:
6289 case LOWER
+ ADD_NL
:
6295 case NLOWER
+ ADD_NL
:
6301 case UPPER
+ ADD_NL
:
6307 case NUPPER
+ ADD_NL
:
6337 sprintf(buf
+ STRLEN(buf
), "MOPEN%d", OP(op
) - MOPEN
);
6352 sprintf(buf
+ STRLEN(buf
), "MCLOSE%d", OP(op
) - MCLOSE
);
6364 sprintf(buf
+ STRLEN(buf
), "BACKREF%d", OP(op
) - BACKREF
);
6383 sprintf(buf
+ STRLEN(buf
), "ZOPEN%d", OP(op
) - ZOPEN
);
6395 sprintf(buf
+ STRLEN(buf
), "ZCLOSE%d", OP(op
) - ZCLOSE
);
6407 sprintf(buf
+ STRLEN(buf
), "ZREF%d", OP(op
) - ZREF
);
6438 case BRACE_COMPLEX
+ 0:
6439 case BRACE_COMPLEX
+ 1:
6440 case BRACE_COMPLEX
+ 2:
6441 case BRACE_COMPLEX
+ 3:
6442 case BRACE_COMPLEX
+ 4:
6443 case BRACE_COMPLEX
+ 5:
6444 case BRACE_COMPLEX
+ 6:
6445 case BRACE_COMPLEX
+ 7:
6446 case BRACE_COMPLEX
+ 8:
6447 case BRACE_COMPLEX
+ 9:
6448 sprintf(buf
+ STRLEN(buf
), "BRACE_COMPLEX%d", OP(op
) - BRACE_COMPLEX
);
6453 p
= "MULTIBYTECODE";
6460 sprintf(buf
+ STRLEN(buf
), "corrupt %d", OP(op
));
6465 (void) strcat(buf
, p
);
6471 static void mb_decompose
__ARGS((int c
, int *c1
, int *c2
, int *c3
));
6479 /* 0xfb20 - 0xfb4f */
6480 static decomp_T decomp_table
[0xfb4f-0xfb20+1] =
6482 {0x5e2,0,0}, /* 0xfb20 alt ayin */
6483 {0x5d0,0,0}, /* 0xfb21 alt alef */
6484 {0x5d3,0,0}, /* 0xfb22 alt dalet */
6485 {0x5d4,0,0}, /* 0xfb23 alt he */
6486 {0x5db,0,0}, /* 0xfb24 alt kaf */
6487 {0x5dc,0,0}, /* 0xfb25 alt lamed */
6488 {0x5dd,0,0}, /* 0xfb26 alt mem-sofit */
6489 {0x5e8,0,0}, /* 0xfb27 alt resh */
6490 {0x5ea,0,0}, /* 0xfb28 alt tav */
6491 {'+', 0, 0}, /* 0xfb29 alt plus */
6492 {0x5e9, 0x5c1, 0}, /* 0xfb2a shin+shin-dot */
6493 {0x5e9, 0x5c2, 0}, /* 0xfb2b shin+sin-dot */
6494 {0x5e9, 0x5c1, 0x5bc}, /* 0xfb2c shin+shin-dot+dagesh */
6495 {0x5e9, 0x5c2, 0x5bc}, /* 0xfb2d shin+sin-dot+dagesh */
6496 {0x5d0, 0x5b7, 0}, /* 0xfb2e alef+patah */
6497 {0x5d0, 0x5b8, 0}, /* 0xfb2f alef+qamats */
6498 {0x5d0, 0x5b4, 0}, /* 0xfb30 alef+hiriq */
6499 {0x5d1, 0x5bc, 0}, /* 0xfb31 bet+dagesh */
6500 {0x5d2, 0x5bc, 0}, /* 0xfb32 gimel+dagesh */
6501 {0x5d3, 0x5bc, 0}, /* 0xfb33 dalet+dagesh */
6502 {0x5d4, 0x5bc, 0}, /* 0xfb34 he+dagesh */
6503 {0x5d5, 0x5bc, 0}, /* 0xfb35 vav+dagesh */
6504 {0x5d6, 0x5bc, 0}, /* 0xfb36 zayin+dagesh */
6505 {0xfb37, 0, 0}, /* 0xfb37 -- UNUSED */
6506 {0x5d8, 0x5bc, 0}, /* 0xfb38 tet+dagesh */
6507 {0x5d9, 0x5bc, 0}, /* 0xfb39 yud+dagesh */
6508 {0x5da, 0x5bc, 0}, /* 0xfb3a kaf sofit+dagesh */
6509 {0x5db, 0x5bc, 0}, /* 0xfb3b kaf+dagesh */
6510 {0x5dc, 0x5bc, 0}, /* 0xfb3c lamed+dagesh */
6511 {0xfb3d, 0, 0}, /* 0xfb3d -- UNUSED */
6512 {0x5de, 0x5bc, 0}, /* 0xfb3e mem+dagesh */
6513 {0xfb3f, 0, 0}, /* 0xfb3f -- UNUSED */
6514 {0x5e0, 0x5bc, 0}, /* 0xfb40 nun+dagesh */
6515 {0x5e1, 0x5bc, 0}, /* 0xfb41 samech+dagesh */
6516 {0xfb42, 0, 0}, /* 0xfb42 -- UNUSED */
6517 {0x5e3, 0x5bc, 0}, /* 0xfb43 pe sofit+dagesh */
6518 {0x5e4, 0x5bc,0}, /* 0xfb44 pe+dagesh */
6519 {0xfb45, 0, 0}, /* 0xfb45 -- UNUSED */
6520 {0x5e6, 0x5bc, 0}, /* 0xfb46 tsadi+dagesh */
6521 {0x5e7, 0x5bc, 0}, /* 0xfb47 qof+dagesh */
6522 {0x5e8, 0x5bc, 0}, /* 0xfb48 resh+dagesh */
6523 {0x5e9, 0x5bc, 0}, /* 0xfb49 shin+dagesh */
6524 {0x5ea, 0x5bc, 0}, /* 0xfb4a tav+dagesh */
6525 {0x5d5, 0x5b9, 0}, /* 0xfb4b vav+holam */
6526 {0x5d1, 0x5bf, 0}, /* 0xfb4c bet+rafe */
6527 {0x5db, 0x5bf, 0}, /* 0xfb4d kaf+rafe */
6528 {0x5e4, 0x5bf, 0}, /* 0xfb4e pe+rafe */
6529 {0x5d0, 0x5dc, 0} /* 0xfb4f alef-lamed */
6533 mb_decompose(c
, c1
, c2
, c3
)
6534 int c
, *c1
, *c2
, *c3
;
6538 if (c
>= 0x4b20 && c
<= 0xfb4f)
6540 d
= decomp_table
[c
- 0xfb20];
6554 * Compare two strings, ignore case if ireg_ic set.
6555 * Return 0 if strings match, non-zero otherwise.
6556 * Correct the length "*n" when composing characters are ignored.
6566 result
= STRNCMP(s1
, s2
, *n
);
6568 result
= MB_STRNICMP(s1
, s2
, *n
);
6571 /* if it failed and it's utf8 and we want to combineignore: */
6572 if (result
!= 0 && enc_utf8
&& ireg_icombine
)
6574 char_u
*str1
, *str2
;
6575 int c1
, c2
, c11
, c12
;
6578 /* we have to handle the strcmp ourselves, since it is necessary to
6579 * deal with the composing characters by ignoring them: */
6583 while ((int)(str1
- s1
) < *n
)
6585 c1
= mb_ptr2char_adv(&str1
);
6586 c2
= mb_ptr2char_adv(&str2
);
6588 /* decompose the character if necessary, into 'base' characters
6589 * because I don't care about Arabic, I will hard-code the Hebrew
6590 * which I *do* care about! So sue me... */
6591 if (c1
!= c2
&& (!ireg_ic
|| utf_fold(c1
) != utf_fold(c2
)))
6593 /* decomposition necessary? */
6594 mb_decompose(c1
, &c11
, &junk
, &junk
);
6595 mb_decompose(c2
, &c12
, &junk
, &junk
);
6598 if (c11
!= c12
&& (!ireg_ic
|| utf_fold(c11
) != utf_fold(c12
)))
6604 *n
= (int)(str2
- s2
);
6612 * cstrchr: This function is used a lot for simple searches, keep it fast!
6624 || (!enc_utf8
&& mb_char2len(c
) > 1)
6627 return vim_strchr(s
, c
);
6629 /* tolower() and toupper() can be slow, comparing twice should be a lot
6630 * faster (esp. when using MS Visual C++!).
6631 * For UTF-8 need to use folded case. */
6633 if (enc_utf8
&& c
> 0x80)
6639 else if (MB_ISLOWER(c
))
6642 return vim_strchr(s
, c
);
6647 for (p
= s
; *p
!= NUL
; p
+= (*mb_ptr2len
)(p
))
6649 if (enc_utf8
&& c
> 0x80)
6651 if (utf_fold(utf_ptr2char(p
)) == cc
)
6654 else if (*p
== c
|| *p
== cc
)
6660 /* Faster version for when there are no multi-byte characters. */
6661 for (p
= s
; *p
!= NUL
; ++p
)
6662 if (*p
== c
|| *p
== cc
)
6668 /***************************************************************
6670 ***************************************************************/
6672 /* This stuff below really confuses cc on an SGI -- webb */
6675 # define __ARGS(x) ()
6679 * We should define ftpr as a pointer to a function returning a pointer to
6680 * a function returning a pointer to a function ...
6681 * This is impossible, so we declare a pointer to a function returning a
6682 * pointer to a function returning void. This should work for all compilers.
6684 typedef void (*(*fptr_T
) __ARGS((int *, int)))();
6686 static fptr_T do_upper
__ARGS((int *, int));
6687 static fptr_T do_Upper
__ARGS((int *, int));
6688 static fptr_T do_lower
__ARGS((int *, int));
6689 static fptr_T do_Lower
__ARGS((int *, int));
6691 static int vim_regsub_both
__ARGS((char_u
*source
, char_u
*dest
, int copy
, int magic
, int backslash
));
6700 return (fptr_T
)NULL
;
6710 return (fptr_T
)do_Upper
;
6720 return (fptr_T
)NULL
;
6730 return (fptr_T
)do_Lower
;
6734 * regtilde(): Replace tildes in the pattern by the old pattern.
6736 * Short explanation of the tilde: It stands for the previous replacement
6737 * pattern. If that previous pattern also contains a ~ we should go back a
6738 * step further... But we insert the previous pattern into the current one
6739 * and remember that.
6740 * This still does not handle the case where "magic" changes. So require the
6741 * user to keep his hands off of "magic".
6743 * The tildes are parsed once before the first call to vim_regsub().
6746 regtilde(source
, magic
)
6750 char_u
*newsub
= source
;
6756 for (p
= newsub
; *p
; ++p
)
6758 if ((*p
== '~' && magic
) || (*p
== '\\' && *(p
+ 1) == '~' && !magic
))
6760 if (reg_prev_sub
!= NULL
)
6762 /* length = len(newsub) - 1 + len(prev_sub) + 1 */
6763 prevlen
= (int)STRLEN(reg_prev_sub
);
6764 tmpsub
= alloc((unsigned)(STRLEN(newsub
) + prevlen
));
6768 len
= (int)(p
- newsub
); /* not including ~ */
6769 mch_memmove(tmpsub
, newsub
, (size_t)len
);
6770 /* interpret tilde */
6771 mch_memmove(tmpsub
+ len
, reg_prev_sub
, (size_t)prevlen
);
6774 ++p
; /* back off \ */
6775 STRCPY(tmpsub
+ len
+ prevlen
, p
+ 1);
6777 if (newsub
!= source
) /* already allocated newsub */
6780 p
= newsub
+ len
+ prevlen
;
6784 mch_memmove(p
, p
+ 1, STRLEN(p
)); /* remove '~' */
6786 mch_memmove(p
, p
+ 2, STRLEN(p
) - 1); /* remove '\~' */
6791 if (*p
== '\\' && p
[1]) /* skip escaped characters */
6795 p
+= (*mb_ptr2len
)(p
) - 1;
6800 vim_free(reg_prev_sub
);
6801 if (newsub
!= source
) /* newsub was allocated, just keep it */
6802 reg_prev_sub
= newsub
;
6803 else /* no ~ found, need to save newsub */
6804 reg_prev_sub
= vim_strsave(newsub
);
6809 static int can_f_submatch
= FALSE
; /* TRUE when submatch() can be used */
6811 /* These pointers are used instead of reg_match and reg_mmatch for
6812 * reg_submatch(). Needed for when the substitution string is an expression
6813 * that contains a call to substitute() and submatch(). */
6814 static regmatch_T
*submatch_match
;
6815 static regmmatch_T
*submatch_mmatch
;
6818 #if defined(FEAT_MODIFY_FNAME) || defined(FEAT_EVAL) || defined(PROTO)
6820 * vim_regsub() - perform substitutions after a vim_regexec() or
6821 * vim_regexec_multi() match.
6823 * If "copy" is TRUE really copy into "dest".
6824 * If "copy" is FALSE nothing is copied, this is just to find out the length
6827 * If "backslash" is TRUE, a backslash will be removed later, need to double
6828 * them to keep them, and insert a backslash before a CR to avoid it being
6829 * replaced with a line break later.
6831 * Note: The matched text must not change between the call of
6832 * vim_regexec()/vim_regexec_multi() and vim_regsub()! It would make the back
6833 * references invalid!
6835 * Returns the size of the replacement, including terminating NUL.
6838 vim_regsub(rmp
, source
, dest
, copy
, magic
, backslash
)
6849 return vim_regsub_both(source
, dest
, copy
, magic
, backslash
);
6854 vim_regsub_multi(rmp
, lnum
, source
, dest
, copy
, magic
, backslash
)
6865 reg_buf
= curbuf
; /* always works on the current buffer! */
6866 reg_firstlnum
= lnum
;
6867 reg_maxline
= curbuf
->b_ml
.ml_line_count
- lnum
;
6868 return vim_regsub_both(source
, dest
, copy
, magic
, backslash
);
6872 vim_regsub_both(source
, dest
, copy
, magic
, backslash
)
6885 fptr_T func
= (fptr_T
)NULL
;
6886 linenr_T clnum
= 0; /* init for GCC */
6887 int len
= 0; /* init for GCC */
6889 static char_u
*eval_result
= NULL
;
6892 /* Be paranoid... */
6893 if (source
== NULL
|| dest
== NULL
)
6898 if (prog_magic_wrong())
6904 * When the substitute part starts with "\=" evaluate it as an expression.
6906 if (source
[0] == '\\' && source
[1] == '='
6908 && !can_f_submatch
/* can't do this recursively */
6913 /* To make sure that the length doesn't change between checking the
6914 * length and copying the string, and to speed up things, the
6915 * resulting string is saved from the call with "copy" == FALSE to the
6916 * call with "copy" == TRUE. */
6919 if (eval_result
!= NULL
)
6921 STRCPY(dest
, eval_result
);
6922 dst
+= STRLEN(eval_result
);
6923 vim_free(eval_result
);
6929 linenr_T save_reg_maxline
;
6930 win_T
*save_reg_win
;
6933 vim_free(eval_result
);
6935 /* The expression may contain substitute(), which calls us
6936 * recursively. Make sure submatch() gets the text from the first
6937 * level. Don't need to save "reg_buf", because
6938 * vim_regexec_multi() can't be called recursively. */
6939 submatch_match
= reg_match
;
6940 submatch_mmatch
= reg_mmatch
;
6941 save_reg_maxline
= reg_maxline
;
6942 save_reg_win
= reg_win
;
6943 save_ireg_ic
= ireg_ic
;
6944 can_f_submatch
= TRUE
;
6946 eval_result
= eval_to_string(source
+ 2, NULL
, TRUE
);
6947 if (eval_result
!= NULL
)
6949 for (s
= eval_result
; *s
!= NUL
; mb_ptr_adv(s
))
6951 /* Change NL to CR, so that it becomes a line break.
6952 * Skip over a backslashed character. */
6955 else if (*s
== '\\' && s
[1] != NUL
)
6959 dst
+= STRLEN(eval_result
);
6962 reg_match
= submatch_match
;
6963 reg_mmatch
= submatch_mmatch
;
6964 reg_maxline
= save_reg_maxline
;
6965 reg_win
= save_reg_win
;
6966 ireg_ic
= save_ireg_ic
;
6967 can_f_submatch
= FALSE
;
6972 while ((c
= *src
++) != NUL
)
6974 if (c
== '&' && magic
)
6976 else if (c
== '\\' && *src
!= NUL
)
6978 if (*src
== '&' && !magic
)
6983 else if ('0' <= *src
&& *src
<= '9')
6987 else if (vim_strchr((char_u
*)"uUlLeE", *src
))
6991 case 'u': func
= (fptr_T
)do_upper
;
6993 case 'U': func
= (fptr_T
)do_Upper
;
6995 case 'l': func
= (fptr_T
)do_lower
;
6997 case 'L': func
= (fptr_T
)do_Lower
;
7000 case 'E': func
= (fptr_T
)NULL
;
7005 if (no
< 0) /* Ordinary character. */
7007 if (c
== K_SPECIAL
&& src
[0] != NUL
&& src
[1] != NUL
)
7009 /* Copy a special key as-is. */
7024 if (c
== '\\' && *src
!= NUL
)
7026 /* Check for abbreviations -- webb */
7029 case 'r': c
= CAR
; ++src
; break;
7030 case 'n': c
= NL
; ++src
; break;
7031 case 't': c
= TAB
; ++src
; break;
7032 /* Oh no! \e already has meaning in subst pat :-( */
7033 /* case 'e': c = ESC; ++src; break; */
7034 case 'b': c
= Ctrl_H
; ++src
; break;
7036 /* If "backslash" is TRUE the backslash will be removed
7037 * later. Used to insert a literal CR. */
7038 default: if (backslash
)
7049 c
= mb_ptr2char(src
- 1);
7052 /* Write to buffer, if copy is set. */
7053 if (func
== (fptr_T
)NULL
) /* just copy */
7056 /* Turbo C complains without the typecast */
7057 func
= (fptr_T
)(func(&cc
, c
));
7062 src
+= mb_ptr2len(src
- 1) - 1;
7064 mb_char2bytes(cc
, dst
);
7065 dst
+= mb_char2len(cc
) - 1;
7077 clnum
= reg_mmatch
->startpos
[no
].lnum
;
7078 if (clnum
< 0 || reg_mmatch
->endpos
[no
].lnum
< 0)
7082 s
= reg_getline(clnum
) + reg_mmatch
->startpos
[no
].col
;
7083 if (reg_mmatch
->endpos
[no
].lnum
== clnum
)
7084 len
= reg_mmatch
->endpos
[no
].col
7085 - reg_mmatch
->startpos
[no
].col
;
7087 len
= (int)STRLEN(s
);
7092 s
= reg_match
->startp
[no
];
7093 if (reg_match
->endp
[no
] == NULL
)
7096 len
= (int)(reg_match
->endp
[no
] - s
);
7106 if (reg_mmatch
->endpos
[no
].lnum
== clnum
)
7111 s
= reg_getline(++clnum
);
7112 if (reg_mmatch
->endpos
[no
].lnum
== clnum
)
7113 len
= reg_mmatch
->endpos
[no
].col
;
7115 len
= (int)STRLEN(s
);
7120 else if (*s
== NUL
) /* we hit NUL. */
7128 if (backslash
&& (*s
== CAR
|| *s
== '\\'))
7131 * Insert a backslash in front of a CR, otherwise
7132 * it will be replaced by a line break.
7133 * Number of backslashes will be halved later,
7152 if (func
== (fptr_T
)NULL
) /* just copy */
7155 /* Turbo C complains without the typecast */
7156 func
= (fptr_T
)(func(&cc
, c
));
7163 /* Copy composing characters separately, one
7166 l
= utf_ptr2len(s
) - 1;
7168 l
= mb_ptr2len(s
) - 1;
7173 mb_char2bytes(cc
, dst
);
7174 dst
+= mb_char2len(cc
) - 1;
7195 return (int)((dst
- dest
) + 1);
7200 * Used for the submatch() function: get the string from the n'th submatch in
7202 * Returns NULL when not in a ":s" command and for a non-existing submatch.
7208 char_u
*retval
= NULL
;
7214 if (!can_f_submatch
|| no
< 0)
7217 if (submatch_match
== NULL
)
7220 * First round: compute the length and allocate memory.
7221 * Second round: copy the text.
7223 for (round
= 1; round
<= 2; ++round
)
7225 lnum
= submatch_mmatch
->startpos
[no
].lnum
;
7226 if (lnum
< 0 || submatch_mmatch
->endpos
[no
].lnum
< 0)
7229 s
= reg_getline(lnum
) + submatch_mmatch
->startpos
[no
].col
;
7230 if (s
== NULL
) /* anti-crash check, cannot happen? */
7232 if (submatch_mmatch
->endpos
[no
].lnum
== lnum
)
7234 /* Within one line: take form start to end col. */
7235 len
= submatch_mmatch
->endpos
[no
].col
7236 - submatch_mmatch
->startpos
[no
].col
;
7238 vim_strncpy(retval
, s
, len
);
7243 /* Multiple lines: take start line from start col, middle
7244 * lines completely and end line up to end col. */
7245 len
= (int)STRLEN(s
);
7253 while (lnum
< submatch_mmatch
->endpos
[no
].lnum
)
7255 s
= reg_getline(lnum
++);
7257 STRCPY(retval
+ len
, s
);
7258 len
+= (int)STRLEN(s
);
7264 STRNCPY(retval
+ len
, reg_getline(lnum
),
7265 submatch_mmatch
->endpos
[no
].col
);
7266 len
+= submatch_mmatch
->endpos
[no
].col
;
7274 retval
= lalloc((long_u
)len
, TRUE
);
7282 if (submatch_match
->endp
[no
] == NULL
)
7286 s
= submatch_match
->startp
[no
];
7287 retval
= vim_strnsave(s
, (int)(submatch_match
->endp
[no
] - s
));