1 /* $NetBSD: ex_subst.c,v 1.2 2008/12/05 22:51:42 christos Exp $ */
4 * Copyright (c) 1992, 1993, 1994
5 * The Regents of the University of California. All rights reserved.
6 * Copyright (c) 1992, 1993, 1994, 1995, 1996
7 * Keith Bostic. All rights reserved.
9 * See the LICENSE file for redistribution information.
15 static const char sccsid
[] = "Id: ex_subst.c,v 10.50 2002/02/09 21:18:23 skimo Exp (Berkeley) Date: 2002/02/09 21:18:23";
18 #include <sys/types.h>
19 #include <sys/queue.h>
22 #include <bitstring.h>
31 #include "../common/common.h"
34 #define SUB_FIRST 0x01 /* The 'r' flag isn't reasonable. */
35 #define SUB_MUSTSETR 0x02 /* The 'r' flag is required. */
37 static int re_conv
__P((SCR
*, CHAR_T
**, size_t *, int *));
38 static int re_cscope_conv
__P((SCR
*, CHAR_T
**, size_t *, int *));
39 static int re_sub
__P((SCR
*,
40 CHAR_T
*, CHAR_T
**, size_t *, size_t *, regmatch_t
[10]));
41 static int re_tag_conv
__P((SCR
*, CHAR_T
**, size_t *, int *));
42 static int s
__P((SCR
*, EXCMD
*, CHAR_T
*, regex_t
*, u_int
));
46 * [line [,line]] s[ubstitute] [[/;]pat[/;]/repl[/;] [cgr] [count] [#lp]]
48 * Substitute on lines matching a pattern.
50 * PUBLIC: int ex_s __P((SCR *, EXCMD *));
53 ex_s(SCR
*sp
, EXCMD
*cmdp
)
59 CHAR_T
*bp
, *p
, *ptrn
, *rep
, *t
;
62 * Skip leading white space.
65 * Historic vi allowed any non-alphanumeric to serve as the
66 * substitution command delimiter.
69 * If the arguments are empty, it's the same as &, i.e. we
70 * repeat the last substitution.
74 for (p
= cmdp
->argv
[0]->bp
,
75 len
= cmdp
->argv
[0]->len
; len
> 0; --len
, ++p
) {
80 subagain
: return (ex_subagain(sp
, cmdp
));
83 if (isalnum(delim
) || delim
== '\\')
84 return (s(sp
, cmdp
, p
, &sp
->subre_c
, SUB_MUSTSETR
));
88 * The full-blown substitute command reset the remembered
89 * state of the 'c' and 'g' suffices.
91 sp
->c_suffix
= sp
->g_suffix
= 0;
94 * Get the pattern string, toss escaping characters.
97 * Historic vi accepted any of the following forms:
99 * :s/abc/def/ change "abc" to "def"
100 * :s/abc/def change "abc" to "def"
101 * :s/abc/ delete "abc"
102 * :s/abc delete "abc"
106 * Only toss an escaping character if it escapes a delimiter.
107 * This means that "s/A/\\\\f" replaces "A" with "\\f". It
108 * would be nice to be more regular, i.e. for each layer of
109 * escaping a single escaping character is removed, but that's
110 * not how the historic vi worked.
112 for (ptrn
= t
= p
;;) {
113 if (p
[0] == '\0' || p
[0] == delim
) {
118 * Nul terminate the pattern string -- it's passed
119 * to regcomp which doesn't understand anything else.
127 else if (p
[1] == '\\')
134 * If the pattern string is empty, use the last RE (not just the
135 * last substitution RE).
138 if (sp
->re
== NULL
) {
139 ex_emsg(sp
, NULL
, EXM_NOPREVRE
);
143 /* Re-compile the RE if necessary. */
144 if (!F_ISSET(sp
, SC_RE_SEARCH
) &&
145 re_compile(sp
, sp
->re
, sp
->re_len
,
146 NULL
, NULL
, &sp
->re_c
, SEARCH_CSEARCH
| SEARCH_MSG
))
152 * Compile the RE. Historic practice is that substitutes set
153 * the search direction as well as both substitute and search
154 * RE's. We compile the RE twice, as we don't want to bother
155 * ref counting the pattern string and (opaque) structure.
157 if (re_compile(sp
, ptrn
, t
- ptrn
, &sp
->re
,
158 &sp
->re_len
, &sp
->re_c
, SEARCH_CSEARCH
| SEARCH_MSG
))
160 if (re_compile(sp
, ptrn
, t
- ptrn
, &sp
->subre
,
161 &sp
->subre_len
, &sp
->subre_c
, SEARCH_CSUBST
| SEARCH_MSG
))
165 sp
->searchdir
= FORWARD
;
170 * Get the replacement string.
172 * The special character & (\& if O_MAGIC not set) matches the
173 * entire RE. No handling of & is required here, it's done by
176 * The special character ~ (\~ if O_MAGIC not set) inserts the
177 * previous replacement string into this replacement string.
178 * Count ~'s to figure out how much space we need. We could
179 * special case nonexistent last patterns or whether or not
180 * O_MAGIC is set, but it's probably not worth the effort.
184 * Only toss an escaping character if it escapes a delimiter or
185 * if O_MAGIC is set and it escapes a tilde.
188 * If the entire replacement pattern is "%", then use the last
189 * replacement pattern. This semantic was added to vi in System
190 * V and then percolated elsewhere, presumably around the time
191 * that it was added to their version of ed(1).
193 if (p
[0] == L('\0') || p
[0] == delim
) {
196 if (sp
->repl
!= NULL
)
200 } else if (p
[0] == L('%') && (p
[1] == L('\0') || p
[1] == delim
))
201 p
+= p
[1] == delim
? 2 : 1;
203 for (rep
= p
, len
= 0;
204 p
[0] != L('\0') && p
[0] != delim
; ++p
, ++len
)
207 GET_SPACE_RETW(sp
, bp
, blen
, len
);
208 for (t
= bp
, len
= 0, p
= rep
;;) {
209 if (p
[0] == L('\0') || p
[0] == delim
) {
214 if (p
[0] == L('\\')) {
217 else if (p
[1] == L('\\')) {
220 } else if (p
[1] == L('~')) {
222 if (!O_ISSET(sp
, O_MAGIC
))
225 } else if (p
[0] == L('~') && O_ISSET(sp
, O_MAGIC
)) {
227 MEMCPYW(t
, sp
->repl
, sp
->repl_len
);
235 if ((sp
->repl_len
= len
) != 0) {
236 if (sp
->repl
!= NULL
)
238 if ((sp
->repl
= malloc(len
* sizeof(CHAR_T
))) == NULL
) {
239 msgq(sp
, M_SYSERR
, NULL
);
240 FREE_SPACEW(sp
, bp
, blen
);
243 MEMCPYW(sp
->repl
, bp
, len
);
245 FREE_SPACEW(sp
, bp
, blen
);
247 return (s(sp
, cmdp
, p
, re
, flags
));
252 * [line [,line]] & [cgr] [count] [#lp]]
254 * Substitute using the last substitute RE and replacement pattern.
256 * PUBLIC: int ex_subagain __P((SCR *, EXCMD *));
259 ex_subagain(SCR
*sp
, EXCMD
*cmdp
)
261 if (sp
->subre
== NULL
) {
262 ex_emsg(sp
, NULL
, EXM_NOPREVRE
);
265 if (!F_ISSET(sp
, SC_RE_SUBST
) &&
266 re_compile(sp
, sp
->subre
, sp
->subre_len
,
267 NULL
, NULL
, &sp
->subre_c
, SEARCH_CSUBST
| SEARCH_MSG
))
270 cmdp
, cmdp
->argc
? cmdp
->argv
[0]->bp
: NULL
, &sp
->subre_c
, 0));
275 * [line [,line]] ~ [cgr] [count] [#lp]]
277 * Substitute using the last RE and last substitute replacement pattern.
279 * PUBLIC: int ex_subtilde __P((SCR *, EXCMD *));
282 ex_subtilde(SCR
*sp
, EXCMD
*cmdp
)
284 if (sp
->re
== NULL
) {
285 ex_emsg(sp
, NULL
, EXM_NOPREVRE
);
288 if (!F_ISSET(sp
, SC_RE_SEARCH
) && re_compile(sp
, sp
->re
,
289 sp
->re_len
, NULL
, NULL
, &sp
->re_c
, SEARCH_CSEARCH
| SEARCH_MSG
))
292 cmdp
, cmdp
->argc
? cmdp
->argv
[0]->bp
: NULL
, &sp
->re_c
, 0));
297 * Do the substitution. This stuff is *really* tricky. There are lots of
298 * special cases, and general nastiness. Don't mess with it unless you're
301 * The nasty part of the substitution is what happens when the replacement
302 * string contains newlines. It's a bit tricky -- consider the information
303 * that has to be retained for "s/f\(o\)o/^M\1^M\1/". The solution here is
304 * to build a set of newline offsets which we use to break the line up later,
305 * when the replacement is done. Don't change it unless you're *damned*
308 #define NEEDNEWLINE(sp) { \
309 if (sp->newl_len == sp->newl_cnt) { \
310 sp->newl_len += 25; \
311 REALLOC(sp, sp->newl, size_t *, \
312 sp->newl_len * sizeof(size_t)); \
313 if (sp->newl == NULL) { \
320 #define BUILD(sp, l, len) { \
321 if (lbclen + (len) > lblen) { \
322 lblen += MAX(lbclen + (len), 256); \
323 REALLOC(sp, lb, CHAR_T *, lblen * sizeof(CHAR_T)); \
329 MEMCPYW(lb + lbclen, l, len); \
333 #define NEEDSP(sp, len, pnt) { \
334 if (lbclen + (len) > lblen) { \
335 lblen += MAX(lbclen + (len), 256); \
336 REALLOC(sp, lb, CHAR_T *, lblen * sizeof(CHAR_T)); \
346 s(SCR
*sp
, EXCMD
*cmdp
, CHAR_T
*st
, regex_t
*re
, u_int flags
)
351 db_recno_t elno
, lno
, slno
;
353 regmatch_t match
[10];
354 size_t blen
, cnt
, last
, lbclen
, lblen
, len
, llen
;
355 size_t offset
, saved_offset
, scno
;
356 int cflag
, lflag
, nflag
, pflag
, rflag
;
357 int didsub
, do_eol_match
, eflags
, empty_ok
, eval
;
358 int linechanged
, matched
, quit
, rval
;
369 * Historically, the 'g' and 'c' suffices were always toggled as flags,
370 * so ":s/A/B/" was the same as ":s/A/B/ccgg". If O_EDCOMPATIBLE was
371 * not set, they were initialized to 0 for all substitute commands. If
372 * O_EDCOMPATIBLE was set, they were initialized to 0 only if the user
373 * specified substitute/replacement patterns (see ex_s()).
375 if (!O_ISSET(sp
, O_EDCOMPATIBLE
))
376 sp
->c_suffix
= sp
->g_suffix
= 0;
379 * Historic vi permitted the '#', 'l' and 'p' options in vi mode, but
380 * it only displayed the last change. I'd disallow them, but they are
381 * useful in combination with the [v]global commands. In the current
382 * model the problem is combining them with the 'c' flag -- the screen
383 * would have to flip back and forth between the confirm screen and the
384 * ex print screen, which would be pretty awful. We do display all
385 * changes, though, for what that's worth.
388 * Historic vi was fairly strict about the order of "options", the
389 * count, and "flags". I'm somewhat fuzzy on the difference between
390 * options and flags, anyway, so this is a simpler approach, and we
391 * just take it them in whatever order the user gives them. (The ex
392 * usage statement doesn't reflect this.)
394 cflag
= lflag
= nflag
= pflag
= rflag
= 0;
397 for (lno
= OOBLNO
; *st
!= '\0'; ++st
)
408 case '0': case '1': case '2': case '3': case '4':
409 case '5': case '6': case '7': case '8': case '9':
413 nret
= nget_uslong(sp
, &ul
, st
, &st
, 10);
415 if (*st
== '\0') /* Loop increment correction. */
417 if (nret
!= NUM_OK
) {
418 if (nret
== NUM_OVER
)
419 msgq(sp
, M_ERR
, "153|Count overflow");
420 else if (nret
== NUM_UNDER
)
421 msgq(sp
, M_ERR
, "154|Count underflow");
423 msgq(sp
, M_SYSERR
, NULL
);
427 * In historic vi, the count was inclusive from the
430 cmdp
->addr1
.lno
= cmdp
->addr2
.lno
;
431 cmdp
->addr2
.lno
+= lno
- 1;
432 if (!db_exist(sp
, cmdp
->addr2
.lno
) &&
433 db_last(sp
, &cmdp
->addr2
.lno
))
440 sp
->c_suffix
= !sp
->c_suffix
;
442 /* Ex text structure initialization. */
443 if (F_ISSET(sp
, SC_EX
)) {
444 memset(&tiq
, 0, sizeof(TEXTH
));
449 sp
->g_suffix
= !sp
->g_suffix
;
458 if (LF_ISSET(SUB_FIRST
)) {
460 "155|Regular expression specified; r flag meaningless");
463 if (!F_ISSET(sp
, SC_RE_SEARCH
)) {
464 ex_emsg(sp
, NULL
, EXM_NOPREVRE
);
474 if (*st
!= '\0' || (!rflag
&& LF_ISSET(SUB_MUSTSETR
))) {
475 usage
: ex_emsg(sp
, cmdp
->cmd
->usage
, EXM_USAGE
);
479 noargs
: if (F_ISSET(sp
, SC_VI
) && sp
->c_suffix
&& (lflag
|| nflag
|| pflag
)) {
481 "156|The #, l and p flags may not be combined with the c flag in vi mode");
486 * bp: if interactive, line cache
487 * blen: if interactive, line cache length
488 * lb: build buffer pointer.
489 * lbclen: current length of built buffer.
490 * lblen; length of build buffer.
493 blen
= lbclen
= lblen
= 0;
495 /* For each line... */
496 lno
= cmdp
->addr1
.lno
== 0 ? 1 : cmdp
->addr1
.lno
;
497 for (matched
= quit
= 0,
498 elno
= cmdp
->addr2
.lno
; !quit
&& lno
<= elno
; ++lno
) {
500 /* Someone's unhappy, time to stop. */
505 if (db_get(sp
, lno
, DBG_FATAL
, &st
, &llen
))
509 * Make a local copy if doing confirmation -- when calling
510 * the confirm routine we're likely to lose the cached copy.
514 GET_SPACE_RETW(sp
, bp
, blen
, llen
);
516 ADD_SPACE_RETW(sp
, bp
, blen
, llen
);
517 MEMCPYW(bp
, st
, llen
);
521 /* Start searching from the beginning. */
525 /* Reset the build buffer offset. */
528 /* Reset empty match flag. */
532 * We don't want to have to do a setline if the line didn't
533 * change -- keep track of whether or not this line changed.
534 * If doing confirmations, don't want to keep setting the
535 * line if change is refused -- keep track of substitutions.
537 didsub
= linechanged
= 0;
539 /* New line, do an EOL match. */
542 /* It's not nul terminated, but we pretend it is. */
543 eflags
= REG_STARTEND
;
546 * The search area is from st + offset to the EOL.
548 * Generally, match[0].rm_so is the offset of the start
549 * of the match from the start of the search, and offset
550 * is the offset of the start of the last search.
552 nextmatch
: match
[0].rm_so
= 0;
553 match
[0].rm_eo
= len
;
555 /* Get the next match. */
556 eval
= regexec(re
, st
+ offset
, 10, match
, eflags
);
559 * There wasn't a match or if there was an error, deal with
560 * it. If there was a previous match in this line, resolve
561 * the changes into the database. Otherwise, just move on.
563 if (eval
== REG_NOMATCH
)
566 re_error(sp
, eval
, re
);
571 /* Only the first search can match an anchored expression. */
572 eflags
|= REG_NOTBOL
;
576 * It's possible to match 0-length strings -- for example, the
577 * command s;a*;X;, when matched against the string "aabb" will
578 * result in "XbXbX", i.e. the matches are "aa", the space
579 * between the b's and the space between the b's and the end of
580 * the string. There is a similar space between the beginning
581 * of the string and the a's. The rule that we use (because vi
582 * historically used it) is that any 0-length match, occurring
583 * immediately after a match, is ignored. Otherwise, the above
584 * example would have resulted in "XXbXbX". Another example is
585 * incorrectly using " *" to replace groups of spaces with one
588 * The way we do this is that if we just had a successful match,
589 * the starting offset does not skip characters, and the match
590 * is empty, ignore the match and move forward. If there's no
591 * more characters in the string, we were attempting to match
592 * after the last character, so quit.
594 if (!empty_ok
&& match
[0].rm_so
== 0 && match
[0].rm_eo
== 0) {
598 BUILD(sp
, st
+ offset
, 1)
604 /* Confirm change. */
607 * Set the cursor position for confirmation. Note,
608 * if we matched on a '$', the cursor may be past
611 from
.lno
= to
.lno
= lno
;
612 from
.cno
= match
[0].rm_so
+ offset
;
613 to
.cno
= match
[0].rm_eo
+ offset
;
615 * Both ex and vi have to correct for a change before
616 * the first character in the line.
619 from
.cno
= to
.cno
= 0;
620 if (F_ISSET(sp
, SC_VI
)) {
622 * Only vi has to correct for a change after
623 * the last character in the line.
626 * It would be nice to change the vi code so
627 * that we could display a cursor past EOL.
631 if (from
.cno
>= llen
)
636 if (vs_refresh(sp
, 1))
639 vs_update(sp
, msg_cat(sp
,
640 "169|Confirm change? [n]", NULL
), NULL
);
642 if (v_event_get(sp
, &ev
, 0, 0))
644 switch (ev
.e_event
) {
652 v_event_err(sp
, &ev
);
656 if (ex_print(sp
, cmdp
, &from
, &to
, 0) ||
657 ex_scprint(sp
, &from
, &to
))
659 if (ex_txt(sp
, &tiq
, 0, TXT_CR
))
661 ev
.e_c
= tiq
.cqh_first
->lb
[0];
670 BUILD(sp
, st
+ offset
, match
[0].rm_eo
);
673 /* Set the quit/interrupted flags. */
675 F_SET(sp
->gp
, G_INTERRUPTED
);
678 * Resolve any changes, then return to (and
679 * exit from) the main loop.
686 * Set the cursor to the last position changed, converting
687 * from 1-based to 0-based.
690 sp
->cno
= match
[0].rm_so
;
692 /* Copy the bytes before the match into the build buffer. */
693 BUILD(sp
, st
+ offset
, match
[0].rm_so
);
695 /* Substitute the matching bytes. */
697 if (re_sub(sp
, st
+ offset
, &lb
, &lbclen
, &lblen
, match
))
700 /* Set the change flag so we know this line was modified. */
703 /* Move past the matched bytes. */
704 skip
: offset
+= match
[0].rm_eo
;
705 len
-= match
[0].rm_eo
;
707 /* A match cannot be followed by an empty pattern. */
711 * If doing a global change with confirmation, we have to
712 * update the screen. The basic idea is to store the line
713 * so the screen update routines can find it, and restart.
715 if (didsub
&& sp
->c_suffix
&& sp
->g_suffix
) {
717 * The new search offset will be the end of the
720 saved_offset
= lbclen
;
722 /* Copy the rest of the line. */
724 BUILD(sp
, st
+ offset
, len
)
726 /* Set the new offset. */
727 offset
= saved_offset
;
729 /* Store inserted lines, adjusting the build buffer. */
733 cnt
< sp
->newl_cnt
; ++cnt
, ++lno
, ++elno
) {
734 if (db_insert(sp
, lno
,
735 lb
+ last
, sp
->newl
[cnt
] - last
))
737 last
= sp
->newl
[cnt
] + 1;
738 ++sp
->rptlines
[L_ADDED
];
745 /* Store and retrieve the line. */
746 if (db_set(sp
, lno
, lb
+ last
, lbclen
))
748 if (db_get(sp
, lno
, DBG_FATAL
, &st
, &llen
))
750 ADD_SPACE_RETW(sp
, bp
, blen
, llen
)
751 MEMCPYW(bp
, st
, llen
);
755 /* Restart the build. */
757 BUILD(sp
, st
, offset
);
760 * If we haven't already done the after-the-string
761 * match, do one. Set REG_NOTEOL so the '$' pattern
768 eflags
|= REG_NOTEOL
;
776 * If at the end of the string, do a test for the after
777 * the string match. Set REG_NOTEOL so the '$' pattern
780 if (sp
->g_suffix
&& do_eol_match
) {
783 eflags
|= REG_NOTEOL
;
788 endmatch
: if (!linechanged
)
791 /* Copy any remaining bytes into the build buffer. */
793 BUILD(sp
, st
+ offset
, len
)
795 /* Store inserted lines, adjusting the build buffer. */
799 cnt
< sp
->newl_cnt
; ++cnt
, ++lno
, ++elno
) {
801 lno
, lb
+ last
, sp
->newl
[cnt
] - last
))
803 last
= sp
->newl
[cnt
] + 1;
804 ++sp
->rptlines
[L_ADDED
];
810 /* Store the changed line. */
811 if (db_set(sp
, lno
, lb
+ last
, lbclen
))
814 /* Update changed line counter. */
815 if (sp
->rptlchange
!= lno
) {
816 sp
->rptlchange
= lno
;
817 ++sp
->rptlines
[L_CHANGED
];
822 * Display as necessary. Historic practice is to only
823 * display the last line of a line split into multiple
826 if (lflag
|| nflag
|| pflag
) {
827 from
.lno
= to
.lno
= lno
;
828 from
.cno
= to
.cno
= 0;
830 (void)ex_print(sp
, cmdp
, &from
, &to
, E_C_LIST
);
832 (void)ex_print(sp
, cmdp
, &from
, &to
, E_C_HASH
);
834 (void)ex_print(sp
, cmdp
, &from
, &to
, E_C_PRINT
);
840 * Historically, vi attempted to leave the cursor at the same place if
841 * the substitution was done at the current cursor position. Otherwise
842 * it moved it to the first non-blank of the last line changed. There
843 * were some problems: for example, :s/$/foo/ with the cursor on the
844 * last character of the line left the cursor on the last character, or
845 * the & command with multiple occurrences of the matching string in the
846 * line usually left the cursor in a fairly random position.
848 * We try to do the same thing, with the exception that if the user is
849 * doing substitution with confirmation, we move to the last line about
850 * which the user was consulted, as opposed to the last line that they
851 * actually changed. This prevents a screen flash if the user doesn't
852 * change many of the possible lines.
854 if (!sp
->c_suffix
&& (sp
->lno
!= slno
|| sp
->cno
!= scno
)) {
856 (void)nonblank(sp
, sp
->lno
, &sp
->cno
);
860 * If not in a global command, and nothing matched, say so.
861 * Else, if none of the lines displayed, put something up.
865 if (!F_ISSET(sp
, SC_EX_GLOBAL
)) {
866 msgq(sp
, M_ERR
, "157|No match found");
869 } else if (!lflag
&& !nflag
&& !pflag
)
870 F_SET(cmdp
, E_AUTOPRINT
);
877 FREE_SPACEW(sp
, bp
, blen
);
887 * PUBLIC: int re_compile __P((SCR *,
888 * PUBLIC: CHAR_T *, size_t, CHAR_T **, size_t *, regex_t *, u_int));
891 re_compile(SCR
*sp
, CHAR_T
*ptrn
, size_t plen
, CHAR_T
**ptrnp
, size_t *lenp
, regex_t
*rep
, u_int flags
)
894 int reflags
, replaced
, rval
;
899 if (LF_ISSET(SEARCH_EXTEND
))
900 reflags
|= REG_EXTENDED
;
901 if (LF_ISSET(SEARCH_IC
))
902 reflags
|= REG_ICASE
;
903 if (LF_ISSET(SEARCH_LITERAL
))
904 reflags
|= REG_NOSPEC
;
905 if (!LF_ISSET(SEARCH_NOOPT
| SEARCH_CSCOPE
| SEARCH_TAG
)) {
906 if (O_ISSET(sp
, O_EXTENDED
))
907 reflags
|= REG_EXTENDED
;
908 if (O_ISSET(sp
, O_IGNORECASE
))
909 reflags
|= REG_ICASE
;
910 if (O_ISSET(sp
, O_ICLOWER
))
913 if (LF_ISSET(SEARCH_ICL
)) {
914 iclower
: for (p
= ptrn
, len
= plen
; len
> 0; ++p
, --len
)
918 reflags
|= REG_ICASE
;
921 /* If we're replacing a saved value, clear the old one. */
922 if (LF_ISSET(SEARCH_CSEARCH
) && F_ISSET(sp
, SC_RE_SEARCH
)) {
924 F_CLR(sp
, SC_RE_SEARCH
);
926 if (LF_ISSET(SEARCH_CSUBST
) && F_ISSET(sp
, SC_RE_SUBST
)) {
927 regfree(&sp
->subre_c
);
928 F_CLR(sp
, SC_RE_SUBST
);
932 * If we're saving the string, it's a pattern we haven't seen before,
933 * so convert the vi-style RE's to POSIX 1003.2 RE's. Save a copy for
934 * later recompilation. Free any previously saved value.
938 if (LF_ISSET(SEARCH_CSCOPE
)) {
939 if (re_cscope_conv(sp
, &ptrn
, &plen
, &replaced
))
943 * Currently, the match-any-<blank> expression used in
944 * re_cscope_conv() requires extended RE's. This may
945 * not be right or safe.
947 reflags
|= REG_EXTENDED
;
948 } else if (LF_ISSET(SEARCH_TAG
)) {
949 if (re_tag_conv(sp
, &ptrn
, &plen
, &replaced
))
951 } else if (!LF_ISSET(SEARCH_LITERAL
))
952 if (re_conv(sp
, &ptrn
, &plen
, &replaced
))
955 /* Discard previous pattern. */
956 if (*ptrnp
!= NULL
) {
964 * Copy the string into allocated memory.
967 * Regcomp isn't 8-bit clean, so the pattern is nul-terminated
968 * for now. There's just no other solution.
970 MALLOC(sp
, *ptrnp
, CHAR_T
*, (plen
+ 1) * sizeof(CHAR_T
));
971 if (*ptrnp
!= NULL
) {
972 MEMCPYW(*ptrnp
, ptrn
, plen
);
973 (*ptrnp
)[plen
] = '\0';
976 /* Free up conversion-routine-allocated memory. */
978 FREE_SPACEW(sp
, ptrn
, 0);
988 * Regcomp isn't 8-bit clean, so we just lost if the pattern
989 * contained a nul. Bummer!
991 if ((rval
= regcomp(rep
, ptrn
, /* plen, */ reflags
)) != 0) {
992 if (LF_ISSET(SEARCH_MSG
))
993 re_error(sp
, rval
, rep
);
997 if (LF_ISSET(SEARCH_CSEARCH
))
998 F_SET(sp
, SC_RE_SEARCH
);
999 if (LF_ISSET(SEARCH_CSUBST
))
1000 F_SET(sp
, SC_RE_SUBST
);
1007 * Convert vi's regular expressions into something that the
1008 * the POSIX 1003.2 RE functions can handle.
1010 * There are three conversions we make to make vi's RE's (specifically
1011 * the global, search, and substitute patterns) work with POSIX RE's.
1013 * 1: If O_MAGIC is not set, strip backslashes from the magic character
1014 * set (.[*~) that have them, and add them to the ones that don't.
1015 * 2: If O_MAGIC is not set, the string "\~" is replaced with the text
1016 * from the last substitute command's replacement string. If O_MAGIC
1017 * is set, it's the string "~".
1018 * 3: The pattern \<ptrn\> does "word" searches, convert it to use the
1022 * This doesn't exactly match the historic behavior of vi because we do
1023 * the ~ substitution before calling the RE engine, so magic characters
1024 * in the replacement string will be expanded by the RE engine, and they
1025 * weren't historically. It's a bug.
1028 re_conv(SCR
*sp
, CHAR_T
**ptrnp
, size_t *plenp
, int *replacedp
)
1030 size_t blen
, len
, needlen
;
1035 * First pass through, we figure out how much space we'll need.
1036 * We do it in two passes, on the grounds that most of the time
1037 * the user is doing a search and won't have magic characters.
1038 * That way we can skip most of the memory allocation and copies.
1041 for (p
= *ptrnp
, len
= *plenp
, needlen
= 0; len
> 0; ++p
, --len
)
1049 needlen
+= RE_WSTART_LEN
+ 1;
1053 needlen
+= RE_WSTOP_LEN
+ 1;
1056 if (!O_ISSET(sp
, O_MAGIC
)) {
1058 needlen
+= sp
->repl_len
;
1064 if (!O_ISSET(sp
, O_MAGIC
)) {
1076 if (O_ISSET(sp
, O_MAGIC
)) {
1078 needlen
+= sp
->repl_len
;
1084 if (!O_ISSET(sp
, O_MAGIC
)) {
1099 /* Get enough memory to hold the final pattern. */
1101 GET_SPACE_RETW(sp
, bp
, blen
, needlen
);
1103 for (p
= *ptrnp
, len
= *plenp
, t
= bp
; len
> 0; ++p
, --len
)
1111 RE_WSTART
, RE_WSTART_LEN
);
1116 RE_WSTOP
, RE_WSTOP_LEN
);
1120 if (O_ISSET(sp
, O_MAGIC
))
1124 sp
->repl
, sp
->repl_len
);
1131 if (O_ISSET(sp
, O_MAGIC
))
1143 if (O_ISSET(sp
, O_MAGIC
)) {
1144 MEMCPYW(t
, sp
->repl
, sp
->repl_len
);
1152 if (!O_ISSET(sp
, O_MAGIC
))
1168 * Convert a tags search path into something that the POSIX
1169 * 1003.2 RE functions can handle.
1172 re_tag_conv(SCR
*sp
, CHAR_T
**ptrnp
, size_t *plenp
, int *replacedp
)
1180 /* Max memory usage is 2 times the length of the string. */
1182 GET_SPACE_RETW(sp
, bp
, blen
, len
* 2);
1187 /* If the last character is a '/' or '?', we just strip it. */
1188 if (len
> 0 && (p
[len
- 1] == '/' || p
[len
- 1] == '?'))
1191 /* If the next-to-last or last character is a '$', it's magic. */
1192 if (len
> 0 && p
[len
- 1] == '$') {
1198 /* If the first character is a '/' or '?', we just strip it. */
1199 if (len
> 0 && (p
[0] == '/' || p
[0] == '?')) {
1204 /* If the first or second character is a '^', it's magic. */
1211 * Escape every other magic character we can find, meanwhile stripping
1212 * the backslashes ctags inserts when escaping the search delimiter
1215 for (; len
> 0; --len
) {
1216 if (p
[0] == '\\' && (p
[1] == '/' || p
[1] == '?')) {
1219 } else if (strchr("^.[]$*", p
[0]))
1233 * Convert a cscope search path into something that the POSIX
1234 * 1003.2 RE functions can handle.
1237 re_cscope_conv(SCR
*sp
, CHAR_T
**ptrnp
, size_t *plenp
, int *replacedp
)
1239 size_t blen
, len
, nspaces
;
1246 * Each space in the source line printed by cscope represents an
1247 * arbitrary sequence of spaces, tabs, and comments.
1249 #define CSCOPE_RE_SPACE "([ \t]|/\\*([^*]|\\*/)*\\*/)*"
1250 #define CSCOPE_LEN sizeof(CSCOPE_RE_SPACE) - 1
1251 CHAR2INT(sp
, CSCOPE_RE_SPACE
, CSCOPE_LEN
, wp
, wlen
);
1252 for (nspaces
= 0, p
= *ptrnp
, len
= *plenp
; len
> 0; ++p
, --len
)
1257 * Allocate plenty of space:
1258 * the string, plus potential escaping characters;
1259 * nspaces + 2 copies of CSCOPE_RE_SPACE;
1260 * ^, $, nul terminator characters.
1263 len
= (p
- *ptrnp
) * 2 + (nspaces
+ 2) * sizeof(CSCOPE_RE_SPACE
) + 3;
1264 GET_SPACE_RETW(sp
, bp
, blen
, len
);
1270 MEMCPYW(t
, wp
, wlen
);
1273 for (len
= *plenp
; len
> 0; ++p
, --len
)
1275 MEMCPYW(t
, wp
, wlen
);
1278 if (strchr("\\^.[]$*+?()|{}", *p
))
1283 MEMCPYW(t
, wp
, wlen
);
1294 * Report a regular expression error.
1296 * PUBLIC: void re_error __P((SCR *, int, regex_t *));
1299 re_error(SCR
*sp
, int errcode
, regex_t
*preg
)
1304 sz
= regerror(errcode
, preg
, NULL
, 0);
1305 if ((oe
= malloc(sz
)) == NULL
)
1306 msgq(sp
, M_SYSERR
, NULL
);
1308 (void)regerror(errcode
, preg
, oe
, sz
);
1309 msgq(sp
, M_ERR
, "RE error: %s", oe
);
1316 * Do the substitution for a regular expression.
1319 re_sub(SCR
*sp
, CHAR_T
*ip
, CHAR_T
**lbp
, size_t *lbclenp
, size_t *lblenp
, regmatch_t
*match
)
1326 enum { C_NOT_SET
, C_LOWER
, C_ONE_LOWER
, C_ONE_UPPER
, C_UPPER
} conv
;
1327 size_t lbclen
, lblen
; /* Local copies. */
1328 size_t mlen
; /* Match length. */
1329 size_t rpl
; /* Remaining replacement length. */
1330 CHAR_T
*rp
; /* Replacement pointer. */
1332 int no
; /* Match replacement offset. */
1333 CHAR_T
*p
, *t
; /* Buffer pointers. */
1334 CHAR_T
*lb
; /* Local copies. */
1336 lb
= *lbp
; /* Get local copies. */
1343 * There are some special sequences that vi provides in the
1344 * replacement patterns.
1345 * & string the RE matched (\& if nomagic set)
1346 * \# n-th regular subexpression
1347 * \E end \U, \L conversion
1348 * \e end \U, \L conversion
1349 * \l convert the next character to lower-case
1350 * \L convert to lower-case, until \E, \e, or end of replacement
1351 * \u convert the next character to upper-case
1352 * \U convert to upper-case, until \E, \e, or end of replacement
1354 * Otherwise, since this is the lowest level of replacement, discard
1355 * all escaping characters. This (hopefully) matches historic practice.
1357 #define OUTCH(ch, nltrans) { \
1358 CHAR_T __ch = (ch); \
1359 u_int __value = KEY_VAL(sp, __ch); \
1360 if (nltrans && (__value == K_CR || __value == K_NL)) { \
1362 sp->newl[sp->newl_cnt++] = lbclen; \
1363 } else if (conv != C_NOT_SET) { \
1369 if (ISUPPER(__ch)) \
1370 __ch = TOLOWER(__ch); \
1376 if (ISLOWER(__ch)) \
1377 __ch = TOUPPER(__ch); \
1388 for (rp
= sp
->repl
, rpl
= sp
->repl_len
, p
= lb
+ lbclen
; rpl
--;) {
1389 switch (ch
= *rp
++) {
1391 if (O_ISSET(sp
, O_MAGIC
)) {
1403 if (!O_ISSET(sp
, O_MAGIC
)) {
1408 case '0': case '1': case '2': case '3': case '4':
1409 case '5': case '6': case '7': case '8': case '9':
1411 subzero
: if (match
[no
].rm_so
== -1 ||
1412 match
[no
].rm_eo
== -1)
1414 mlen
= match
[no
].rm_eo
- match
[no
].rm_so
;
1415 for (t
= ip
+ match
[no
].rm_so
; mlen
--; ++t
)
1447 *lbp
= lb
; /* Update caller's information. */