(url-open-stream): Really use asynchronous connections (accidentally
[emacs.git] / src / syntax.c
blob052191d5fef8f670f5306178551fddaef5bdb053
1 /* GNU Emacs routines to deal with syntax tables; also word and list parsing.
2 Copyright (C) 1985, 1987, 1993, 1994, 1995, 1997, 1998, 1999, 2002,
3 2003, 2004, 2005, 2006 Free Software Foundation, Inc.
5 This file is part of GNU Emacs.
7 GNU Emacs is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License as published by
9 the Free Software Foundation; either version 2, or (at your option)
10 any later version.
12 GNU Emacs is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
17 You should have received a copy of the GNU General Public License
18 along with GNU Emacs; see the file COPYING. If not, write to
19 the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
20 Boston, MA 02110-1301, USA. */
23 #include <config.h>
24 #include <ctype.h>
25 #include "lisp.h"
26 #include "commands.h"
27 #include "buffer.h"
28 #include "charset.h"
29 #include "keymap.h"
30 #include "regex.h"
32 /* Make syntax table lookup grant data in gl_state. */
33 #define SYNTAX_ENTRY_VIA_PROPERTY
35 #include "syntax.h"
36 #include "intervals.h"
38 /* We use these constants in place for comment-style and
39 string-ender-char to distinguish comments/strings started by
40 comment_fence and string_fence codes. */
42 #define ST_COMMENT_STYLE (256 + 1)
43 #define ST_STRING_STYLE (256 + 2)
44 #include "category.h"
46 Lisp_Object Qsyntax_table_p, Qsyntax_table, Qscan_error;
48 int words_include_escapes;
49 int parse_sexp_lookup_properties;
51 /* Nonzero means `scan-sexps' treat all multibyte characters as symbol. */
52 int multibyte_syntax_as_symbol;
54 /* Used as a temporary in SYNTAX_ENTRY and other macros in syntax.h,
55 if not compiled with GCC. No need to mark it, since it is used
56 only very temporarily. */
57 Lisp_Object syntax_temp;
59 /* Non-zero means an open parenthesis in column 0 is always considered
60 to be the start of a defun. Zero means an open parenthesis in
61 column 0 has no special meaning. */
63 int open_paren_in_column_0_is_defun_start;
65 /* This is the internal form of the parse state used in parse-partial-sexp. */
67 struct lisp_parse_state
69 int depth; /* Depth at end of parsing. */
70 int instring; /* -1 if not within string, else desired terminator. */
71 int incomment; /* -1 if in unnestable comment else comment nesting */
72 int comstyle; /* comment style a=0, or b=1, or ST_COMMENT_STYLE. */
73 int quoted; /* Nonzero if just after an escape char at end of parsing */
74 int thislevelstart; /* Char number of most recent start-of-expression at current level */
75 int prevlevelstart; /* Char number of start of containing expression */
76 int location; /* Char number at which parsing stopped. */
77 int mindepth; /* Minimum depth seen while scanning. */
78 int comstr_start; /* Position just after last comment/string starter. */
79 Lisp_Object levelstarts; /* Char numbers of starts-of-expression
80 of levels (starting from outermost). */
83 /* These variables are a cache for finding the start of a defun.
84 find_start_pos is the place for which the defun start was found.
85 find_start_value is the defun start position found for it.
86 find_start_value_byte is the corresponding byte position.
87 find_start_buffer is the buffer it was found in.
88 find_start_begv is the BEGV value when it was found.
89 find_start_modiff is the value of MODIFF when it was found. */
91 static int find_start_pos;
92 static int find_start_value;
93 static int find_start_value_byte;
94 static struct buffer *find_start_buffer;
95 static int find_start_begv;
96 static int find_start_modiff;
99 static int find_defun_start P_ ((int, int));
100 static int back_comment P_ ((EMACS_INT, EMACS_INT, EMACS_INT, int, int,
101 EMACS_INT *, EMACS_INT *));
102 static int char_quoted P_ ((int, int));
103 static Lisp_Object skip_chars P_ ((int, int, Lisp_Object, Lisp_Object, int));
104 static Lisp_Object scan_lists P_ ((EMACS_INT, EMACS_INT, EMACS_INT, int));
105 static void scan_sexps_forward P_ ((struct lisp_parse_state *,
106 int, int, int, int,
107 int, Lisp_Object, int));
108 static int in_classes P_ ((int, Lisp_Object));
111 struct gl_state_s gl_state; /* Global state of syntax parser. */
113 INTERVAL interval_of ();
114 #define INTERVALS_AT_ONCE 10 /* 1 + max-number of intervals
115 to scan to property-change. */
117 /* Update gl_state to an appropriate interval which contains CHARPOS. The
118 sign of COUNT give the relative position of CHARPOS wrt the previously
119 valid interval. If INIT, only [be]_property fields of gl_state are
120 valid at start, the rest is filled basing on OBJECT.
122 `gl_state.*_i' are the intervals, and CHARPOS is further in the search
123 direction than the intervals - or in an interval. We update the
124 current syntax-table basing on the property of this interval, and
125 update the interval to start further than CHARPOS - or be
126 NULL_INTERVAL. We also update lim_property to be the next value of
127 charpos to call this subroutine again - or be before/after the
128 start/end of OBJECT. */
130 void
131 update_syntax_table (charpos, count, init, object)
132 int charpos, count, init;
133 Lisp_Object object;
135 Lisp_Object tmp_table;
136 int cnt = 0, invalidate = 1;
137 INTERVAL i;
139 if (init)
141 gl_state.old_prop = Qnil;
142 gl_state.start = gl_state.b_property;
143 gl_state.stop = gl_state.e_property;
144 i = interval_of (charpos, object);
145 gl_state.backward_i = gl_state.forward_i = i;
146 invalidate = 0;
147 if (NULL_INTERVAL_P (i))
148 return;
149 /* interval_of updates only ->position of the return value, so
150 update the parents manually to speed up update_interval. */
151 while (!NULL_PARENT (i))
153 if (AM_RIGHT_CHILD (i))
154 INTERVAL_PARENT (i)->position = i->position
155 - LEFT_TOTAL_LENGTH (i) + TOTAL_LENGTH (i) /* right end */
156 - TOTAL_LENGTH (INTERVAL_PARENT (i))
157 + LEFT_TOTAL_LENGTH (INTERVAL_PARENT (i));
158 else
159 INTERVAL_PARENT (i)->position = i->position - LEFT_TOTAL_LENGTH (i)
160 + TOTAL_LENGTH (i);
161 i = INTERVAL_PARENT (i);
163 i = gl_state.forward_i;
164 gl_state.b_property = i->position - gl_state.offset;
165 gl_state.e_property = INTERVAL_LAST_POS (i) - gl_state.offset;
166 goto update;
168 i = count > 0 ? gl_state.forward_i : gl_state.backward_i;
170 /* We are guaranteed to be called with CHARPOS either in i,
171 or further off. */
172 if (NULL_INTERVAL_P (i))
173 error ("Error in syntax_table logic for to-the-end intervals");
174 else if (charpos < i->position) /* Move left. */
176 if (count > 0)
177 error ("Error in syntax_table logic for intervals <-");
178 /* Update the interval. */
179 i = update_interval (i, charpos);
180 if (INTERVAL_LAST_POS (i) != gl_state.b_property)
182 invalidate = 0;
183 gl_state.forward_i = i;
184 gl_state.e_property = INTERVAL_LAST_POS (i) - gl_state.offset;
187 else if (charpos >= INTERVAL_LAST_POS (i)) /* Move right. */
189 if (count < 0)
190 error ("Error in syntax_table logic for intervals ->");
191 /* Update the interval. */
192 i = update_interval (i, charpos);
193 if (i->position != gl_state.e_property)
195 invalidate = 0;
196 gl_state.backward_i = i;
197 gl_state.b_property = i->position - gl_state.offset;
201 update:
202 tmp_table = textget (i->plist, Qsyntax_table);
204 if (invalidate)
205 invalidate = !EQ (tmp_table, gl_state.old_prop); /* Need to invalidate? */
207 if (invalidate) /* Did not get to adjacent interval. */
208 { /* with the same table => */
209 /* invalidate the old range. */
210 if (count > 0)
212 gl_state.backward_i = i;
213 gl_state.b_property = i->position - gl_state.offset;
215 else
217 gl_state.forward_i = i;
218 gl_state.e_property = INTERVAL_LAST_POS (i) - gl_state.offset;
222 if (!EQ (tmp_table, gl_state.old_prop))
224 gl_state.current_syntax_table = tmp_table;
225 gl_state.old_prop = tmp_table;
226 if (EQ (Fsyntax_table_p (tmp_table), Qt))
228 gl_state.use_global = 0;
230 else if (CONSP (tmp_table))
232 gl_state.use_global = 1;
233 gl_state.global_code = tmp_table;
235 else
237 gl_state.use_global = 0;
238 gl_state.current_syntax_table = current_buffer->syntax_table;
242 while (!NULL_INTERVAL_P (i))
244 if (cnt && !EQ (tmp_table, textget (i->plist, Qsyntax_table)))
246 if (count > 0)
248 gl_state.e_property = i->position - gl_state.offset;
249 gl_state.forward_i = i;
251 else
253 gl_state.b_property
254 = i->position + LENGTH (i) - gl_state.offset;
255 gl_state.backward_i = i;
257 return;
259 else if (cnt == INTERVALS_AT_ONCE)
261 if (count > 0)
263 gl_state.e_property
264 = i->position + LENGTH (i) - gl_state.offset
265 /* e_property at EOB is not set to ZV but to ZV+1, so that
266 we can do INC(from);UPDATE_SYNTAX_TABLE_FORWARD without
267 having to check eob between the two. */
268 + (NULL_INTERVAL_P (next_interval (i)) ? 1 : 0);
269 gl_state.forward_i = i;
271 else
273 gl_state.b_property = i->position - gl_state.offset;
274 gl_state.backward_i = i;
276 return;
278 cnt++;
279 i = count > 0 ? next_interval (i) : previous_interval (i);
281 eassert (NULL_INTERVAL_P (i)); /* This property goes to the end. */
282 if (count > 0)
283 gl_state.e_property = gl_state.stop;
284 else
285 gl_state.b_property = gl_state.start;
288 /* Returns TRUE if char at CHARPOS is quoted.
289 Global syntax-table data should be set up already to be good at CHARPOS
290 or after. On return global syntax data is good for lookup at CHARPOS. */
292 static int
293 char_quoted (charpos, bytepos)
294 register int charpos, bytepos;
296 register enum syntaxcode code;
297 register int beg = BEGV;
298 register int quoted = 0;
299 int orig = charpos;
301 DEC_BOTH (charpos, bytepos);
303 while (charpos >= beg)
305 int c;
307 UPDATE_SYNTAX_TABLE_BACKWARD (charpos);
308 c = FETCH_CHAR (bytepos);
309 code = SYNTAX (c);
310 if (! (code == Scharquote || code == Sescape))
311 break;
313 DEC_BOTH (charpos, bytepos);
314 quoted = !quoted;
317 UPDATE_SYNTAX_TABLE (orig);
318 return quoted;
321 /* Return the bytepos one character after BYTEPOS.
322 We assume that BYTEPOS is not at the end of the buffer. */
324 INLINE int
325 inc_bytepos (bytepos)
326 int bytepos;
328 if (NILP (current_buffer->enable_multibyte_characters))
329 return bytepos + 1;
331 INC_POS (bytepos);
332 return bytepos;
335 /* Return the bytepos one character before BYTEPOS.
336 We assume that BYTEPOS is not at the start of the buffer. */
338 INLINE int
339 dec_bytepos (bytepos)
340 int bytepos;
342 if (NILP (current_buffer->enable_multibyte_characters))
343 return bytepos - 1;
345 DEC_POS (bytepos);
346 return bytepos;
349 /* Return a defun-start position before before POS and not too far before.
350 It should be the last one before POS, or nearly the last.
352 When open_paren_in_column_0_is_defun_start is nonzero,
353 only the beginning of the buffer is treated as a defun-start.
355 We record the information about where the scan started
356 and what its result was, so that another call in the same area
357 can return the same value very quickly.
359 There is no promise at which position the global syntax data is
360 valid on return from the subroutine, so the caller should explicitly
361 update the global data. */
363 static int
364 find_defun_start (pos, pos_byte)
365 int pos, pos_byte;
367 int opoint = PT, opoint_byte = PT_BYTE;
369 if (!open_paren_in_column_0_is_defun_start)
371 find_start_value_byte = BEGV_BYTE;
372 return BEGV;
375 /* Use previous finding, if it's valid and applies to this inquiry. */
376 if (current_buffer == find_start_buffer
377 /* Reuse the defun-start even if POS is a little farther on.
378 POS might be in the next defun, but that's ok.
379 Our value may not be the best possible, but will still be usable. */
380 && pos <= find_start_pos + 1000
381 && pos >= find_start_value
382 && BEGV == find_start_begv
383 && MODIFF == find_start_modiff)
384 return find_start_value;
386 /* Back up to start of line. */
387 scan_newline (pos, pos_byte, BEGV, BEGV_BYTE, -1, 1);
389 /* We optimize syntax-table lookup for rare updates. Thus we accept
390 only those `^\s(' which are good in global _and_ text-property
391 syntax-tables. */
392 gl_state.current_syntax_table = current_buffer->syntax_table;
393 gl_state.use_global = 0;
394 while (PT > BEGV)
396 int c;
398 /* Open-paren at start of line means we may have found our
399 defun-start. */
400 c = FETCH_CHAR (PT_BYTE);
401 if (SYNTAX (c) == Sopen)
403 SETUP_SYNTAX_TABLE (PT + 1, -1); /* Try again... */
404 c = FETCH_CHAR (PT_BYTE);
405 if (SYNTAX (c) == Sopen)
406 break;
407 /* Now fallback to the default value. */
408 gl_state.current_syntax_table = current_buffer->syntax_table;
409 gl_state.use_global = 0;
411 /* Move to beg of previous line. */
412 scan_newline (PT, PT_BYTE, BEGV, BEGV_BYTE, -2, 1);
415 /* Record what we found, for the next try. */
416 find_start_value = PT;
417 find_start_value_byte = PT_BYTE;
418 find_start_buffer = current_buffer;
419 find_start_modiff = MODIFF;
420 find_start_begv = BEGV;
421 find_start_pos = pos;
423 TEMP_SET_PT_BOTH (opoint, opoint_byte);
425 return find_start_value;
428 /* Return the SYNTAX_COMEND_FIRST of the character before POS, POS_BYTE. */
430 static int
431 prev_char_comend_first (pos, pos_byte)
432 int pos, pos_byte;
434 int c, val;
436 DEC_BOTH (pos, pos_byte);
437 UPDATE_SYNTAX_TABLE_BACKWARD (pos);
438 c = FETCH_CHAR (pos_byte);
439 val = SYNTAX_COMEND_FIRST (c);
440 UPDATE_SYNTAX_TABLE_FORWARD (pos + 1);
441 return val;
444 /* Return the SYNTAX_COMSTART_FIRST of the character before POS, POS_BYTE. */
446 /* static int
447 * prev_char_comstart_first (pos, pos_byte)
448 * int pos, pos_byte;
450 * int c, val;
452 * DEC_BOTH (pos, pos_byte);
453 * UPDATE_SYNTAX_TABLE_BACKWARD (pos);
454 * c = FETCH_CHAR (pos_byte);
455 * val = SYNTAX_COMSTART_FIRST (c);
456 * UPDATE_SYNTAX_TABLE_FORWARD (pos + 1);
457 * return val;
458 * } */
460 /* Checks whether charpos FROM is at the end of a comment.
461 FROM_BYTE is the bytepos corresponding to FROM.
462 Do not move back before STOP.
464 Return a positive value if we find a comment ending at FROM/FROM_BYTE;
465 return -1 otherwise.
467 If successful, store the charpos of the comment's beginning
468 into *CHARPOS_PTR, and the bytepos into *BYTEPOS_PTR.
470 Global syntax data remains valid for backward search starting at
471 the returned value (or at FROM, if the search was not successful). */
473 static int
474 back_comment (from, from_byte, stop, comnested, comstyle, charpos_ptr, bytepos_ptr)
475 EMACS_INT from, from_byte, stop;
476 int comnested, comstyle;
477 EMACS_INT *charpos_ptr, *bytepos_ptr;
479 /* Look back, counting the parity of string-quotes,
480 and recording the comment-starters seen.
481 When we reach a safe place, assume that's not in a string;
482 then step the main scan to the earliest comment-starter seen
483 an even number of string quotes away from the safe place.
485 OFROM[I] is position of the earliest comment-starter seen
486 which is I+2X quotes from the comment-end.
487 PARITY is current parity of quotes from the comment end. */
488 int string_style = -1; /* Presumed outside of any string. */
489 int string_lossage = 0;
490 /* Not a real lossage: indicates that we have passed a matching comment
491 starter plus a non-matching comment-ender, meaning that any matching
492 comment-starter we might see later could be a false positive (hidden
493 inside another comment).
494 Test case: { a (* b } c (* d *) */
495 int comment_lossage = 0;
496 int comment_end = from;
497 int comment_end_byte = from_byte;
498 int comstart_pos = 0;
499 int comstart_byte;
500 /* Place where the containing defun starts,
501 or 0 if we didn't come across it yet. */
502 int defun_start = 0;
503 int defun_start_byte = 0;
504 register enum syntaxcode code;
505 int nesting = 1; /* current comment nesting */
506 int c;
507 int syntax = 0;
509 /* FIXME: A }} comment-ender style leads to incorrect behavior
510 in the case of {{ c }}} because we ignore the last two chars which are
511 assumed to be comment-enders although they aren't. */
513 /* At beginning of range to scan, we're outside of strings;
514 that determines quote parity to the comment-end. */
515 while (from != stop)
517 int temp_byte, prev_syntax;
518 int com2start, com2end;
520 /* Move back and examine a character. */
521 DEC_BOTH (from, from_byte);
522 UPDATE_SYNTAX_TABLE_BACKWARD (from);
524 prev_syntax = syntax;
525 c = FETCH_CHAR (from_byte);
526 syntax = SYNTAX_WITH_FLAGS (c);
527 code = SYNTAX (c);
529 /* Check for 2-char comment markers. */
530 com2start = (SYNTAX_FLAGS_COMSTART_FIRST (syntax)
531 && SYNTAX_FLAGS_COMSTART_SECOND (prev_syntax)
532 && comstyle == SYNTAX_FLAGS_COMMENT_STYLE (prev_syntax)
533 && (SYNTAX_FLAGS_COMMENT_NESTED (prev_syntax)
534 || SYNTAX_FLAGS_COMMENT_NESTED (syntax)) == comnested);
535 com2end = (SYNTAX_FLAGS_COMEND_FIRST (syntax)
536 && SYNTAX_FLAGS_COMEND_SECOND (prev_syntax));
538 /* Nasty cases with overlapping 2-char comment markers:
539 - snmp-mode: -- c -- foo -- c --
540 --- c --
541 ------ c --
542 - c-mode: *||*
543 |* *|* *|
544 |*| |* |*|
545 /// */
547 /* If a 2-char comment sequence partly overlaps with another,
548 we don't try to be clever. */
549 if (from > stop && (com2end || com2start))
551 int next = from, next_byte = from_byte, next_c, next_syntax;
552 DEC_BOTH (next, next_byte);
553 UPDATE_SYNTAX_TABLE_BACKWARD (next);
554 next_c = FETCH_CHAR (next_byte);
555 next_syntax = SYNTAX_WITH_FLAGS (next_c);
556 if (((com2start || comnested)
557 && SYNTAX_FLAGS_COMEND_SECOND (syntax)
558 && SYNTAX_FLAGS_COMEND_FIRST (next_syntax))
559 || ((com2end || comnested)
560 && SYNTAX_FLAGS_COMSTART_SECOND (syntax)
561 && comstyle == SYNTAX_FLAGS_COMMENT_STYLE (syntax)
562 && SYNTAX_FLAGS_COMSTART_FIRST (next_syntax)))
563 goto lossage;
564 /* UPDATE_SYNTAX_TABLE_FORWARD (next + 1); */
567 if (com2start && comstart_pos == 0)
568 /* We're looking at a comment starter. But it might be a comment
569 ender as well (see snmp-mode). The first time we see one, we
570 need to consider it as a comment starter,
571 and the subsequent times as a comment ender. */
572 com2end = 0;
574 /* Turn a 2-char comment sequences into the appropriate syntax. */
575 if (com2end)
576 code = Sendcomment;
577 else if (com2start)
578 code = Scomment;
579 /* Ignore comment starters of a different style. */
580 else if (code == Scomment
581 && (comstyle != SYNTAX_FLAGS_COMMENT_STYLE (syntax)
582 || SYNTAX_FLAGS_COMMENT_NESTED (syntax) != comnested))
583 continue;
585 /* Ignore escaped characters, except comment-enders. */
586 if (code != Sendcomment && char_quoted (from, from_byte))
587 continue;
589 switch (code)
591 case Sstring_fence:
592 case Scomment_fence:
593 c = (code == Sstring_fence ? ST_STRING_STYLE : ST_COMMENT_STYLE);
594 case Sstring:
595 /* Track parity of quotes. */
596 if (string_style == -1)
597 /* Entering a string. */
598 string_style = c;
599 else if (string_style == c)
600 /* Leaving the string. */
601 string_style = -1;
602 else
603 /* If we have two kinds of string delimiters.
604 There's no way to grok this scanning backwards. */
605 string_lossage = 1;
606 break;
608 case Scomment:
609 /* We've already checked that it is the relevant comstyle. */
610 if (string_style != -1 || comment_lossage || string_lossage)
611 /* There are odd string quotes involved, so let's be careful.
612 Test case in Pascal: " { " a { " } */
613 goto lossage;
615 if (!comnested)
617 /* Record best comment-starter so far. */
618 comstart_pos = from;
619 comstart_byte = from_byte;
621 else if (--nesting <= 0)
622 /* nested comments have to be balanced, so we don't need to
623 keep looking for earlier ones. We use here the same (slightly
624 incorrect) reasoning as below: since it is followed by uniform
625 paired string quotes, this comment-start has to be outside of
626 strings, else the comment-end itself would be inside a string. */
627 goto done;
628 break;
630 case Sendcomment:
631 if (SYNTAX_FLAGS_COMMENT_STYLE (syntax) == comstyle
632 && ((com2end && SYNTAX_FLAGS_COMMENT_NESTED (prev_syntax))
633 || SYNTAX_FLAGS_COMMENT_NESTED (syntax)) == comnested)
634 /* This is the same style of comment ender as ours. */
636 if (comnested)
637 nesting++;
638 else
639 /* Anything before that can't count because it would match
640 this comment-ender rather than ours. */
641 from = stop; /* Break out of the loop. */
643 else if (comstart_pos != 0 || c != '\n')
644 /* We're mixing comment styles here, so we'd better be careful.
645 The (comstart_pos != 0 || c != '\n') check is not quite correct
646 (we should just always set comment_lossage), but removing it
647 would imply that any multiline comment in C would go through
648 lossage, which seems overkill.
649 The failure should only happen in the rare cases such as
650 { (* } *) */
651 comment_lossage = 1;
652 break;
654 case Sopen:
655 /* Assume a defun-start point is outside of strings. */
656 if (open_paren_in_column_0_is_defun_start
657 && (from == stop
658 || (temp_byte = dec_bytepos (from_byte),
659 FETCH_CHAR (temp_byte) == '\n')))
661 defun_start = from;
662 defun_start_byte = from_byte;
663 from = stop; /* Break out of the loop. */
665 break;
667 default:
668 break;
672 if (comstart_pos == 0)
674 from = comment_end;
675 from_byte = comment_end_byte;
676 UPDATE_SYNTAX_TABLE_FORWARD (comment_end - 1);
678 /* If comstart_pos is set and we get here (ie. didn't jump to `lossage'
679 or `done'), then we've found the beginning of the non-nested comment. */
680 else if (1) /* !comnested */
682 from = comstart_pos;
683 from_byte = comstart_byte;
684 UPDATE_SYNTAX_TABLE_FORWARD (from - 1);
686 else
688 struct lisp_parse_state state;
689 lossage:
690 /* We had two kinds of string delimiters mixed up
691 together. Decode this going forwards.
692 Scan fwd from a known safe place (beginning-of-defun)
693 to the one in question; this records where we
694 last passed a comment starter. */
695 /* If we did not already find the defun start, find it now. */
696 if (defun_start == 0)
698 defun_start = find_defun_start (comment_end, comment_end_byte);
699 defun_start_byte = find_start_value_byte;
703 scan_sexps_forward (&state,
704 defun_start, defun_start_byte,
705 comment_end, -10000, 0, Qnil, 0);
706 defun_start = comment_end;
707 if (state.incomment == (comnested ? 1 : -1)
708 && state.comstyle == comstyle)
709 from = state.comstr_start;
710 else
712 from = comment_end;
713 if (state.incomment)
714 /* If comment_end is inside some other comment, maybe ours
715 is nested, so we need to try again from within the
716 surrounding comment. Example: { a (* " *) */
718 /* FIXME: We should advance by one or two chars. */
719 defun_start = state.comstr_start + 2;
720 defun_start_byte = CHAR_TO_BYTE (defun_start);
723 } while (defun_start < comment_end);
725 from_byte = CHAR_TO_BYTE (from);
726 UPDATE_SYNTAX_TABLE_FORWARD (from - 1);
729 done:
730 *charpos_ptr = from;
731 *bytepos_ptr = from_byte;
733 return (from == comment_end) ? -1 : from;
736 DEFUN ("syntax-table-p", Fsyntax_table_p, Ssyntax_table_p, 1, 1, 0,
737 doc: /* Return t if OBJECT is a syntax table.
738 Currently, any char-table counts as a syntax table. */)
739 (object)
740 Lisp_Object object;
742 if (CHAR_TABLE_P (object)
743 && EQ (XCHAR_TABLE (object)->purpose, Qsyntax_table))
744 return Qt;
745 return Qnil;
748 static void
749 check_syntax_table (obj)
750 Lisp_Object obj;
752 CHECK_TYPE (CHAR_TABLE_P (obj) && EQ (XCHAR_TABLE (obj)->purpose, Qsyntax_table),
753 Qsyntax_table_p, obj);
756 DEFUN ("syntax-table", Fsyntax_table, Ssyntax_table, 0, 0, 0,
757 doc: /* Return the current syntax table.
758 This is the one specified by the current buffer. */)
761 return current_buffer->syntax_table;
764 DEFUN ("standard-syntax-table", Fstandard_syntax_table,
765 Sstandard_syntax_table, 0, 0, 0,
766 doc: /* Return the standard syntax table.
767 This is the one used for new buffers. */)
770 return Vstandard_syntax_table;
773 DEFUN ("copy-syntax-table", Fcopy_syntax_table, Scopy_syntax_table, 0, 1, 0,
774 doc: /* Construct a new syntax table and return it.
775 It is a copy of the TABLE, which defaults to the standard syntax table. */)
776 (table)
777 Lisp_Object table;
779 Lisp_Object copy;
781 if (!NILP (table))
782 check_syntax_table (table);
783 else
784 table = Vstandard_syntax_table;
786 copy = Fcopy_sequence (table);
788 /* Only the standard syntax table should have a default element.
789 Other syntax tables should inherit from parents instead. */
790 XCHAR_TABLE (copy)->defalt = Qnil;
792 /* Copied syntax tables should all have parents.
793 If we copied one with no parent, such as the standard syntax table,
794 use the standard syntax table as the copy's parent. */
795 if (NILP (XCHAR_TABLE (copy)->parent))
796 Fset_char_table_parent (copy, Vstandard_syntax_table);
797 return copy;
800 DEFUN ("set-syntax-table", Fset_syntax_table, Sset_syntax_table, 1, 1, 0,
801 doc: /* Select a new syntax table for the current buffer.
802 One argument, a syntax table. */)
803 (table)
804 Lisp_Object table;
806 int idx;
807 check_syntax_table (table);
808 current_buffer->syntax_table = table;
809 /* Indicate that this buffer now has a specified syntax table. */
810 idx = PER_BUFFER_VAR_IDX (syntax_table);
811 SET_PER_BUFFER_VALUE_P (current_buffer, idx, 1);
812 return table;
815 /* Convert a letter which signifies a syntax code
816 into the code it signifies.
817 This is used by modify-syntax-entry, and other things. */
819 unsigned char syntax_spec_code[0400] =
820 { 0377, 0377, 0377, 0377, 0377, 0377, 0377, 0377,
821 0377, 0377, 0377, 0377, 0377, 0377, 0377, 0377,
822 0377, 0377, 0377, 0377, 0377, 0377, 0377, 0377,
823 0377, 0377, 0377, 0377, 0377, 0377, 0377, 0377,
824 (char) Swhitespace, (char) Scomment_fence, (char) Sstring, 0377,
825 (char) Smath, 0377, 0377, (char) Squote,
826 (char) Sopen, (char) Sclose, 0377, 0377,
827 0377, (char) Swhitespace, (char) Spunct, (char) Scharquote,
828 0377, 0377, 0377, 0377, 0377, 0377, 0377, 0377,
829 0377, 0377, 0377, 0377,
830 (char) Scomment, 0377, (char) Sendcomment, 0377,
831 (char) Sinherit, 0377, 0377, 0377, 0377, 0377, 0377, 0377, /* @, A ... */
832 0377, 0377, 0377, 0377, 0377, 0377, 0377, 0377,
833 0377, 0377, 0377, 0377, 0377, 0377, 0377, (char) Sword,
834 0377, 0377, 0377, 0377, (char) Sescape, 0377, 0377, (char) Ssymbol,
835 0377, 0377, 0377, 0377, 0377, 0377, 0377, 0377, /* `, a, ... */
836 0377, 0377, 0377, 0377, 0377, 0377, 0377, 0377,
837 0377, 0377, 0377, 0377, 0377, 0377, 0377, (char) Sword,
838 0377, 0377, 0377, 0377, (char) Sstring_fence, 0377, 0377, 0377
841 /* Indexed by syntax code, give the letter that describes it. */
843 char syntax_code_spec[16] =
845 ' ', '.', 'w', '_', '(', ')', '\'', '\"', '$', '\\', '/', '<', '>', '@',
846 '!', '|'
849 /* Indexed by syntax code, give the object (cons of syntax code and
850 nil) to be stored in syntax table. Since these objects can be
851 shared among syntax tables, we generate them in advance. By
852 sharing objects, the function `describe-syntax' can give a more
853 compact listing. */
854 static Lisp_Object Vsyntax_code_object;
857 /* Look up the value for CHARACTER in syntax table TABLE's parent
858 and its parents. SYNTAX_ENTRY calls this, when TABLE itself has nil
859 for CHARACTER. It's actually used only when not compiled with GCC. */
861 Lisp_Object
862 syntax_parent_lookup (table, character)
863 Lisp_Object table;
864 int character;
866 Lisp_Object value;
868 while (1)
870 table = XCHAR_TABLE (table)->parent;
871 if (NILP (table))
872 return Qnil;
874 value = XCHAR_TABLE (table)->contents[character];
875 if (!NILP (value))
876 return value;
880 DEFUN ("char-syntax", Fchar_syntax, Schar_syntax, 1, 1, 0,
881 doc: /* Return the syntax code of CHARACTER, described by a character.
882 For example, if CHARACTER is a word constituent,
883 the character `w' is returned.
884 The characters that correspond to various syntax codes
885 are listed in the documentation of `modify-syntax-entry'. */)
886 (character)
887 Lisp_Object character;
889 int char_int;
890 gl_state.current_syntax_table = current_buffer->syntax_table;
892 gl_state.use_global = 0;
893 CHECK_NUMBER (character);
894 char_int = XINT (character);
895 return make_number (syntax_code_spec[(int) SYNTAX (char_int)]);
898 DEFUN ("matching-paren", Fmatching_paren, Smatching_paren, 1, 1, 0,
899 doc: /* Return the matching parenthesis of CHARACTER, or nil if none. */)
900 (character)
901 Lisp_Object character;
903 int char_int, code;
904 gl_state.current_syntax_table = current_buffer->syntax_table;
905 gl_state.use_global = 0;
906 CHECK_NUMBER (character);
907 char_int = XINT (character);
908 code = SYNTAX (char_int);
909 if (code == Sopen || code == Sclose)
910 return SYNTAX_MATCH (char_int);
911 return Qnil;
914 DEFUN ("string-to-syntax", Fstring_to_syntax, Sstring_to_syntax, 1, 1, 0,
915 doc: /* Convert a syntax specification STRING into syntax cell form.
916 STRING should be a string as it is allowed as argument of
917 `modify-syntax-entry'. Value is the equivalent cons cell
918 (CODE . MATCHING-CHAR) that can be used as value of a `syntax-table'
919 text property. */)
920 (string)
921 Lisp_Object string;
923 register const unsigned char *p;
924 register enum syntaxcode code;
925 int val;
926 Lisp_Object match;
928 CHECK_STRING (string);
930 p = SDATA (string);
931 code = (enum syntaxcode) syntax_spec_code[*p++];
932 if (((int) code & 0377) == 0377)
933 error ("Invalid syntax description letter: %c", p[-1]);
935 if (code == Sinherit)
936 return Qnil;
938 if (*p)
940 int len;
941 int character = (STRING_CHAR_AND_LENGTH
942 (p, SBYTES (string) - 1, len));
943 XSETINT (match, character);
944 if (XFASTINT (match) == ' ')
945 match = Qnil;
946 p += len;
948 else
949 match = Qnil;
951 val = (int) code;
952 while (*p)
953 switch (*p++)
955 case '1':
956 val |= 1 << 16;
957 break;
959 case '2':
960 val |= 1 << 17;
961 break;
963 case '3':
964 val |= 1 << 18;
965 break;
967 case '4':
968 val |= 1 << 19;
969 break;
971 case 'p':
972 val |= 1 << 20;
973 break;
975 case 'b':
976 val |= 1 << 21;
977 break;
979 case 'n':
980 val |= 1 << 22;
981 break;
984 if (val < XVECTOR (Vsyntax_code_object)->size && NILP (match))
985 return XVECTOR (Vsyntax_code_object)->contents[val];
986 else
987 /* Since we can't use a shared object, let's make a new one. */
988 return Fcons (make_number (val), match);
991 /* I really don't know why this is interactive
992 help-form should at least be made useful whilst reading the second arg. */
993 DEFUN ("modify-syntax-entry", Fmodify_syntax_entry, Smodify_syntax_entry, 2, 3,
994 "cSet syntax for character: \nsSet syntax for %s to: ",
995 doc: /* Set syntax for character CHAR according to string NEWENTRY.
996 The syntax is changed only for table SYNTAX-TABLE, which defaults to
997 the current buffer's syntax table.
998 The first character of NEWENTRY should be one of the following:
999 Space or - whitespace syntax. w word constituent.
1000 _ symbol constituent. . punctuation.
1001 ( open-parenthesis. ) close-parenthesis.
1002 " string quote. \\ escape.
1003 $ paired delimiter. ' expression quote or prefix operator.
1004 < comment starter. > comment ender.
1005 / character-quote. @ inherit from `standard-syntax-table'.
1006 | generic string fence. ! generic comment fence.
1008 Only single-character comment start and end sequences are represented thus.
1009 Two-character sequences are represented as described below.
1010 The second character of NEWENTRY is the matching parenthesis,
1011 used only if the first character is `(' or `)'.
1012 Any additional characters are flags.
1013 Defined flags are the characters 1, 2, 3, 4, b, p, and n.
1014 1 means CHAR is the start of a two-char comment start sequence.
1015 2 means CHAR is the second character of such a sequence.
1016 3 means CHAR is the start of a two-char comment end sequence.
1017 4 means CHAR is the second character of such a sequence.
1019 There can be up to two orthogonal comment sequences. This is to support
1020 language modes such as C++. By default, all comment sequences are of style
1021 a, but you can set the comment sequence style to b (on the second character
1022 of a comment-start, or the first character of a comment-end sequence) using
1023 this flag:
1024 b means CHAR is part of comment sequence b.
1025 n means CHAR is part of a nestable comment sequence.
1027 p means CHAR is a prefix character for `backward-prefix-chars';
1028 such characters are treated as whitespace when they occur
1029 between expressions.
1030 usage: (modify-syntax-entry CHAR NEWENTRY &optional SYNTAX-TABLE) */)
1031 (c, newentry, syntax_table)
1032 Lisp_Object c, newentry, syntax_table;
1034 CHECK_NUMBER (c);
1036 if (NILP (syntax_table))
1037 syntax_table = current_buffer->syntax_table;
1038 else
1039 check_syntax_table (syntax_table);
1041 SET_RAW_SYNTAX_ENTRY (syntax_table, XINT (c), Fstring_to_syntax (newentry));
1043 /* We clear the regexp cache, since character classes can now have
1044 different values from those in the compiled regexps.*/
1045 clear_regexp_cache ();
1047 return Qnil;
1050 /* Dump syntax table to buffer in human-readable format */
1052 DEFUN ("internal-describe-syntax-value", Finternal_describe_syntax_value,
1053 Sinternal_describe_syntax_value, 1, 1, 0,
1054 doc: /* Insert a description of the internal syntax description SYNTAX at point. */)
1055 (syntax)
1056 Lisp_Object syntax;
1058 register enum syntaxcode code;
1059 char desc, start1, start2, end1, end2, prefix, comstyle, comnested;
1060 char str[2];
1061 Lisp_Object first, match_lisp, value = syntax;
1063 if (NILP (value))
1065 insert_string ("default");
1066 return syntax;
1069 if (CHAR_TABLE_P (value))
1071 insert_string ("deeper char-table ...");
1072 return syntax;
1075 if (!CONSP (value))
1077 insert_string ("invalid");
1078 return syntax;
1081 first = XCAR (value);
1082 match_lisp = XCDR (value);
1084 if (!INTEGERP (first) || !(NILP (match_lisp) || INTEGERP (match_lisp)))
1086 insert_string ("invalid");
1087 return syntax;
1090 code = (enum syntaxcode) (XINT (first) & 0377);
1091 start1 = (XINT (first) >> 16) & 1;
1092 start2 = (XINT (first) >> 17) & 1;
1093 end1 = (XINT (first) >> 18) & 1;
1094 end2 = (XINT (first) >> 19) & 1;
1095 prefix = (XINT (first) >> 20) & 1;
1096 comstyle = (XINT (first) >> 21) & 1;
1097 comnested = (XINT (first) >> 22) & 1;
1099 if ((int) code < 0 || (int) code >= (int) Smax)
1101 insert_string ("invalid");
1102 return syntax;
1104 desc = syntax_code_spec[(int) code];
1106 str[0] = desc, str[1] = 0;
1107 insert (str, 1);
1109 if (NILP (match_lisp))
1110 insert (" ", 1);
1111 else
1112 insert_char (XINT (match_lisp));
1114 if (start1)
1115 insert ("1", 1);
1116 if (start2)
1117 insert ("2", 1);
1119 if (end1)
1120 insert ("3", 1);
1121 if (end2)
1122 insert ("4", 1);
1124 if (prefix)
1125 insert ("p", 1);
1126 if (comstyle)
1127 insert ("b", 1);
1128 if (comnested)
1129 insert ("n", 1);
1131 insert_string ("\twhich means: ");
1133 switch (SWITCH_ENUM_CAST (code))
1135 case Swhitespace:
1136 insert_string ("whitespace"); break;
1137 case Spunct:
1138 insert_string ("punctuation"); break;
1139 case Sword:
1140 insert_string ("word"); break;
1141 case Ssymbol:
1142 insert_string ("symbol"); break;
1143 case Sopen:
1144 insert_string ("open"); break;
1145 case Sclose:
1146 insert_string ("close"); break;
1147 case Squote:
1148 insert_string ("prefix"); break;
1149 case Sstring:
1150 insert_string ("string"); break;
1151 case Smath:
1152 insert_string ("math"); break;
1153 case Sescape:
1154 insert_string ("escape"); break;
1155 case Scharquote:
1156 insert_string ("charquote"); break;
1157 case Scomment:
1158 insert_string ("comment"); break;
1159 case Sendcomment:
1160 insert_string ("endcomment"); break;
1161 case Sinherit:
1162 insert_string ("inherit"); break;
1163 case Scomment_fence:
1164 insert_string ("comment fence"); break;
1165 case Sstring_fence:
1166 insert_string ("string fence"); break;
1167 default:
1168 insert_string ("invalid");
1169 return syntax;
1172 if (!NILP (match_lisp))
1174 insert_string (", matches ");
1175 insert_char (XINT (match_lisp));
1178 if (start1)
1179 insert_string (",\n\t is the first character of a comment-start sequence");
1180 if (start2)
1181 insert_string (",\n\t is the second character of a comment-start sequence");
1183 if (end1)
1184 insert_string (",\n\t is the first character of a comment-end sequence");
1185 if (end2)
1186 insert_string (",\n\t is the second character of a comment-end sequence");
1187 if (comstyle)
1188 insert_string (" (comment style b)");
1189 if (comnested)
1190 insert_string (" (nestable)");
1192 if (prefix)
1193 insert_string (",\n\t is a prefix character for `backward-prefix-chars'");
1195 return syntax;
1198 int parse_sexp_ignore_comments;
1200 /* Return the position across COUNT words from FROM.
1201 If that many words cannot be found before the end of the buffer, return 0.
1202 COUNT negative means scan backward and stop at word beginning. */
1205 scan_words (from, count)
1206 register int from, count;
1208 register int beg = BEGV;
1209 register int end = ZV;
1210 register int from_byte = CHAR_TO_BYTE (from);
1211 register enum syntaxcode code;
1212 int ch0, ch1;
1214 immediate_quit = 1;
1215 QUIT;
1217 SETUP_SYNTAX_TABLE (from, count);
1219 while (count > 0)
1221 while (1)
1223 if (from == end)
1225 immediate_quit = 0;
1226 return 0;
1228 UPDATE_SYNTAX_TABLE_FORWARD (from);
1229 ch0 = FETCH_CHAR (from_byte);
1230 code = SYNTAX (ch0);
1231 INC_BOTH (from, from_byte);
1232 if (words_include_escapes
1233 && (code == Sescape || code == Scharquote))
1234 break;
1235 if (code == Sword)
1236 break;
1238 /* Now CH0 is a character which begins a word and FROM is the
1239 position of the next character. */
1240 while (1)
1242 if (from == end) break;
1243 UPDATE_SYNTAX_TABLE_FORWARD (from);
1244 ch1 = FETCH_CHAR (from_byte);
1245 code = SYNTAX (ch1);
1246 if (!(words_include_escapes
1247 && (code == Sescape || code == Scharquote)))
1248 if (code != Sword || WORD_BOUNDARY_P (ch0, ch1))
1249 break;
1250 INC_BOTH (from, from_byte);
1251 ch0 = ch1;
1253 count--;
1255 while (count < 0)
1257 while (1)
1259 if (from == beg)
1261 immediate_quit = 0;
1262 return 0;
1264 DEC_BOTH (from, from_byte);
1265 UPDATE_SYNTAX_TABLE_BACKWARD (from);
1266 ch1 = FETCH_CHAR (from_byte);
1267 code = SYNTAX (ch1);
1268 if (words_include_escapes
1269 && (code == Sescape || code == Scharquote))
1270 break;
1271 if (code == Sword)
1272 break;
1274 /* Now CH1 is a character which ends a word and FROM is the
1275 position of it. */
1276 while (1)
1278 int temp_byte;
1280 if (from == beg)
1281 break;
1282 temp_byte = dec_bytepos (from_byte);
1283 UPDATE_SYNTAX_TABLE_BACKWARD (from);
1284 ch0 = FETCH_CHAR (temp_byte);
1285 code = SYNTAX (ch0);
1286 if (!(words_include_escapes
1287 && (code == Sescape || code == Scharquote)))
1288 if (code != Sword || WORD_BOUNDARY_P (ch0, ch1))
1289 break;
1290 DEC_BOTH (from, from_byte);
1291 ch1 = ch0;
1293 count++;
1296 immediate_quit = 0;
1298 return from;
1301 DEFUN ("forward-word", Fforward_word, Sforward_word, 0, 1, "p",
1302 doc: /* Move point forward ARG words (backward if ARG is negative).
1303 Normally returns t.
1304 If an edge of the buffer or a field boundary is reached, point is left there
1305 and the function returns nil. Field boundaries are not noticed if
1306 `inhibit-field-text-motion' is non-nil. */)
1307 (arg)
1308 Lisp_Object arg;
1310 Lisp_Object tmp;
1311 int orig_val, val;
1313 if (NILP (arg))
1314 XSETFASTINT (arg, 1);
1315 else
1316 CHECK_NUMBER (arg);
1318 val = orig_val = scan_words (PT, XINT (arg));
1319 if (! orig_val)
1320 val = XINT (arg) > 0 ? ZV : BEGV;
1322 /* Avoid jumping out of an input field. */
1323 tmp = Fconstrain_to_field (make_number (val), make_number (PT),
1324 Qt, Qnil, Qnil);
1325 val = XFASTINT (tmp);
1327 SET_PT (val);
1328 return val == orig_val ? Qt : Qnil;
1331 Lisp_Object skip_chars ();
1333 DEFUN ("skip-chars-forward", Fskip_chars_forward, Sskip_chars_forward, 1, 2, 0,
1334 doc: /* Move point forward, stopping before a char not in STRING, or at pos LIM.
1335 STRING is like the inside of a `[...]' in a regular expression
1336 except that `]' is never special and `\\' quotes `^', `-' or `\\'
1337 (but not as the end of a range; quoting is never needed there).
1338 Thus, with arg "a-zA-Z", this skips letters stopping before first nonletter.
1339 With arg "^a-zA-Z", skips nonletters stopping before first letter.
1340 Char classes, e.g. `[:alpha:]', are supported.
1342 Returns the distance traveled, either zero or positive. */)
1343 (string, lim)
1344 Lisp_Object string, lim;
1346 return skip_chars (1, 0, string, lim, 1);
1349 DEFUN ("skip-chars-backward", Fskip_chars_backward, Sskip_chars_backward, 1, 2, 0,
1350 doc: /* Move point backward, stopping after a char not in STRING, or at pos LIM.
1351 See `skip-chars-forward' for details.
1352 Returns the distance traveled, either zero or negative. */)
1353 (string, lim)
1354 Lisp_Object string, lim;
1356 return skip_chars (0, 0, string, lim, 1);
1359 DEFUN ("skip-syntax-forward", Fskip_syntax_forward, Sskip_syntax_forward, 1, 2, 0,
1360 doc: /* Move point forward across chars in specified syntax classes.
1361 SYNTAX is a string of syntax code characters.
1362 Stop before a char whose syntax is not in SYNTAX, or at position LIM.
1363 If SYNTAX starts with ^, skip characters whose syntax is NOT in SYNTAX.
1364 This function returns the distance traveled, either zero or positive. */)
1365 (syntax, lim)
1366 Lisp_Object syntax, lim;
1368 return skip_chars (1, 1, syntax, lim, 0);
1371 DEFUN ("skip-syntax-backward", Fskip_syntax_backward, Sskip_syntax_backward, 1, 2, 0,
1372 doc: /* Move point backward across chars in specified syntax classes.
1373 SYNTAX is a string of syntax code characters.
1374 Stop on reaching a char whose syntax is not in SYNTAX, or at position LIM.
1375 If SYNTAX starts with ^, skip characters whose syntax is NOT in SYNTAX.
1376 This function returns the distance traveled, either zero or negative. */)
1377 (syntax, lim)
1378 Lisp_Object syntax, lim;
1380 return skip_chars (0, 1, syntax, lim, 0);
1383 static Lisp_Object
1384 skip_chars (forwardp, syntaxp, string, lim, handle_iso_classes)
1385 int forwardp, syntaxp;
1386 Lisp_Object string, lim;
1387 int handle_iso_classes;
1389 register unsigned int c;
1390 unsigned char fastmap[0400];
1391 /* If SYNTAXP is 0, STRING may contain multi-byte form of characters
1392 of which codes don't fit in FASTMAP. In that case, set the
1393 ranges of characters in CHAR_RANGES. */
1394 int *char_ranges;
1395 int n_char_ranges = 0;
1396 int negate = 0;
1397 register int i, i_byte;
1398 int multibyte = !NILP (current_buffer->enable_multibyte_characters);
1399 int string_multibyte;
1400 int size_byte;
1401 const unsigned char *str;
1402 int len;
1403 Lisp_Object iso_classes;
1405 CHECK_STRING (string);
1406 char_ranges = (int *) alloca (SCHARS (string) * (sizeof (int)) * 2);
1407 string_multibyte = STRING_MULTIBYTE (string);
1408 str = SDATA (string);
1409 size_byte = SBYTES (string);
1410 iso_classes = Qnil;
1412 /* Adjust the multibyteness of the string to that of the buffer. */
1413 if (multibyte != string_multibyte)
1415 int nbytes;
1417 if (multibyte)
1418 nbytes = count_size_as_multibyte (SDATA (string),
1419 SCHARS (string));
1420 else
1421 nbytes = SCHARS (string);
1422 if (nbytes != size_byte)
1424 unsigned char *tmp = (unsigned char *) alloca (nbytes);
1425 copy_text (SDATA (string), tmp, size_byte,
1426 string_multibyte, multibyte);
1427 size_byte = nbytes;
1428 str = tmp;
1432 if (NILP (lim))
1433 XSETINT (lim, forwardp ? ZV : BEGV);
1434 else
1435 CHECK_NUMBER_COERCE_MARKER (lim);
1437 /* In any case, don't allow scan outside bounds of buffer. */
1438 if (XINT (lim) > ZV)
1439 XSETFASTINT (lim, ZV);
1440 if (XINT (lim) < BEGV)
1441 XSETFASTINT (lim, BEGV);
1443 bzero (fastmap, sizeof fastmap);
1445 i_byte = 0;
1447 if (i_byte < size_byte
1448 && SREF (string, 0) == '^')
1450 negate = 1; i_byte++;
1453 /* Find the characters specified and set their elements of fastmap.
1454 If syntaxp, each character counts as itself.
1455 Otherwise, handle backslashes and ranges specially. */
1457 while (i_byte < size_byte)
1459 c = STRING_CHAR_AND_LENGTH (str + i_byte, size_byte - i_byte, len);
1460 i_byte += len;
1462 if (syntaxp)
1463 fastmap[syntax_spec_code[c & 0377]] = 1;
1464 else
1466 if (handle_iso_classes && c == '['
1467 && i_byte < size_byte
1468 && STRING_CHAR (str + i_byte, size_byte - i_byte) == ':')
1470 const unsigned char *class_beg = str + i_byte + 1;
1471 const unsigned char *class_end = class_beg;
1472 const unsigned char *class_limit = str + size_byte - 2;
1473 /* Leave room for the null. */
1474 unsigned char class_name[CHAR_CLASS_MAX_LENGTH + 1];
1475 re_wctype_t cc;
1477 if (class_limit - class_beg > CHAR_CLASS_MAX_LENGTH)
1478 class_limit = class_beg + CHAR_CLASS_MAX_LENGTH;
1480 while (class_end < class_limit
1481 && *class_end >= 'a' && *class_end <= 'z')
1482 class_end++;
1484 if (class_end == class_beg
1485 || *class_end != ':' || class_end[1] != ']')
1486 goto not_a_class_name;
1488 bcopy (class_beg, class_name, class_end - class_beg);
1489 class_name[class_end - class_beg] = 0;
1491 cc = re_wctype (class_name);
1492 if (cc == 0)
1493 error ("Invalid ISO C character class");
1495 iso_classes = Fcons (make_number (cc), iso_classes);
1497 i_byte = class_end + 2 - str;
1498 continue;
1501 not_a_class_name:
1502 if (c == '\\')
1504 if (i_byte == size_byte)
1505 break;
1507 c = STRING_CHAR_AND_LENGTH (str + i_byte,
1508 size_byte - i_byte, len);
1509 i_byte += len;
1511 /* Treat `-' as range character only if another character
1512 follows. */
1513 if (i_byte + 1 < size_byte
1514 && str[i_byte] == '-')
1516 unsigned int c2;
1518 /* Skip over the dash. */
1519 i_byte++;
1521 /* Get the end of the range. */
1522 c2 = STRING_CHAR_AND_LENGTH (str + i_byte,
1523 size_byte - i_byte, len);
1524 i_byte += len;
1526 if (SINGLE_BYTE_CHAR_P (c))
1528 if (! SINGLE_BYTE_CHAR_P (c2))
1530 /* Handle a range starting with a character of
1531 less than 256, and ending with a character of
1532 not less than 256. Split that into two
1533 ranges, the low one ending at 0377, and the
1534 high one starting at the smallest character
1535 in the charset of C2 and ending at C2. */
1536 int charset = CHAR_CHARSET (c2);
1537 int c1 = MAKE_CHAR (charset, 0, 0);
1539 char_ranges[n_char_ranges++] = c1;
1540 char_ranges[n_char_ranges++] = c2;
1541 c2 = 0377;
1543 while (c <= c2)
1545 fastmap[c] = 1;
1546 c++;
1549 else if (c <= c2) /* Both C and C2 are multibyte char. */
1551 char_ranges[n_char_ranges++] = c;
1552 char_ranges[n_char_ranges++] = c2;
1555 else
1557 if (SINGLE_BYTE_CHAR_P (c))
1558 fastmap[c] = 1;
1559 else
1561 char_ranges[n_char_ranges++] = c;
1562 char_ranges[n_char_ranges++] = c;
1568 /* If ^ was the first character, complement the fastmap. */
1569 if (negate)
1570 for (i = 0; i < sizeof fastmap; i++)
1571 fastmap[i] ^= 1;
1574 int start_point = PT;
1575 int pos = PT;
1576 int pos_byte = PT_BYTE;
1577 unsigned char *p = PT_ADDR, *endp, *stop;
1579 if (forwardp)
1581 endp = (XINT (lim) == GPT) ? GPT_ADDR : CHAR_POS_ADDR (XINT (lim));
1582 stop = (pos < GPT && GPT < XINT (lim)) ? GPT_ADDR : endp;
1584 else
1586 endp = CHAR_POS_ADDR (XINT (lim));
1587 stop = (pos >= GPT && GPT > XINT (lim)) ? GAP_END_ADDR : endp;
1590 immediate_quit = 1;
1591 if (syntaxp)
1593 SETUP_SYNTAX_TABLE (pos, forwardp ? 1 : -1);
1594 if (forwardp)
1596 if (multibyte)
1597 while (1)
1599 int nbytes;
1601 if (p >= stop)
1603 if (p >= endp)
1604 break;
1605 p = GAP_END_ADDR;
1606 stop = endp;
1608 c = STRING_CHAR_AND_LENGTH (p, MAX_MULTIBYTE_LENGTH, nbytes);
1609 if (! fastmap[(int) SYNTAX (c)])
1610 break;
1611 p += nbytes, pos++, pos_byte += nbytes;
1612 UPDATE_SYNTAX_TABLE_FORWARD (pos);
1614 else
1615 while (1)
1617 if (p >= stop)
1619 if (p >= endp)
1620 break;
1621 p = GAP_END_ADDR;
1622 stop = endp;
1624 if (! fastmap[(int) SYNTAX (*p)])
1625 break;
1626 p++, pos++;
1627 UPDATE_SYNTAX_TABLE_FORWARD (pos);
1630 else
1632 if (multibyte)
1633 while (1)
1635 unsigned char *prev_p;
1636 int nbytes;
1638 if (p <= stop)
1640 if (p <= endp)
1641 break;
1642 p = GPT_ADDR;
1643 stop = endp;
1645 prev_p = p;
1646 while (--p >= stop && ! CHAR_HEAD_P (*p));
1647 PARSE_MULTIBYTE_SEQ (p, MAX_MULTIBYTE_LENGTH, nbytes);
1648 if (prev_p - p > nbytes)
1649 p = prev_p - 1, c = *p, nbytes = 1;
1650 else
1651 c = STRING_CHAR (p, MAX_MULTIBYTE_LENGTH);
1652 pos--, pos_byte -= nbytes;
1653 UPDATE_SYNTAX_TABLE_BACKWARD (pos);
1654 if (! fastmap[(int) SYNTAX (c)])
1656 pos++;
1657 pos_byte += nbytes;
1658 break;
1661 else
1662 while (1)
1664 if (p <= stop)
1666 if (p <= endp)
1667 break;
1668 p = GPT_ADDR;
1669 stop = endp;
1671 if (! fastmap[(int) SYNTAX (p[-1])])
1672 break;
1673 p--, pos--;
1674 UPDATE_SYNTAX_TABLE_BACKWARD (pos - 1);
1678 else
1680 if (forwardp)
1682 if (multibyte)
1683 while (1)
1685 int nbytes;
1687 if (p >= stop)
1689 if (p >= endp)
1690 break;
1691 p = GAP_END_ADDR;
1692 stop = endp;
1694 c = STRING_CHAR_AND_LENGTH (p, MAX_MULTIBYTE_LENGTH, nbytes);
1696 if (! NILP (iso_classes) && in_classes (c, iso_classes))
1698 if (negate)
1699 break;
1700 else
1701 goto fwd_ok;
1704 if (SINGLE_BYTE_CHAR_P (c))
1706 if (!fastmap[c])
1707 break;
1709 else
1711 /* If we are looking at a multibyte character,
1712 we must look up the character in the table
1713 CHAR_RANGES. If there's no data in the
1714 table, that character is not what we want to
1715 skip. */
1717 /* The following code do the right thing even if
1718 n_char_ranges is zero (i.e. no data in
1719 CHAR_RANGES). */
1720 for (i = 0; i < n_char_ranges; i += 2)
1721 if (c >= char_ranges[i] && c <= char_ranges[i + 1])
1722 break;
1723 if (!(negate ^ (i < n_char_ranges)))
1724 break;
1726 fwd_ok:
1727 p += nbytes, pos++, pos_byte += nbytes;
1729 else
1730 while (1)
1732 if (p >= stop)
1734 if (p >= endp)
1735 break;
1736 p = GAP_END_ADDR;
1737 stop = endp;
1740 if (!NILP (iso_classes) && in_classes (*p, iso_classes))
1742 if (negate)
1743 break;
1744 else
1745 goto fwd_unibyte_ok;
1748 if (!fastmap[*p])
1749 break;
1750 fwd_unibyte_ok:
1751 p++, pos++;
1754 else
1756 if (multibyte)
1757 while (1)
1759 unsigned char *prev_p;
1760 int nbytes;
1762 if (p <= stop)
1764 if (p <= endp)
1765 break;
1766 p = GPT_ADDR;
1767 stop = endp;
1769 prev_p = p;
1770 while (--p >= stop && ! CHAR_HEAD_P (*p));
1771 PARSE_MULTIBYTE_SEQ (p, MAX_MULTIBYTE_LENGTH, nbytes);
1772 if (prev_p - p > nbytes)
1773 p = prev_p - 1, c = *p, nbytes = 1;
1774 else
1775 c = STRING_CHAR (p, MAX_MULTIBYTE_LENGTH);
1777 if (! NILP (iso_classes) && in_classes (c, iso_classes))
1779 if (negate)
1780 break;
1781 else
1782 goto back_ok;
1785 if (SINGLE_BYTE_CHAR_P (c))
1787 if (!fastmap[c])
1788 break;
1790 else
1792 /* See the comment in the previous similar code. */
1793 for (i = 0; i < n_char_ranges; i += 2)
1794 if (c >= char_ranges[i] && c <= char_ranges[i + 1])
1795 break;
1796 if (!(negate ^ (i < n_char_ranges)))
1797 break;
1799 back_ok:
1800 pos--, pos_byte -= nbytes;
1802 else
1803 while (1)
1805 if (p <= stop)
1807 if (p <= endp)
1808 break;
1809 p = GPT_ADDR;
1810 stop = endp;
1813 if (! NILP (iso_classes) && in_classes (p[-1], iso_classes))
1815 if (negate)
1816 break;
1817 else
1818 goto back_unibyte_ok;
1821 if (!fastmap[p[-1]])
1822 break;
1823 back_unibyte_ok:
1824 p--, pos--;
1829 #if 0 /* Not needed now that a position in mid-character
1830 cannot be specified in Lisp. */
1831 if (multibyte
1832 /* INC_POS or DEC_POS might have moved POS over LIM. */
1833 && (forwardp ? (pos > XINT (lim)) : (pos < XINT (lim))))
1834 pos = XINT (lim);
1835 #endif
1837 if (! multibyte)
1838 pos_byte = pos;
1840 SET_PT_BOTH (pos, pos_byte);
1841 immediate_quit = 0;
1843 return make_number (PT - start_point);
1847 /* Return 1 if character C belongs to one of the ISO classes
1848 in the list ISO_CLASSES. Each class is represented by an
1849 integer which is its type according to re_wctype. */
1851 static int
1852 in_classes (c, iso_classes)
1853 int c;
1854 Lisp_Object iso_classes;
1856 int fits_class = 0;
1858 while (! NILP (iso_classes))
1860 Lisp_Object elt;
1861 elt = XCAR (iso_classes);
1862 iso_classes = XCDR (iso_classes);
1864 if (re_iswctype (c, XFASTINT (elt)))
1865 fits_class = 1;
1868 return fits_class;
1871 /* Jump over a comment, assuming we are at the beginning of one.
1872 FROM is the current position.
1873 FROM_BYTE is the bytepos corresponding to FROM.
1874 Do not move past STOP (a charpos).
1875 The comment over which we have to jump is of style STYLE
1876 (either SYNTAX_COMMENT_STYLE(foo) or ST_COMMENT_STYLE).
1877 NESTING should be positive to indicate the nesting at the beginning
1878 for nested comments and should be zero or negative else.
1879 ST_COMMENT_STYLE cannot be nested.
1880 PREV_SYNTAX is the SYNTAX_WITH_FLAGS of the previous character
1881 (or 0 If the search cannot start in the middle of a two-character).
1883 If successful, return 1 and store the charpos of the comment's end
1884 into *CHARPOS_PTR and the corresponding bytepos into *BYTEPOS_PTR.
1885 Else, return 0 and store the charpos STOP into *CHARPOS_PTR, the
1886 corresponding bytepos into *BYTEPOS_PTR and the current nesting
1887 (as defined for state.incomment) in *INCOMMENT_PTR.
1889 The comment end is the last character of the comment rather than the
1890 character just after the comment.
1892 Global syntax data is assumed to initially be valid for FROM and
1893 remains valid for forward search starting at the returned position. */
1895 static int
1896 forw_comment (from, from_byte, stop, nesting, style, prev_syntax,
1897 charpos_ptr, bytepos_ptr, incomment_ptr)
1898 EMACS_INT from, from_byte, stop;
1899 int nesting, style, prev_syntax;
1900 EMACS_INT *charpos_ptr, *bytepos_ptr;
1901 int *incomment_ptr;
1903 register int c, c1;
1904 register enum syntaxcode code;
1905 register int syntax;
1907 if (nesting <= 0) nesting = -1;
1909 /* Enter the loop in the middle so that we find
1910 a 2-char comment ender if we start in the middle of it. */
1911 syntax = prev_syntax;
1912 if (syntax != 0) goto forw_incomment;
1914 while (1)
1916 if (from == stop)
1918 *incomment_ptr = nesting;
1919 *charpos_ptr = from;
1920 *bytepos_ptr = from_byte;
1921 return 0;
1923 c = FETCH_CHAR (from_byte);
1924 syntax = SYNTAX_WITH_FLAGS (c);
1925 code = syntax & 0xff;
1926 if (code == Sendcomment
1927 && SYNTAX_FLAGS_COMMENT_STYLE (syntax) == style
1928 && (SYNTAX_FLAGS_COMMENT_NESTED (syntax) ?
1929 (nesting > 0 && --nesting == 0) : nesting < 0))
1930 /* we have encountered a comment end of the same style
1931 as the comment sequence which began this comment
1932 section */
1933 break;
1934 if (code == Scomment_fence
1935 && style == ST_COMMENT_STYLE)
1936 /* we have encountered a comment end of the same style
1937 as the comment sequence which began this comment
1938 section. */
1939 break;
1940 if (nesting > 0
1941 && code == Scomment
1942 && SYNTAX_FLAGS_COMMENT_NESTED (syntax)
1943 && SYNTAX_FLAGS_COMMENT_STYLE (syntax) == style)
1944 /* we have encountered a nested comment of the same style
1945 as the comment sequence which began this comment section */
1946 nesting++;
1947 INC_BOTH (from, from_byte);
1948 UPDATE_SYNTAX_TABLE_FORWARD (from);
1950 forw_incomment:
1951 if (from < stop && SYNTAX_FLAGS_COMEND_FIRST (syntax)
1952 && SYNTAX_FLAGS_COMMENT_STYLE (syntax) == style
1953 && (c1 = FETCH_CHAR (from_byte),
1954 SYNTAX_COMEND_SECOND (c1))
1955 && ((SYNTAX_FLAGS_COMMENT_NESTED (syntax) ||
1956 SYNTAX_COMMENT_NESTED (c1)) ? nesting > 0 : nesting < 0))
1958 if (--nesting <= 0)
1959 /* we have encountered a comment end of the same style
1960 as the comment sequence which began this comment
1961 section */
1962 break;
1963 else
1965 INC_BOTH (from, from_byte);
1966 UPDATE_SYNTAX_TABLE_FORWARD (from);
1969 if (nesting > 0
1970 && from < stop
1971 && SYNTAX_FLAGS_COMSTART_FIRST (syntax)
1972 && (c1 = FETCH_CHAR (from_byte),
1973 SYNTAX_COMMENT_STYLE (c1) == style
1974 && SYNTAX_COMSTART_SECOND (c1))
1975 && (SYNTAX_FLAGS_COMMENT_NESTED (syntax) ||
1976 SYNTAX_COMMENT_NESTED (c1)))
1977 /* we have encountered a nested comment of the same style
1978 as the comment sequence which began this comment
1979 section */
1981 INC_BOTH (from, from_byte);
1982 UPDATE_SYNTAX_TABLE_FORWARD (from);
1983 nesting++;
1986 *charpos_ptr = from;
1987 *bytepos_ptr = from_byte;
1988 return 1;
1991 DEFUN ("forward-comment", Fforward_comment, Sforward_comment, 1, 1, 0,
1992 doc: /*
1993 Move forward across up to COUNT comments. If COUNT is negative, move backward.
1994 Stop scanning if we find something other than a comment or whitespace.
1995 Set point to where scanning stops.
1996 If COUNT comments are found as expected, with nothing except whitespace
1997 between them, return t; otherwise return nil. */)
1998 (count)
1999 Lisp_Object count;
2001 register EMACS_INT from;
2002 EMACS_INT from_byte;
2003 register EMACS_INT stop;
2004 register int c, c1;
2005 register enum syntaxcode code;
2006 int comstyle = 0; /* style of comment encountered */
2007 int comnested = 0; /* whether the comment is nestable or not */
2008 int found;
2009 EMACS_INT count1;
2010 EMACS_INT out_charpos, out_bytepos;
2011 int dummy;
2013 CHECK_NUMBER (count);
2014 count1 = XINT (count);
2015 stop = count1 > 0 ? ZV : BEGV;
2017 immediate_quit = 1;
2018 QUIT;
2020 from = PT;
2021 from_byte = PT_BYTE;
2023 SETUP_SYNTAX_TABLE (from, count1);
2024 while (count1 > 0)
2028 int comstart_first;
2030 if (from == stop)
2032 SET_PT_BOTH (from, from_byte);
2033 immediate_quit = 0;
2034 return Qnil;
2036 c = FETCH_CHAR (from_byte);
2037 code = SYNTAX (c);
2038 comstart_first = SYNTAX_COMSTART_FIRST (c);
2039 comnested = SYNTAX_COMMENT_NESTED (c);
2040 comstyle = SYNTAX_COMMENT_STYLE (c);
2041 INC_BOTH (from, from_byte);
2042 UPDATE_SYNTAX_TABLE_FORWARD (from);
2043 if (from < stop && comstart_first
2044 && (c1 = FETCH_CHAR (from_byte),
2045 SYNTAX_COMSTART_SECOND (c1)))
2047 /* We have encountered a comment start sequence and we
2048 are ignoring all text inside comments. We must record
2049 the comment style this sequence begins so that later,
2050 only a comment end of the same style actually ends
2051 the comment section. */
2052 code = Scomment;
2053 comstyle = SYNTAX_COMMENT_STYLE (c1);
2054 comnested = comnested || SYNTAX_COMMENT_NESTED (c1);
2055 INC_BOTH (from, from_byte);
2056 UPDATE_SYNTAX_TABLE_FORWARD (from);
2059 while (code == Swhitespace || (code == Sendcomment && c == '\n'));
2061 if (code == Scomment_fence)
2062 comstyle = ST_COMMENT_STYLE;
2063 else if (code != Scomment)
2065 immediate_quit = 0;
2066 DEC_BOTH (from, from_byte);
2067 SET_PT_BOTH (from, from_byte);
2068 return Qnil;
2070 /* We're at the start of a comment. */
2071 found = forw_comment (from, from_byte, stop, comnested, comstyle, 0,
2072 &out_charpos, &out_bytepos, &dummy);
2073 from = out_charpos; from_byte = out_bytepos;
2074 if (!found)
2076 immediate_quit = 0;
2077 SET_PT_BOTH (from, from_byte);
2078 return Qnil;
2080 INC_BOTH (from, from_byte);
2081 UPDATE_SYNTAX_TABLE_FORWARD (from);
2082 /* We have skipped one comment. */
2083 count1--;
2086 while (count1 < 0)
2088 while (1)
2090 int quoted;
2092 if (from <= stop)
2094 SET_PT_BOTH (BEGV, BEGV_BYTE);
2095 immediate_quit = 0;
2096 return Qnil;
2099 DEC_BOTH (from, from_byte);
2100 /* char_quoted does UPDATE_SYNTAX_TABLE_BACKWARD (from). */
2101 quoted = char_quoted (from, from_byte);
2102 c = FETCH_CHAR (from_byte);
2103 code = SYNTAX (c);
2104 comstyle = 0;
2105 comnested = SYNTAX_COMMENT_NESTED (c);
2106 if (code == Sendcomment)
2107 comstyle = SYNTAX_COMMENT_STYLE (c);
2108 if (from > stop && SYNTAX_COMEND_SECOND (c)
2109 && prev_char_comend_first (from, from_byte)
2110 && !char_quoted (from - 1, dec_bytepos (from_byte)))
2112 /* We must record the comment style encountered so that
2113 later, we can match only the proper comment begin
2114 sequence of the same style. */
2115 DEC_BOTH (from, from_byte);
2116 code = Sendcomment;
2117 /* Calling char_quoted, above, set up global syntax position
2118 at the new value of FROM. */
2119 c1 = FETCH_CHAR (from_byte);
2120 comstyle = SYNTAX_COMMENT_STYLE (c1);
2121 comnested = comnested || SYNTAX_COMMENT_NESTED (c1);
2124 if (code == Scomment_fence)
2126 /* Skip until first preceding unquoted comment_fence. */
2127 int found = 0, ini = from, ini_byte = from_byte;
2129 while (1)
2131 DEC_BOTH (from, from_byte);
2132 UPDATE_SYNTAX_TABLE_BACKWARD (from);
2133 c = FETCH_CHAR (from_byte);
2134 if (SYNTAX (c) == Scomment_fence
2135 && !char_quoted (from, from_byte))
2137 found = 1;
2138 break;
2140 else if (from == stop)
2141 break;
2143 if (found == 0)
2145 from = ini; /* Set point to ini + 1. */
2146 from_byte = ini_byte;
2147 goto leave;
2149 else
2150 /* We have skipped one comment. */
2151 break;
2153 else if (code == Sendcomment)
2155 found = back_comment (from, from_byte, stop, comnested, comstyle,
2156 &out_charpos, &out_bytepos);
2157 if (found == -1)
2159 if (c == '\n')
2160 /* This end-of-line is not an end-of-comment.
2161 Treat it like a whitespace.
2162 CC-mode (and maybe others) relies on this behavior. */
2164 else
2166 /* Failure: we should go back to the end of this
2167 not-quite-endcomment. */
2168 if (SYNTAX(c) != code)
2169 /* It was a two-char Sendcomment. */
2170 INC_BOTH (from, from_byte);
2171 goto leave;
2174 else
2176 /* We have skipped one comment. */
2177 from = out_charpos, from_byte = out_bytepos;
2178 break;
2181 else if (code != Swhitespace || quoted)
2183 leave:
2184 immediate_quit = 0;
2185 INC_BOTH (from, from_byte);
2186 SET_PT_BOTH (from, from_byte);
2187 return Qnil;
2191 count1++;
2194 SET_PT_BOTH (from, from_byte);
2195 immediate_quit = 0;
2196 return Qt;
2199 /* Return syntax code of character C if C is a single byte character
2200 or `multibyte_symbol_p' is zero. Otherwise, return Ssymbol. */
2202 #define SYNTAX_WITH_MULTIBYTE_CHECK(c) \
2203 ((SINGLE_BYTE_CHAR_P (c) || !multibyte_symbol_p) \
2204 ? SYNTAX (c) : Ssymbol)
2206 static Lisp_Object
2207 scan_lists (from, count, depth, sexpflag)
2208 register EMACS_INT from;
2209 EMACS_INT count, depth;
2210 int sexpflag;
2212 Lisp_Object val;
2213 register EMACS_INT stop = count > 0 ? ZV : BEGV;
2214 register int c, c1;
2215 int stringterm;
2216 int quoted;
2217 int mathexit = 0;
2218 register enum syntaxcode code, temp_code;
2219 int min_depth = depth; /* Err out if depth gets less than this. */
2220 int comstyle = 0; /* style of comment encountered */
2221 int comnested = 0; /* whether the comment is nestable or not */
2222 EMACS_INT temp_pos;
2223 EMACS_INT last_good = from;
2224 int found;
2225 EMACS_INT from_byte;
2226 EMACS_INT out_bytepos, out_charpos;
2227 int temp, dummy;
2228 int multibyte_symbol_p = sexpflag && multibyte_syntax_as_symbol;
2230 if (depth > 0) min_depth = 0;
2232 if (from > ZV) from = ZV;
2233 if (from < BEGV) from = BEGV;
2235 from_byte = CHAR_TO_BYTE (from);
2237 immediate_quit = 1;
2238 QUIT;
2240 SETUP_SYNTAX_TABLE (from, count);
2241 while (count > 0)
2243 while (from < stop)
2245 int comstart_first, prefix;
2246 UPDATE_SYNTAX_TABLE_FORWARD (from);
2247 c = FETCH_CHAR (from_byte);
2248 code = SYNTAX_WITH_MULTIBYTE_CHECK (c);
2249 comstart_first = SYNTAX_COMSTART_FIRST (c);
2250 comnested = SYNTAX_COMMENT_NESTED (c);
2251 comstyle = SYNTAX_COMMENT_STYLE (c);
2252 prefix = SYNTAX_PREFIX (c);
2253 if (depth == min_depth)
2254 last_good = from;
2255 INC_BOTH (from, from_byte);
2256 UPDATE_SYNTAX_TABLE_FORWARD (from);
2257 if (from < stop && comstart_first
2258 && (c = FETCH_CHAR (from_byte), SYNTAX_COMSTART_SECOND (c))
2259 && parse_sexp_ignore_comments)
2261 /* we have encountered a comment start sequence and we
2262 are ignoring all text inside comments. We must record
2263 the comment style this sequence begins so that later,
2264 only a comment end of the same style actually ends
2265 the comment section */
2266 code = Scomment;
2267 c1 = FETCH_CHAR (from_byte);
2268 comstyle = SYNTAX_COMMENT_STYLE (c1);
2269 comnested = comnested || SYNTAX_COMMENT_NESTED (c1);
2270 INC_BOTH (from, from_byte);
2271 UPDATE_SYNTAX_TABLE_FORWARD (from);
2274 if (prefix)
2275 continue;
2277 switch (SWITCH_ENUM_CAST (code))
2279 case Sescape:
2280 case Scharquote:
2281 if (from == stop) goto lose;
2282 INC_BOTH (from, from_byte);
2283 /* treat following character as a word constituent */
2284 case Sword:
2285 case Ssymbol:
2286 if (depth || !sexpflag) break;
2287 /* This word counts as a sexp; return at end of it. */
2288 while (from < stop)
2290 UPDATE_SYNTAX_TABLE_FORWARD (from);
2292 /* Some compilers can't handle this inside the switch. */
2293 c = FETCH_CHAR (from_byte);
2294 temp = SYNTAX_WITH_MULTIBYTE_CHECK (c);
2295 switch (temp)
2297 case Scharquote:
2298 case Sescape:
2299 INC_BOTH (from, from_byte);
2300 if (from == stop) goto lose;
2301 break;
2302 case Sword:
2303 case Ssymbol:
2304 case Squote:
2305 break;
2306 default:
2307 goto done;
2309 INC_BOTH (from, from_byte);
2311 goto done;
2313 case Scomment_fence:
2314 comstyle = ST_COMMENT_STYLE;
2315 /* FALLTHROUGH */
2316 case Scomment:
2317 if (!parse_sexp_ignore_comments) break;
2318 UPDATE_SYNTAX_TABLE_FORWARD (from);
2319 found = forw_comment (from, from_byte, stop,
2320 comnested, comstyle, 0,
2321 &out_charpos, &out_bytepos, &dummy);
2322 from = out_charpos, from_byte = out_bytepos;
2323 if (!found)
2325 if (depth == 0)
2326 goto done;
2327 goto lose;
2329 INC_BOTH (from, from_byte);
2330 UPDATE_SYNTAX_TABLE_FORWARD (from);
2331 break;
2333 case Smath:
2334 if (!sexpflag)
2335 break;
2336 if (from != stop && c == FETCH_CHAR (from_byte))
2338 INC_BOTH (from, from_byte);
2340 if (mathexit)
2342 mathexit = 0;
2343 goto close1;
2345 mathexit = 1;
2347 case Sopen:
2348 if (!++depth) goto done;
2349 break;
2351 case Sclose:
2352 close1:
2353 if (!--depth) goto done;
2354 if (depth < min_depth)
2355 xsignal3 (Qscan_error,
2356 build_string ("Containing expression ends prematurely"),
2357 make_number (last_good), make_number (from));
2358 break;
2360 case Sstring:
2361 case Sstring_fence:
2362 temp_pos = dec_bytepos (from_byte);
2363 stringterm = FETCH_CHAR (temp_pos);
2364 while (1)
2366 if (from >= stop) goto lose;
2367 UPDATE_SYNTAX_TABLE_FORWARD (from);
2368 c = FETCH_CHAR (from_byte);
2369 if (code == Sstring
2370 ? (c == stringterm
2371 && SYNTAX_WITH_MULTIBYTE_CHECK (c) == Sstring)
2372 : SYNTAX_WITH_MULTIBYTE_CHECK (c) == Sstring_fence)
2373 break;
2375 /* Some compilers can't handle this inside the switch. */
2376 temp = SYNTAX_WITH_MULTIBYTE_CHECK (c);
2377 switch (temp)
2379 case Scharquote:
2380 case Sescape:
2381 INC_BOTH (from, from_byte);
2383 INC_BOTH (from, from_byte);
2385 INC_BOTH (from, from_byte);
2386 if (!depth && sexpflag) goto done;
2387 break;
2388 default:
2389 /* Ignore whitespace, punctuation, quote, endcomment. */
2390 break;
2394 /* Reached end of buffer. Error if within object, return nil if between */
2395 if (depth) goto lose;
2397 immediate_quit = 0;
2398 return Qnil;
2400 /* End of object reached */
2401 done:
2402 count--;
2405 while (count < 0)
2407 while (from > stop)
2409 DEC_BOTH (from, from_byte);
2410 UPDATE_SYNTAX_TABLE_BACKWARD (from);
2411 c = FETCH_CHAR (from_byte);
2412 code = SYNTAX_WITH_MULTIBYTE_CHECK (c);
2413 if (depth == min_depth)
2414 last_good = from;
2415 comstyle = 0;
2416 comnested = SYNTAX_COMMENT_NESTED (c);
2417 if (code == Sendcomment)
2418 comstyle = SYNTAX_COMMENT_STYLE (c);
2419 if (from > stop && SYNTAX_COMEND_SECOND (c)
2420 && prev_char_comend_first (from, from_byte)
2421 && parse_sexp_ignore_comments)
2423 /* We must record the comment style encountered so that
2424 later, we can match only the proper comment begin
2425 sequence of the same style. */
2426 DEC_BOTH (from, from_byte);
2427 UPDATE_SYNTAX_TABLE_BACKWARD (from);
2428 code = Sendcomment;
2429 c1 = FETCH_CHAR (from_byte);
2430 comstyle = SYNTAX_COMMENT_STYLE (c1);
2431 comnested = comnested || SYNTAX_COMMENT_NESTED (c1);
2434 /* Quoting turns anything except a comment-ender
2435 into a word character. Note that this cannot be true
2436 if we decremented FROM in the if-statement above. */
2437 if (code != Sendcomment && char_quoted (from, from_byte))
2439 DEC_BOTH (from, from_byte);
2440 code = Sword;
2442 else if (SYNTAX_PREFIX (c))
2443 continue;
2445 switch (SWITCH_ENUM_CAST (code))
2447 case Sword:
2448 case Ssymbol:
2449 case Sescape:
2450 case Scharquote:
2451 if (depth || !sexpflag) break;
2452 /* This word counts as a sexp; count object finished
2453 after passing it. */
2454 while (from > stop)
2456 temp_pos = from_byte;
2457 if (! NILP (current_buffer->enable_multibyte_characters))
2458 DEC_POS (temp_pos);
2459 else
2460 temp_pos--;
2461 UPDATE_SYNTAX_TABLE_BACKWARD (from - 1);
2462 c1 = FETCH_CHAR (temp_pos);
2463 temp_code = SYNTAX_WITH_MULTIBYTE_CHECK (c1);
2464 /* Don't allow comment-end to be quoted. */
2465 if (temp_code == Sendcomment)
2466 goto done2;
2467 quoted = char_quoted (from - 1, temp_pos);
2468 if (quoted)
2470 DEC_BOTH (from, from_byte);
2471 temp_pos = dec_bytepos (temp_pos);
2472 UPDATE_SYNTAX_TABLE_BACKWARD (from - 1);
2474 c1 = FETCH_CHAR (temp_pos);
2475 temp_code = SYNTAX_WITH_MULTIBYTE_CHECK (c1);
2476 if (! (quoted || temp_code == Sword
2477 || temp_code == Ssymbol
2478 || temp_code == Squote))
2479 goto done2;
2480 DEC_BOTH (from, from_byte);
2482 goto done2;
2484 case Smath:
2485 if (!sexpflag)
2486 break;
2487 temp_pos = dec_bytepos (from_byte);
2488 UPDATE_SYNTAX_TABLE_BACKWARD (from - 1);
2489 if (from != stop && c == FETCH_CHAR (temp_pos))
2490 DEC_BOTH (from, from_byte);
2491 if (mathexit)
2493 mathexit = 0;
2494 goto open2;
2496 mathexit = 1;
2498 case Sclose:
2499 if (!++depth) goto done2;
2500 break;
2502 case Sopen:
2503 open2:
2504 if (!--depth) goto done2;
2505 if (depth < min_depth)
2506 xsignal3 (Qscan_error,
2507 build_string ("Containing expression ends prematurely"),
2508 make_number (last_good), make_number (from));
2509 break;
2511 case Sendcomment:
2512 if (!parse_sexp_ignore_comments)
2513 break;
2514 found = back_comment (from, from_byte, stop, comnested, comstyle,
2515 &out_charpos, &out_bytepos);
2516 /* FIXME: if found == -1, then it really wasn't a comment-end.
2517 For single-char Sendcomment, we can't do much about it apart
2518 from skipping the char.
2519 For 2-char endcomments, we could try again, taking both
2520 chars as separate entities, but it's a lot of trouble
2521 for very little gain, so we don't bother either. -sm */
2522 if (found != -1)
2523 from = out_charpos, from_byte = out_bytepos;
2524 break;
2526 case Scomment_fence:
2527 case Sstring_fence:
2528 while (1)
2530 if (from == stop) goto lose;
2531 DEC_BOTH (from, from_byte);
2532 UPDATE_SYNTAX_TABLE_BACKWARD (from);
2533 if (!char_quoted (from, from_byte)
2534 && (c = FETCH_CHAR (from_byte),
2535 SYNTAX_WITH_MULTIBYTE_CHECK (c) == code))
2536 break;
2538 if (code == Sstring_fence && !depth && sexpflag) goto done2;
2539 break;
2541 case Sstring:
2542 stringterm = FETCH_CHAR (from_byte);
2543 while (1)
2545 if (from == stop) goto lose;
2546 DEC_BOTH (from, from_byte);
2547 UPDATE_SYNTAX_TABLE_BACKWARD (from);
2548 if (!char_quoted (from, from_byte)
2549 && stringterm == (c = FETCH_CHAR (from_byte))
2550 && SYNTAX_WITH_MULTIBYTE_CHECK (c) == Sstring)
2551 break;
2553 if (!depth && sexpflag) goto done2;
2554 break;
2555 default:
2556 /* Ignore whitespace, punctuation, quote, endcomment. */
2557 break;
2561 /* Reached start of buffer. Error if within object, return nil if between */
2562 if (depth) goto lose;
2564 immediate_quit = 0;
2565 return Qnil;
2567 done2:
2568 count++;
2572 immediate_quit = 0;
2573 XSETFASTINT (val, from);
2574 return val;
2576 lose:
2577 xsignal3 (Qscan_error,
2578 build_string ("Unbalanced parentheses"),
2579 make_number (last_good), make_number (from));
2582 DEFUN ("scan-lists", Fscan_lists, Sscan_lists, 3, 3, 0,
2583 doc: /* Scan from character number FROM by COUNT lists.
2584 Returns the character number of the position thus found.
2586 If DEPTH is nonzero, paren depth begins counting from that value,
2587 only places where the depth in parentheses becomes zero
2588 are candidates for stopping; COUNT such places are counted.
2589 Thus, a positive value for DEPTH means go out levels.
2591 Comments are ignored if `parse-sexp-ignore-comments' is non-nil.
2593 If the beginning or end of (the accessible part of) the buffer is reached
2594 and the depth is wrong, an error is signaled.
2595 If the depth is right but the count is not used up, nil is returned. */)
2596 (from, count, depth)
2597 Lisp_Object from, count, depth;
2599 CHECK_NUMBER (from);
2600 CHECK_NUMBER (count);
2601 CHECK_NUMBER (depth);
2603 return scan_lists (XINT (from), XINT (count), XINT (depth), 0);
2606 DEFUN ("scan-sexps", Fscan_sexps, Sscan_sexps, 2, 2, 0,
2607 doc: /* Scan from character number FROM by COUNT balanced expressions.
2608 If COUNT is negative, scan backwards.
2609 Returns the character number of the position thus found.
2611 Comments are ignored if `parse-sexp-ignore-comments' is non-nil.
2613 If the beginning or end of (the accessible part of) the buffer is reached
2614 in the middle of a parenthetical grouping, an error is signaled.
2615 If the beginning or end is reached between groupings
2616 but before count is used up, nil is returned. */)
2617 (from, count)
2618 Lisp_Object from, count;
2620 CHECK_NUMBER (from);
2621 CHECK_NUMBER (count);
2623 return scan_lists (XINT (from), XINT (count), 0, 1);
2626 DEFUN ("backward-prefix-chars", Fbackward_prefix_chars, Sbackward_prefix_chars,
2627 0, 0, 0,
2628 doc: /* Move point backward over any number of chars with prefix syntax.
2629 This includes chars with "quote" or "prefix" syntax (' or p). */)
2632 int beg = BEGV;
2633 int opoint = PT;
2634 int opoint_byte = PT_BYTE;
2635 int pos = PT;
2636 int pos_byte = PT_BYTE;
2637 int c;
2639 if (pos <= beg)
2641 SET_PT_BOTH (opoint, opoint_byte);
2643 return Qnil;
2646 SETUP_SYNTAX_TABLE (pos, -1);
2648 DEC_BOTH (pos, pos_byte);
2650 while (!char_quoted (pos, pos_byte)
2651 /* Previous statement updates syntax table. */
2652 && ((c = FETCH_CHAR (pos_byte), SYNTAX (c) == Squote)
2653 || SYNTAX_PREFIX (c)))
2655 opoint = pos;
2656 opoint_byte = pos_byte;
2658 if (pos + 1 > beg)
2659 DEC_BOTH (pos, pos_byte);
2662 SET_PT_BOTH (opoint, opoint_byte);
2664 return Qnil;
2667 /* Parse forward from FROM / FROM_BYTE to END,
2668 assuming that FROM has state OLDSTATE (nil means FROM is start of function),
2669 and return a description of the state of the parse at END.
2670 If STOPBEFORE is nonzero, stop at the start of an atom.
2671 If COMMENTSTOP is 1, stop at the start of a comment.
2672 If COMMENTSTOP is -1, stop at the start or end of a comment,
2673 after the beginning of a string, or after the end of a string. */
2675 static void
2676 scan_sexps_forward (stateptr, from, from_byte, end, targetdepth,
2677 stopbefore, oldstate, commentstop)
2678 struct lisp_parse_state *stateptr;
2679 register int from;
2680 int end, targetdepth, stopbefore, from_byte;
2681 Lisp_Object oldstate;
2682 int commentstop;
2684 struct lisp_parse_state state;
2686 register enum syntaxcode code;
2687 int c1;
2688 int comnested;
2689 struct level { int last, prev; };
2690 struct level levelstart[100];
2691 register struct level *curlevel = levelstart;
2692 struct level *endlevel = levelstart + 100;
2693 register int depth; /* Paren depth of current scanning location.
2694 level - levelstart equals this except
2695 when the depth becomes negative. */
2696 int mindepth; /* Lowest DEPTH value seen. */
2697 int start_quoted = 0; /* Nonzero means starting after a char quote */
2698 Lisp_Object tem;
2699 int prev_from; /* Keep one character before FROM. */
2700 int prev_from_byte;
2701 int prev_from_syntax;
2702 int boundary_stop = commentstop == -1;
2703 int nofence;
2704 int found;
2705 EMACS_INT out_bytepos, out_charpos;
2706 int temp;
2708 prev_from = from;
2709 prev_from_byte = from_byte;
2710 if (from != BEGV)
2711 DEC_BOTH (prev_from, prev_from_byte);
2713 /* Use this macro instead of `from++'. */
2714 #define INC_FROM \
2715 do { prev_from = from; \
2716 prev_from_byte = from_byte; \
2717 temp = FETCH_CHAR (prev_from_byte); \
2718 prev_from_syntax = SYNTAX_WITH_FLAGS (temp); \
2719 INC_BOTH (from, from_byte); \
2720 if (from < end) \
2721 UPDATE_SYNTAX_TABLE_FORWARD (from); \
2722 } while (0)
2724 immediate_quit = 1;
2725 QUIT;
2727 if (NILP (oldstate))
2729 depth = 0;
2730 state.instring = -1;
2731 state.incomment = 0;
2732 state.comstyle = 0; /* comment style a by default. */
2733 state.comstr_start = -1; /* no comment/string seen. */
2735 else
2737 tem = Fcar (oldstate);
2738 if (!NILP (tem))
2739 depth = XINT (tem);
2740 else
2741 depth = 0;
2743 oldstate = Fcdr (oldstate);
2744 oldstate = Fcdr (oldstate);
2745 oldstate = Fcdr (oldstate);
2746 tem = Fcar (oldstate);
2747 /* Check whether we are inside string_fence-style string: */
2748 state.instring = (!NILP (tem)
2749 ? (INTEGERP (tem) ? XINT (tem) : ST_STRING_STYLE)
2750 : -1);
2752 oldstate = Fcdr (oldstate);
2753 tem = Fcar (oldstate);
2754 state.incomment = (!NILP (tem)
2755 ? (INTEGERP (tem) ? XINT (tem) : -1)
2756 : 0);
2758 oldstate = Fcdr (oldstate);
2759 tem = Fcar (oldstate);
2760 start_quoted = !NILP (tem);
2762 /* if the eighth element of the list is nil, we are in comment
2763 style a. If it is non-nil, we are in comment style b */
2764 oldstate = Fcdr (oldstate);
2765 oldstate = Fcdr (oldstate);
2766 tem = Fcar (oldstate);
2767 state.comstyle = NILP (tem) ? 0 : (EQ (tem, Qsyntax_table)
2768 ? ST_COMMENT_STYLE : 1);
2770 oldstate = Fcdr (oldstate);
2771 tem = Fcar (oldstate);
2772 state.comstr_start = NILP (tem) ? -1 : XINT (tem) ;
2773 oldstate = Fcdr (oldstate);
2774 tem = Fcar (oldstate);
2775 while (!NILP (tem)) /* >= second enclosing sexps. */
2777 /* curlevel++->last ran into compiler bug on Apollo */
2778 curlevel->last = XINT (Fcar (tem));
2779 if (++curlevel == endlevel)
2780 curlevel--; /* error ("Nesting too deep for parser"); */
2781 curlevel->prev = -1;
2782 curlevel->last = -1;
2783 tem = Fcdr (tem);
2786 state.quoted = 0;
2787 mindepth = depth;
2789 curlevel->prev = -1;
2790 curlevel->last = -1;
2792 SETUP_SYNTAX_TABLE (prev_from, 1);
2793 temp = FETCH_CHAR (prev_from_byte);
2794 prev_from_syntax = SYNTAX_WITH_FLAGS (temp);
2795 UPDATE_SYNTAX_TABLE_FORWARD (from);
2797 /* Enter the loop at a place appropriate for initial state. */
2799 if (state.incomment)
2800 goto startincomment;
2801 if (state.instring >= 0)
2803 nofence = state.instring != ST_STRING_STYLE;
2804 if (start_quoted)
2805 goto startquotedinstring;
2806 goto startinstring;
2808 else if (start_quoted)
2809 goto startquoted;
2811 while (from < end)
2813 INC_FROM;
2814 code = prev_from_syntax & 0xff;
2816 if (from < end
2817 && SYNTAX_FLAGS_COMSTART_FIRST (prev_from_syntax)
2818 && (c1 = FETCH_CHAR (from_byte),
2819 SYNTAX_COMSTART_SECOND (c1)))
2820 /* Duplicate code to avoid a complex if-expression
2821 which causes trouble for the SGI compiler. */
2823 /* Record the comment style we have entered so that only
2824 the comment-end sequence of the same style actually
2825 terminates the comment section. */
2826 state.comstyle = SYNTAX_COMMENT_STYLE (c1);
2827 comnested = SYNTAX_FLAGS_COMMENT_NESTED (prev_from_syntax);
2828 comnested = comnested || SYNTAX_COMMENT_NESTED (c1);
2829 state.incomment = comnested ? 1 : -1;
2830 state.comstr_start = prev_from;
2831 INC_FROM;
2832 code = Scomment;
2834 else if (code == Scomment_fence)
2836 /* Record the comment style we have entered so that only
2837 the comment-end sequence of the same style actually
2838 terminates the comment section. */
2839 state.comstyle = ST_COMMENT_STYLE;
2840 state.incomment = -1;
2841 state.comstr_start = prev_from;
2842 code = Scomment;
2844 else if (code == Scomment)
2846 state.comstyle = SYNTAX_FLAGS_COMMENT_STYLE (prev_from_syntax);
2847 state.incomment = (SYNTAX_FLAGS_COMMENT_NESTED (prev_from_syntax) ?
2848 1 : -1);
2849 state.comstr_start = prev_from;
2852 if (SYNTAX_FLAGS_PREFIX (prev_from_syntax))
2853 continue;
2854 switch (SWITCH_ENUM_CAST (code))
2856 case Sescape:
2857 case Scharquote:
2858 if (stopbefore) goto stop; /* this arg means stop at sexp start */
2859 curlevel->last = prev_from;
2860 startquoted:
2861 if (from == end) goto endquoted;
2862 INC_FROM;
2863 goto symstarted;
2864 /* treat following character as a word constituent */
2865 case Sword:
2866 case Ssymbol:
2867 if (stopbefore) goto stop; /* this arg means stop at sexp start */
2868 curlevel->last = prev_from;
2869 symstarted:
2870 while (from < end)
2872 /* Some compilers can't handle this inside the switch. */
2873 temp = FETCH_CHAR (from_byte);
2874 temp = SYNTAX (temp);
2875 switch (temp)
2877 case Scharquote:
2878 case Sescape:
2879 INC_FROM;
2880 if (from == end) goto endquoted;
2881 break;
2882 case Sword:
2883 case Ssymbol:
2884 case Squote:
2885 break;
2886 default:
2887 goto symdone;
2889 INC_FROM;
2891 symdone:
2892 curlevel->prev = curlevel->last;
2893 break;
2895 case Scomment_fence: /* Can't happen because it's handled above. */
2896 case Scomment:
2897 if (commentstop || boundary_stop) goto done;
2898 startincomment:
2899 /* The (from == BEGV) test was to enter the loop in the middle so
2900 that we find a 2-char comment ender even if we start in the
2901 middle of it. We don't want to do that if we're just at the
2902 beginning of the comment (think of (*) ... (*)). */
2903 found = forw_comment (from, from_byte, end,
2904 state.incomment, state.comstyle,
2905 (from == BEGV || from < state.comstr_start + 3)
2906 ? 0 : prev_from_syntax,
2907 &out_charpos, &out_bytepos, &state.incomment);
2908 from = out_charpos; from_byte = out_bytepos;
2909 /* Beware! prev_from and friends are invalid now.
2910 Luckily, the `done' doesn't use them and the INC_FROM
2911 sets them to a sane value without looking at them. */
2912 if (!found) goto done;
2913 INC_FROM;
2914 state.incomment = 0;
2915 state.comstyle = 0; /* reset the comment style */
2916 if (boundary_stop) goto done;
2917 break;
2919 case Sopen:
2920 if (stopbefore) goto stop; /* this arg means stop at sexp start */
2921 depth++;
2922 /* curlevel++->last ran into compiler bug on Apollo */
2923 curlevel->last = prev_from;
2924 if (++curlevel == endlevel)
2925 curlevel--; /* error ("Nesting too deep for parser"); */
2926 curlevel->prev = -1;
2927 curlevel->last = -1;
2928 if (targetdepth == depth) goto done;
2929 break;
2931 case Sclose:
2932 depth--;
2933 if (depth < mindepth)
2934 mindepth = depth;
2935 if (curlevel != levelstart)
2936 curlevel--;
2937 curlevel->prev = curlevel->last;
2938 if (targetdepth == depth) goto done;
2939 break;
2941 case Sstring:
2942 case Sstring_fence:
2943 state.comstr_start = from - 1;
2944 if (stopbefore) goto stop; /* this arg means stop at sexp start */
2945 curlevel->last = prev_from;
2946 state.instring = (code == Sstring
2947 ? (FETCH_CHAR (prev_from_byte))
2948 : ST_STRING_STYLE);
2949 if (boundary_stop) goto done;
2950 startinstring:
2952 nofence = state.instring != ST_STRING_STYLE;
2954 while (1)
2956 int c;
2958 if (from >= end) goto done;
2959 c = FETCH_CHAR (from_byte);
2960 /* Some compilers can't handle this inside the switch. */
2961 temp = SYNTAX (c);
2963 /* Check TEMP here so that if the char has
2964 a syntax-table property which says it is NOT
2965 a string character, it does not end the string. */
2966 if (nofence && c == state.instring && temp == Sstring)
2967 break;
2969 switch (temp)
2971 case Sstring_fence:
2972 if (!nofence) goto string_end;
2973 break;
2974 case Scharquote:
2975 case Sescape:
2976 INC_FROM;
2977 startquotedinstring:
2978 if (from >= end) goto endquoted;
2980 INC_FROM;
2983 string_end:
2984 state.instring = -1;
2985 curlevel->prev = curlevel->last;
2986 INC_FROM;
2987 if (boundary_stop) goto done;
2988 break;
2990 case Smath:
2991 /* FIXME: We should do something with it. */
2992 break;
2993 default:
2994 /* Ignore whitespace, punctuation, quote, endcomment. */
2995 break;
2998 goto done;
3000 stop: /* Here if stopping before start of sexp. */
3001 from = prev_from; /* We have just fetched the char that starts it; */
3002 goto done; /* but return the position before it. */
3004 endquoted:
3005 state.quoted = 1;
3006 done:
3007 state.depth = depth;
3008 state.mindepth = mindepth;
3009 state.thislevelstart = curlevel->prev;
3010 state.prevlevelstart
3011 = (curlevel == levelstart) ? -1 : (curlevel - 1)->last;
3012 state.location = from;
3013 state.levelstarts = Qnil;
3014 while (--curlevel >= levelstart)
3015 state.levelstarts = Fcons (make_number (curlevel->last),
3016 state.levelstarts);
3017 immediate_quit = 0;
3019 *stateptr = state;
3022 DEFUN ("parse-partial-sexp", Fparse_partial_sexp, Sparse_partial_sexp, 2, 6, 0,
3023 doc: /* Parse Lisp syntax starting at FROM until TO; return status of parse at TO.
3024 Parsing stops at TO or when certain criteria are met;
3025 point is set to where parsing stops.
3026 If fifth arg OLDSTATE is omitted or nil,
3027 parsing assumes that FROM is the beginning of a function.
3028 Value is a list of elements describing final state of parsing:
3029 0. depth in parens.
3030 1. character address of start of innermost containing list; nil if none.
3031 2. character address of start of last complete sexp terminated.
3032 3. non-nil if inside a string.
3033 (it is the character that will terminate the string,
3034 or t if the string should be terminated by a generic string delimiter.)
3035 4. nil if outside a comment, t if inside a non-nestable comment,
3036 else an integer (the current comment nesting).
3037 5. t if following a quote character.
3038 6. the minimum paren-depth encountered during this scan.
3039 7. t if in a comment of style b; symbol `syntax-table' if the comment
3040 should be terminated by a generic comment delimiter.
3041 8. character address of start of comment or string; nil if not in one.
3042 9. Intermediate data for continuation of parsing (subject to change).
3043 If third arg TARGETDEPTH is non-nil, parsing stops if the depth
3044 in parentheses becomes equal to TARGETDEPTH.
3045 Fourth arg STOPBEFORE non-nil means stop when come to
3046 any character that starts a sexp.
3047 Fifth arg OLDSTATE is a list like what this function returns.
3048 It is used to initialize the state of the parse. Elements number 1, 2, 6
3049 and 8 are ignored; you can leave off element 8 (the last) entirely.
3050 Sixth arg COMMENTSTOP non-nil means stop at the start of a comment.
3051 If it is symbol `syntax-table', stop after the start of a comment or a
3052 string, or after end of a comment or a string. */)
3053 (from, to, targetdepth, stopbefore, oldstate, commentstop)
3054 Lisp_Object from, to, targetdepth, stopbefore, oldstate, commentstop;
3056 struct lisp_parse_state state;
3057 int target;
3059 if (!NILP (targetdepth))
3061 CHECK_NUMBER (targetdepth);
3062 target = XINT (targetdepth);
3064 else
3065 target = -100000; /* We won't reach this depth */
3067 validate_region (&from, &to);
3068 scan_sexps_forward (&state, XINT (from), CHAR_TO_BYTE (XINT (from)),
3069 XINT (to),
3070 target, !NILP (stopbefore), oldstate,
3071 (NILP (commentstop)
3072 ? 0 : (EQ (commentstop, Qsyntax_table) ? -1 : 1)));
3074 SET_PT (state.location);
3076 return Fcons (make_number (state.depth),
3077 Fcons (state.prevlevelstart < 0 ? Qnil : make_number (state.prevlevelstart),
3078 Fcons (state.thislevelstart < 0 ? Qnil : make_number (state.thislevelstart),
3079 Fcons (state.instring >= 0
3080 ? (state.instring == ST_STRING_STYLE
3081 ? Qt : make_number (state.instring)) : Qnil,
3082 Fcons (state.incomment < 0 ? Qt :
3083 (state.incomment == 0 ? Qnil :
3084 make_number (state.incomment)),
3085 Fcons (state.quoted ? Qt : Qnil,
3086 Fcons (make_number (state.mindepth),
3087 Fcons ((state.comstyle
3088 ? (state.comstyle == ST_COMMENT_STYLE
3089 ? Qsyntax_table : Qt) :
3090 Qnil),
3091 Fcons (((state.incomment
3092 || (state.instring >= 0))
3093 ? make_number (state.comstr_start)
3094 : Qnil),
3095 Fcons (state.levelstarts, Qnil))))))))));
3098 void
3099 init_syntax_once ()
3101 register int i, c;
3102 Lisp_Object temp;
3104 /* This has to be done here, before we call Fmake_char_table. */
3105 Qsyntax_table = intern ("syntax-table");
3106 staticpro (&Qsyntax_table);
3108 /* Intern this now in case it isn't already done.
3109 Setting this variable twice is harmless.
3110 But don't staticpro it here--that is done in alloc.c. */
3111 Qchar_table_extra_slots = intern ("char-table-extra-slots");
3113 /* Create objects which can be shared among syntax tables. */
3114 Vsyntax_code_object = Fmake_vector (make_number (Smax), Qnil);
3115 for (i = 0; i < XVECTOR (Vsyntax_code_object)->size; i++)
3116 XVECTOR (Vsyntax_code_object)->contents[i]
3117 = Fcons (make_number (i), Qnil);
3119 /* Now we are ready to set up this property, so we can
3120 create syntax tables. */
3121 Fput (Qsyntax_table, Qchar_table_extra_slots, make_number (0));
3123 temp = XVECTOR (Vsyntax_code_object)->contents[(int) Swhitespace];
3125 Vstandard_syntax_table = Fmake_char_table (Qsyntax_table, temp);
3127 /* Control characters should not be whitespace. */
3128 temp = XVECTOR (Vsyntax_code_object)->contents[(int) Spunct];
3129 for (i = 0; i <= ' ' - 1; i++)
3130 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, i, temp);
3131 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, 0177, temp);
3133 /* Except that a few really are whitespace. */
3134 temp = XVECTOR (Vsyntax_code_object)->contents[(int) Swhitespace];
3135 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, ' ', temp);
3136 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '\t', temp);
3137 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '\n', temp);
3138 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, 015, temp);
3139 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, 014, temp);
3141 temp = XVECTOR (Vsyntax_code_object)->contents[(int) Sword];
3142 for (i = 'a'; i <= 'z'; i++)
3143 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, i, temp);
3144 for (i = 'A'; i <= 'Z'; i++)
3145 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, i, temp);
3146 for (i = '0'; i <= '9'; i++)
3147 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, i, temp);
3149 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '$', temp);
3150 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '%', temp);
3152 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '(',
3153 Fcons (make_number (Sopen), make_number (')')));
3154 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, ')',
3155 Fcons (make_number (Sclose), make_number ('(')));
3156 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '[',
3157 Fcons (make_number (Sopen), make_number (']')));
3158 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, ']',
3159 Fcons (make_number (Sclose), make_number ('[')));
3160 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '{',
3161 Fcons (make_number (Sopen), make_number ('}')));
3162 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '}',
3163 Fcons (make_number (Sclose), make_number ('{')));
3164 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '"',
3165 Fcons (make_number ((int) Sstring), Qnil));
3166 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '\\',
3167 Fcons (make_number ((int) Sescape), Qnil));
3169 temp = XVECTOR (Vsyntax_code_object)->contents[(int) Ssymbol];
3170 for (i = 0; i < 10; i++)
3172 c = "_-+*/&|<>="[i];
3173 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, c, temp);
3176 temp = XVECTOR (Vsyntax_code_object)->contents[(int) Spunct];
3177 for (i = 0; i < 12; i++)
3179 c = ".,;:?!#@~^'`"[i];
3180 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, c, temp);
3183 /* All multibyte characters have syntax `word' by default. */
3184 temp = XVECTOR (Vsyntax_code_object)->contents[(int) Sword];
3185 for (i = CHAR_TABLE_SINGLE_BYTE_SLOTS; i < CHAR_TABLE_ORDINARY_SLOTS; i++)
3186 XCHAR_TABLE (Vstandard_syntax_table)->contents[i] = temp;
3189 void
3190 syms_of_syntax ()
3192 Qsyntax_table_p = intern ("syntax-table-p");
3193 staticpro (&Qsyntax_table_p);
3195 staticpro (&Vsyntax_code_object);
3197 staticpro (&gl_state.object);
3198 staticpro (&gl_state.global_code);
3199 staticpro (&gl_state.current_syntax_table);
3200 staticpro (&gl_state.old_prop);
3202 /* Defined in regex.c */
3203 staticpro (&re_match_object);
3205 Qscan_error = intern ("scan-error");
3206 staticpro (&Qscan_error);
3207 Fput (Qscan_error, Qerror_conditions,
3208 Fcons (Qscan_error, Fcons (Qerror, Qnil)));
3209 Fput (Qscan_error, Qerror_message,
3210 build_string ("Scan error"));
3212 DEFVAR_BOOL ("parse-sexp-ignore-comments", &parse_sexp_ignore_comments,
3213 doc: /* Non-nil means `forward-sexp', etc., should treat comments as whitespace. */);
3215 DEFVAR_BOOL ("parse-sexp-lookup-properties", &parse_sexp_lookup_properties,
3216 doc: /* Non-nil means `forward-sexp', etc., obey `syntax-table' property.
3217 Otherwise, that text property is simply ignored.
3218 See the info node `(elisp)Syntax Properties' for a description of the
3219 `syntax-table' property. */);
3221 words_include_escapes = 0;
3222 DEFVAR_BOOL ("words-include-escapes", &words_include_escapes,
3223 doc: /* Non-nil means `forward-word', etc., should treat escape chars part of words. */);
3225 DEFVAR_BOOL ("multibyte-syntax-as-symbol", &multibyte_syntax_as_symbol,
3226 doc: /* Non-nil means `scan-sexps' treats all multibyte characters as symbol. */);
3227 multibyte_syntax_as_symbol = 0;
3229 DEFVAR_BOOL ("open-paren-in-column-0-is-defun-start",
3230 &open_paren_in_column_0_is_defun_start,
3231 doc: /* *Non-nil means an open paren in column 0 denotes the start of a defun. */);
3232 open_paren_in_column_0_is_defun_start = 1;
3234 defsubr (&Ssyntax_table_p);
3235 defsubr (&Ssyntax_table);
3236 defsubr (&Sstandard_syntax_table);
3237 defsubr (&Scopy_syntax_table);
3238 defsubr (&Sset_syntax_table);
3239 defsubr (&Schar_syntax);
3240 defsubr (&Smatching_paren);
3241 defsubr (&Sstring_to_syntax);
3242 defsubr (&Smodify_syntax_entry);
3243 defsubr (&Sinternal_describe_syntax_value);
3245 defsubr (&Sforward_word);
3247 defsubr (&Sskip_chars_forward);
3248 defsubr (&Sskip_chars_backward);
3249 defsubr (&Sskip_syntax_forward);
3250 defsubr (&Sskip_syntax_backward);
3252 defsubr (&Sforward_comment);
3253 defsubr (&Sscan_lists);
3254 defsubr (&Sscan_sexps);
3255 defsubr (&Sbackward_prefix_chars);
3256 defsubr (&Sparse_partial_sexp);
3259 /* arch-tag: 3e297b9f-088e-4b64-8f4c-fb0b3443e412
3260 (do not change this comment) */