| blob | ecd00f9adefb7ce095c3165c80d3f489160c9e5b |
1 // Scintilla source code edit control
2 /** @file LexPython.cxx
3 ** Lexer for Python.
4 **/
5 // Copyright 1998-2002 by Neil Hodgson <neilh@scintilla.org>
6 // The License.txt file describes the conditions under which this software may be distributed.
8 #include <stdlib.h>
9 #include <string.h>
10 #include <stdio.h>
11 #include <stdarg.h>
12 #include <assert.h>
13 #include <ctype.h>
26 #ifdef SCI_NAMESPACE
28 #endif
30 /* kwCDef, kwCTypeName only used for Cython */
37 }
42 return
45 }
55 }
60 }
62 /* Return the state to use for the string starting at i; *nextIndex will be set to the first index following the quote(s) */
63 static int GetPyStringState(Accessor &styler, int i, unsigned int *nextIndex, literalsAllowed allowed) {
67 // Advance beyond r, u, or ur prefix (or r, b, or br in Python 3.0), but bail if there are any unexpected chars
69 i++;
75 else
79 }
84 }
91 else
98 else
100 }
101 }
105 }
109 }
116 // Backtrack to previous line in case need to fix its tab whinging
120 lineCurrent--;
121 // Look for backslash-continued lines
131 }
132 }
134 }
136 }
141 // property tab.timmy.whinge.level
142 // For Python code, checks whether indenting is consistent.
143 // The default, 0 turns off indentation checking,
144 // 1 checks whether each line is potentially inconsistent with the previous line,
145 // 2 checks whether any space characters occur before a tab character in the indentation,
146 // 3 checks whether any spaces are in the indentation, and
147 // 4 checks for any tab characters in the indentation.
148 // 1 is a good level to use.
151 // property lexer.python.literals.binary
152 // Set to 0 to not recognise Python 3 binary and octal literals: 0b1011 0o712.
155 // property lexer.python.strings.u
156 // Set to 0 to not recognise Python Unicode literals u"x" as used before Python 3.
157 literalsAllowed allowedLiterals = (styler.GetPropertyInt("lexer.python.strings.u", 1)) ? litU : litNone;
159 // property lexer.python.strings.b
160 // Set to 0 to not recognise Python 3 bytes literals b"x".
164 // property lexer.python.strings.over.newline
165 // Set to 1 to allow strings to span newline characters.
168 // property lexer.python.keywords2.no.sub.identifiers
169 // When enabled, it will not style keywords2 items that are used as a sub-identifier.
170 // Example: when set, will not highlight "foo.open" when "open" is a keywords2 item.
171 const bool keywords2NoSubIdentifiers = styler.GetPropertyInt("lexer.python.keywords2.no.sub.identifiers") != 0;
176 }
202 }
206 }
207 }
213 // Perform colourisation of white space and triple quoted strings at end of each line to allow
214 // tab marking to work inside white space and triple quoted strings
216 }
217 lineCurrent++;
224 }
225 }
228 }
232 // Check for a state end
238 !(!base_n_number && ((sc.ch == '+' || sc.ch == '-') && (sc.chPrev == 'e' || sc.chPrev == 'E')))) {
240 }
265 pos++;
269 }
270 }
273 // We don't want to highlight keywords2
274 // that are used as a sub-identifier,
275 // i.e. not open in "foo.open".
281 }
282 }
302 }
303 }
307 }
311 }
316 }
320 // Don't roll over the newline.
322 }
329 }
338 }
347 }
348 }
354 }
356 // One cdef or cpdef line, clear kwLast only at end of line
359 }
361 // State exit code may have moved on to end of line
363 lineCurrent++;
367 }
369 // Check for a new state starting character
383 }
387 }
399 }
402 }
403 }
404 }
407 }
418 }
420 }
425 }
431 const int maxLines = (maxPos == styler.Length()) ? styler.GetLine(maxPos) : styler.GetLine(maxPos - 1); // Requested last line
434 // property fold.quotes.python
435 // This option enables folding multi-line quoted strings when using the Python lexer.
440 // Backtrack to previous non-blank line so we can determine indent level
441 // for any white space lines (needed esp. within triple quoted strings)
442 // and so we can fix any preceding fold level (which is why we go back
443 // at least one line in all cases)
448 lineCurrent--;
454 }
457 // Set up initial loop state
462 int prevQuote = foldQuotes && ((prev_state == SCE_P_TRIPLE) || (prev_state == SCE_P_TRIPLEDOUBLE));
464 // Process all characters to end of requested range or end of any triple quote
465 //that hangs over the end of the range. Cap processing in all cases
466 // to end of document (in case of unclosed quote at end).
469 // Gather info
475 // Information about next line is only available if not at end of document
477 int lookAtPos = (styler.LineStart(lineNext) == styler.Length()) ? styler.Length() - 1 : styler.LineStart(lineNext);
480 }
491 // Place fold point at start of triple quoted string
494 // Add level to rest of lines in the string
496 }
498 // Skip past any blank lines for next indent level info; we skip also
499 // comments (all comments, not just those starting in column 0)
500 // which effectively folds them into surrounding code rather
501 // than screwing up folding.
508 lineNext++;
510 }
515 // Now set all the indent levels on the lines we skipped
516 // Do this from end to start. Once we encounter one line
517 // which is indented more than the line after the end of
518 // the comment-block, use the level of the block before
540 }
541 }
543 // Set fold header on non-quote line
547 }
549 // Keep track of triple quote state of previous line
552 // Set fold level for this line and move to next line
556 }
558 // NOTE: Cannot set level of last line here because indentCurrent doesn't have
559 // header flag set; the loop above is crafted to take care of this case!
560 //styler.SetLevel(lineCurrent, indentCurrent);
561 }
566 0
567 };
570 pythonWordListDesc);