PR libstdc++/87308 adjust regex used in std::any pretty printer
[official-gcc.git] / gcc / ada / scng.adb
blobd9e03ab1ac11ef5997a074ffd23120caad4ba7f3
1 ------------------------------------------------------------------------------
2 -- --
3 -- GNAT COMPILER COMPONENTS --
4 -- --
5 -- S C N G --
6 -- --
7 -- B o d y --
8 -- --
9 -- Copyright (C) 1992-2018, Free Software Foundation, Inc. --
10 -- --
11 -- GNAT is free software; you can redistribute it and/or modify it under --
12 -- terms of the GNU General Public License as published by the Free Soft- --
13 -- ware Foundation; either version 3, or (at your option) any later ver- --
14 -- sion. GNAT is distributed in the hope that it will be useful, but WITH- --
15 -- OUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY --
16 -- or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License --
17 -- for more details. You should have received a copy of the GNU General --
18 -- Public License distributed with GNAT; see file COPYING3. If not, go to --
19 -- http://www.gnu.org/licenses for a complete copy of the license. --
20 -- --
21 -- GNAT was originally developed by the GNAT team at New York University. --
22 -- Extensive contributions were provided by Ada Core Technologies Inc. --
23 -- --
24 ------------------------------------------------------------------------------
26 with Atree; use Atree;
27 with Csets; use Csets;
28 with Hostparm; use Hostparm;
29 with Namet; use Namet;
30 with Opt; use Opt;
31 with Restrict; use Restrict;
32 with Rident; use Rident;
33 with Scans; use Scans;
34 with Sinput; use Sinput;
35 with Snames; use Snames;
36 with Stringt; use Stringt;
37 with Stylesw; use Stylesw;
38 with Uintp; use Uintp;
39 with Urealp; use Urealp;
40 with Widechar; use Widechar;
42 pragma Warnings (Off);
43 -- This package is used also by gnatcoll
44 with System.CRC32;
45 with System.UTF_32; use System.UTF_32;
46 with System.WCh_Con; use System.WCh_Con;
47 pragma Warnings (On);
49 package body Scng is
51 use ASCII;
52 -- Make control characters visible
54 Special_Characters : array (Character) of Boolean := (others => False);
55 -- For characters that are Special token, the value is True
57 Comment_Is_Token : Boolean := False;
58 -- True if comments are tokens
60 End_Of_Line_Is_Token : Boolean := False;
61 -- True if End_Of_Line is a token
63 -----------------------
64 -- Local Subprograms --
65 -----------------------
67 procedure Accumulate_Token_Checksum;
68 pragma Inline (Accumulate_Token_Checksum);
69 -- Called after each numeric literal and identifier/keyword. For keywords,
70 -- the token used is Tok_Identifier. This allows detection of additional
71 -- spaces added in sources when using the builder switch -m.
73 procedure Accumulate_Token_Checksum_GNAT_6_3;
74 -- Used in place of Accumulate_Token_Checksum for GNAT versions 5.04 to
75 -- 6.3, when Tok_Some was not included in Token_Type and the actual
76 -- Token_Type was used for keywords. This procedure is never used in the
77 -- compiler or gnatmake, only in gprbuild.
79 procedure Accumulate_Token_Checksum_GNAT_5_03;
80 -- Used in place of Accumulate_Token_Checksum for GNAT version 5.03, when
81 -- Tok_Interface, Tok_Some, Tok_Synchronized and Tok_Overriding were not
82 -- included in Token_Type and the actual Token_Type was used for keywords.
83 -- This procedure is never used in the compiler or gnatmake, only in
84 -- gprbuild.
86 procedure Accumulate_Checksum (C : Character);
87 pragma Inline (Accumulate_Checksum);
88 -- This routine accumulates the checksum given character C. During the
89 -- scanning of a source file, this routine is called with every character
90 -- in the source, excluding blanks, and all control characters (except
91 -- that ESC is included in the checksum). Upper case letters not in string
92 -- literals are folded by the caller. See Sinput spec for the documentation
93 -- of the checksum algorithm. Note: checksum values are only used if we
94 -- generate code, so it is not necessary to worry about making the right
95 -- sequence of calls in any error situation.
97 procedure Accumulate_Checksum (C : Char_Code);
98 pragma Inline (Accumulate_Checksum);
99 -- This version is identical, except that the argument, C, is a character
100 -- code value instead of a character. This is used when wide characters
101 -- are scanned. We use the character code rather than the ASCII characters
102 -- so that the checksum is independent of wide character encoding method.
104 procedure Initialize_Checksum;
105 pragma Inline (Initialize_Checksum);
106 -- Initialize checksum value
108 -------------------------
109 -- Accumulate_Checksum --
110 -------------------------
112 procedure Accumulate_Checksum (C : Character) is
113 begin
114 System.CRC32.Update (System.CRC32.CRC32 (Checksum), C);
115 end Accumulate_Checksum;
117 procedure Accumulate_Checksum (C : Char_Code) is
118 begin
119 if C > 16#FFFF# then
120 Accumulate_Checksum (Character'Val (C / 2 ** 24));
121 Accumulate_Checksum (Character'Val ((C / 2 ** 16) mod 256));
122 Accumulate_Checksum (Character'Val ((C / 256) mod 256));
123 else
124 Accumulate_Checksum (Character'Val (C / 256));
125 end if;
127 Accumulate_Checksum (Character'Val (C mod 256));
128 end Accumulate_Checksum;
130 -------------------------------
131 -- Accumulate_Token_Checksum --
132 -------------------------------
134 procedure Accumulate_Token_Checksum is
135 begin
136 System.CRC32.Update
137 (System.CRC32.CRC32 (Checksum),
138 Character'Val (Token_Type'Pos (Token)));
139 end Accumulate_Token_Checksum;
141 ----------------------------------------
142 -- Accumulate_Token_Checksum_GNAT_6_3 --
143 ----------------------------------------
145 procedure Accumulate_Token_Checksum_GNAT_6_3 is
146 begin
147 -- Individual values of Token_Type are used, instead of subranges, so
148 -- that additions or suppressions of enumerated values in type
149 -- Token_Type are detected by the compiler.
151 case Token is
152 when Tok_Abs
153 | Tok_Abstract
154 | Tok_Access
155 | Tok_Aliased
156 | Tok_All
157 | Tok_Ampersand
158 | Tok_And
159 | Tok_Apostrophe
160 | Tok_Array
161 | Tok_Asterisk
162 | Tok_At
163 | Tok_At_Sign
164 | Tok_Body
165 | Tok_Box
166 | Tok_Char_Literal
167 | Tok_Colon
168 | Tok_Colon_Equal
169 | Tok_Comma
170 | Tok_Constant
171 | Tok_Delta
172 | Tok_Digits
173 | Tok_Do
174 | Tok_Dot
175 | Tok_Double_Asterisk
176 | Tok_Equal
177 | Tok_Greater
178 | Tok_Greater_Equal
179 | Tok_Greater_Greater
180 | Tok_Identifier
181 | Tok_In
182 | Tok_Integer_Literal
183 | Tok_Interface
184 | Tok_Is
185 | Tok_Left_Paren
186 | Tok_Less
187 | Tok_Less_Equal
188 | Tok_Limited
189 | Tok_Minus
190 | Tok_Mod
191 | Tok_New
192 | Tok_Not
193 | Tok_Not_Equal
194 | Tok_Null
195 | Tok_Of
196 | Tok_Operator_Symbol
197 | Tok_Or
198 | Tok_Others
199 | Tok_Out
200 | Tok_Plus
201 | Tok_Range
202 | Tok_Real_Literal
203 | Tok_Record
204 | Tok_Rem
205 | Tok_Renames
206 | Tok_Reverse
207 | Tok_Right_Paren
208 | Tok_Slash
209 | Tok_String_Literal
210 | Tok_Xor
212 System.CRC32.Update
213 (System.CRC32.CRC32 (Checksum),
214 Character'Val (Token_Type'Pos (Token)));
216 when Tok_Some =>
217 System.CRC32.Update
218 (System.CRC32.CRC32 (Checksum),
219 Character'Val (Token_Type'Pos (Tok_Identifier)));
221 when No_Token
222 | Tok_Abort
223 | Tok_Accept
224 | Tok_Arrow
225 | Tok_Begin
226 | Tok_Case
227 | Tok_Comment
228 | Tok_Declare
229 | Tok_Delay
230 | Tok_Dot_Dot
231 | Tok_Else
232 | Tok_Elsif
233 | Tok_End
234 | Tok_End_Of_Line
235 | Tok_Entry
236 | Tok_EOF
237 | Tok_Exception
238 | Tok_Exit
239 | Tok_Extends
240 | Tok_External
241 | Tok_External_As_List
242 | Tok_For
243 | Tok_Function
244 | Tok_Generic
245 | Tok_Goto
246 | Tok_If
247 | Tok_Less_Less
248 | Tok_Loop
249 | Tok_Overriding
250 | Tok_Package
251 | Tok_Pragma
252 | Tok_Private
253 | Tok_Procedure
254 | Tok_Project
255 | Tok_Protected
256 | Tok_Raise
257 | Tok_Requeue
258 | Tok_Return
259 | Tok_Select
260 | Tok_Semicolon
261 | Tok_Separate
262 | Tok_SPARK_Hide
263 | Tok_Special
264 | Tok_Subtype
265 | Tok_Synchronized
266 | Tok_Tagged
267 | Tok_Task
268 | Tok_Terminate
269 | Tok_Then
270 | Tok_Type
271 | Tok_Until
272 | Tok_Use
273 | Tok_Vertical_Bar
274 | Tok_When
275 | Tok_While
276 | Tok_With
278 System.CRC32.Update
279 (System.CRC32.CRC32 (Checksum),
280 Character'Val (Token_Type'Pos (Token_Type'Pred (Token))));
281 end case;
282 end Accumulate_Token_Checksum_GNAT_6_3;
284 -----------------------------------------
285 -- Accumulate_Token_Checksum_GNAT_5_03 --
286 -----------------------------------------
288 procedure Accumulate_Token_Checksum_GNAT_5_03 is
289 begin
290 -- Individual values of Token_Type are used, instead of subranges, so
291 -- that additions or suppressions of enumerated values in type
292 -- Token_Type are detected by the compiler.
294 case Token is
295 when Tok_Abs
296 | Tok_Abstract
297 | Tok_Access
298 | Tok_Aliased
299 | Tok_All
300 | Tok_Ampersand
301 | Tok_And
302 | Tok_Apostrophe
303 | Tok_Array
304 | Tok_Asterisk
305 | Tok_At
306 | Tok_At_Sign
307 | Tok_Body
308 | Tok_Box
309 | Tok_Char_Literal
310 | Tok_Colon
311 | Tok_Colon_Equal
312 | Tok_Comma
313 | Tok_Constant
314 | Tok_Delta
315 | Tok_Digits
316 | Tok_Do
317 | Tok_Dot
318 | Tok_Double_Asterisk
319 | Tok_Equal
320 | Tok_Greater
321 | Tok_Greater_Equal
322 | Tok_Greater_Greater
323 | Tok_Identifier
324 | Tok_In
325 | Tok_Integer_Literal
326 | Tok_Is
327 | Tok_Left_Paren
328 | Tok_Less
329 | Tok_Less_Equal
330 | Tok_Minus
331 | Tok_Mod
332 | Tok_New
333 | Tok_Not
334 | Tok_Not_Equal
335 | Tok_Null
336 | Tok_Operator_Symbol
337 | Tok_Or
338 | Tok_Others
339 | Tok_Plus
340 | Tok_Range
341 | Tok_Real_Literal
342 | Tok_Rem
343 | Tok_Right_Paren
344 | Tok_Slash
345 | Tok_String_Literal
346 | Tok_Xor
348 System.CRC32.Update
349 (System.CRC32.CRC32 (Checksum),
350 Character'Val (Token_Type'Pos (Token)));
352 when Tok_Interface
353 | Tok_Overriding
354 | Tok_Some
355 | Tok_Synchronized
357 System.CRC32.Update
358 (System.CRC32.CRC32 (Checksum),
359 Character'Val (Token_Type'Pos (Tok_Identifier)));
361 when Tok_Limited
362 | Tok_Of
363 | Tok_Out
364 | Tok_Record
365 | Tok_Renames
366 | Tok_Reverse
368 System.CRC32.Update
369 (System.CRC32.CRC32 (Checksum),
370 Character'Val (Token_Type'Pos (Token) - 1));
372 when Tok_Abort
373 | Tok_Accept
374 | Tok_Begin
375 | Tok_Case
376 | Tok_Declare
377 | Tok_Delay
378 | Tok_Else
379 | Tok_Elsif
380 | Tok_End
381 | Tok_Entry
382 | Tok_Exception
383 | Tok_Exit
384 | Tok_For
385 | Tok_Goto
386 | Tok_If
387 | Tok_Less_Less
388 | Tok_Loop
389 | Tok_Pragma
390 | Tok_Protected
391 | Tok_Raise
392 | Tok_Requeue
393 | Tok_Return
394 | Tok_Select
395 | Tok_Subtype
396 | Tok_Tagged
397 | Tok_Task
398 | Tok_Terminate
399 | Tok_Then
400 | Tok_Type
401 | Tok_Until
402 | Tok_When
403 | Tok_While
405 System.CRC32.Update
406 (System.CRC32.CRC32 (Checksum),
407 Character'Val (Token_Type'Pos (Token) - 2));
409 when No_Token
410 | Tok_Arrow
411 | Tok_Comment
412 | Tok_Dot_Dot
413 | Tok_End_Of_Line
414 | Tok_EOF
415 | Tok_Extends
416 | Tok_External
417 | Tok_External_As_List
418 | Tok_Function
419 | Tok_Generic
420 | Tok_Package
421 | Tok_Private
422 | Tok_Procedure
423 | Tok_Project
424 | Tok_Semicolon
425 | Tok_Separate
426 | Tok_SPARK_Hide
427 | Tok_Special
428 | Tok_Use
429 | Tok_Vertical_Bar
430 | Tok_With
432 System.CRC32.Update
433 (System.CRC32.CRC32 (Checksum),
434 Character'Val (Token_Type'Pos (Token) - 4));
435 end case;
436 end Accumulate_Token_Checksum_GNAT_5_03;
438 -----------------------
439 -- Check_End_Of_Line --
440 -----------------------
442 procedure Check_End_Of_Line is
443 Len : constant Int :=
444 Int (Scan_Ptr) -
445 Int (Current_Line_Start) -
446 Wide_Char_Byte_Count;
448 -- Start of processing for Check_End_Of_Line
450 begin
451 if Style_Check then
452 Style.Check_Line_Terminator (Len);
453 end if;
455 -- Deal with checking maximum line length
457 if Style_Check and Style_Check_Max_Line_Length then
458 Style.Check_Line_Max_Length (Len);
460 -- If style checking is inactive, check maximum line length against
461 -- standard value.
463 elsif Len > Max_Line_Length then
464 Error_Msg
465 ("this line is too long",
466 Current_Line_Start + Source_Ptr (Max_Line_Length));
467 end if;
469 -- Now one more checking circuit. Normally we are only enforcing a limit
470 -- of physical characters, with tabs counting as one character. But if
471 -- after tab expansion we would have a total line length that exceeded
472 -- 32766, that would really cause trouble, because column positions
473 -- would exceed the maximum we allow for a column count. Note: the limit
474 -- is 32766 rather than 32767, since we use a value of 32767 for special
475 -- purposes (see Sinput). Now we really do not want to go messing with
476 -- tabs in the normal case, so what we do is to check for a line that
477 -- has more than 4096 physical characters. Any shorter line could not
478 -- be a problem, even if it was all tabs.
480 if Len >= 4096 then
481 declare
482 Col : Natural;
483 Ptr : Source_Ptr;
485 begin
486 Col := 1;
487 Ptr := Current_Line_Start;
488 loop
489 exit when Ptr = Scan_Ptr;
491 if Source (Ptr) = ASCII.HT then
492 Col := (Col - 1 + 8) / 8 * 8 + 1;
493 else
494 Col := Col + 1;
495 end if;
497 if Col > 32766 then
498 Error_Msg
499 ("this line is longer than 32766 characters",
500 Current_Line_Start);
501 raise Unrecoverable_Error;
502 end if;
504 Ptr := Ptr + 1;
505 end loop;
506 end;
507 end if;
509 -- Reset wide character byte count for next line
511 Wide_Char_Byte_Count := 0;
512 end Check_End_Of_Line;
514 ----------------------------
515 -- Determine_Token_Casing --
516 ----------------------------
518 function Determine_Token_Casing return Casing_Type is
519 begin
520 return Determine_Casing (Source (Token_Ptr .. Scan_Ptr - 1));
521 end Determine_Token_Casing;
523 -------------------------
524 -- Initialize_Checksum --
525 -------------------------
527 procedure Initialize_Checksum is
528 begin
529 System.CRC32.Initialize (System.CRC32.CRC32 (Checksum));
530 end Initialize_Checksum;
532 ------------------------
533 -- Initialize_Scanner --
534 ------------------------
536 procedure Initialize_Scanner (Index : Source_File_Index) is
537 begin
538 -- Establish reserved words
540 Scans.Initialize_Ada_Keywords;
542 -- Initialize scan control variables
544 Current_Source_File := Index;
545 Source := Source_Text (Current_Source_File);
546 Scan_Ptr := Source_First (Current_Source_File);
547 Token := No_Token;
548 Token_Ptr := Scan_Ptr;
549 Current_Line_Start := Scan_Ptr;
550 Token_Node := Empty;
551 Token_Name := No_Name;
552 Start_Column := Set_Start_Column;
553 First_Non_Blank_Location := Scan_Ptr;
555 Initialize_Checksum;
556 Wide_Char_Byte_Count := 0;
558 -- Do not call Scan, otherwise the License stuff does not work in Scn
560 end Initialize_Scanner;
562 ------------------------------
563 -- Reset_Special_Characters --
564 ------------------------------
566 procedure Reset_Special_Characters is
567 begin
568 Special_Characters := (others => False);
569 end Reset_Special_Characters;
571 ----------
572 -- Scan --
573 ----------
575 procedure Scan is
577 Start_Of_Comment : Source_Ptr;
578 -- Record start of comment position
580 Underline_Found : Boolean;
581 -- During scanning of an identifier, set to True if last character
582 -- scanned was an underline or other punctuation character. This
583 -- is used to flag the error of two underlines/punctuations in a
584 -- row or ending an identifier with a underline/punctuation. Here
585 -- punctuation means any UTF_32 character in the Unicode category
586 -- Punctuation,Connector.
588 Wptr : Source_Ptr;
589 -- Used to remember start of last wide character scanned
591 function Double_Char_Token (C : Character) return Boolean;
592 -- This function is used for double character tokens like := or <>. It
593 -- checks if the character following Source (Scan_Ptr) is C, and if so
594 -- bumps Scan_Ptr past the pair of characters and returns True. A space
595 -- between the two characters is also recognized with an appropriate
596 -- error message being issued. If C is not present, False is returned.
597 -- Note that Double_Char_Token can only be used for tokens defined in
598 -- the Ada syntax (it's use for error cases like && is not appropriate
599 -- since we do not want a junk message for a case like &-space-&).
601 procedure Error_Illegal_Character;
602 -- Give illegal character error, Scan_Ptr points to character. On
603 -- return, Scan_Ptr is bumped past the illegal character.
605 procedure Error_Illegal_Wide_Character;
606 -- Give illegal wide character message. On return, Scan_Ptr is bumped
607 -- past the illegal character, which may still leave us pointing to
608 -- junk, not much we can do if the escape sequence is messed up.
610 procedure Error_No_Double_Underline;
611 -- Signal error of two underline or punctuation characters in a row.
612 -- Called with Scan_Ptr pointing to second underline/punctuation char.
614 procedure Nlit;
615 -- This is the procedure for scanning out numeric literals. On entry,
616 -- Scan_Ptr points to the digit that starts the numeric literal (the
617 -- checksum for this character has not been accumulated yet). On return
618 -- Scan_Ptr points past the last character of the numeric literal, Token
619 -- and Token_Node are set appropriately, and the checksum is updated.
621 procedure Slit;
622 -- This is the procedure for scanning out string literals. On entry,
623 -- Scan_Ptr points to the opening string quote (the checksum for this
624 -- character has not been accumulated yet). On return Scan_Ptr points
625 -- past the closing quote of the string literal, Token and Token_Node
626 -- are set appropriately, and the checksum is updated.
628 procedure Skip_Other_Format_Characters;
629 -- Skips past any "other format" category characters at the current
630 -- cursor location (does not skip past spaces or any other characters).
632 function Start_Of_Wide_Character return Boolean;
633 -- Returns True if the scan pointer is pointing to the start of a wide
634 -- character sequence, does not modify the scan pointer in any case.
636 -----------------------
637 -- Double_Char_Token --
638 -----------------------
640 function Double_Char_Token (C : Character) return Boolean is
641 begin
642 if Source (Scan_Ptr + 1) = C then
643 Accumulate_Checksum (C);
644 Scan_Ptr := Scan_Ptr + 2;
645 return True;
647 elsif Source (Scan_Ptr + 1) = ' '
648 and then Source (Scan_Ptr + 2) = C
649 then
650 Scan_Ptr := Scan_Ptr + 1;
651 Error_Msg_S -- CODEFIX
652 ("no space allowed here");
653 Scan_Ptr := Scan_Ptr + 2;
654 return True;
656 else
657 return False;
658 end if;
659 end Double_Char_Token;
661 -----------------------------
662 -- Error_Illegal_Character --
663 -----------------------------
665 procedure Error_Illegal_Character is
666 begin
667 Error_Msg_S ("illegal character");
668 Scan_Ptr := Scan_Ptr + 1;
669 end Error_Illegal_Character;
671 ----------------------------------
672 -- Error_Illegal_Wide_Character --
673 ----------------------------------
675 procedure Error_Illegal_Wide_Character is
676 begin
677 Scan_Ptr := Scan_Ptr + 1;
678 Error_Msg ("illegal wide character", Wptr);
679 end Error_Illegal_Wide_Character;
681 -------------------------------
682 -- Error_No_Double_Underline --
683 -------------------------------
685 procedure Error_No_Double_Underline is
686 begin
687 Underline_Found := False;
689 -- There are four cases, and we special case the messages
691 if Source (Scan_Ptr) = '_' then
692 if Source (Scan_Ptr - 1) = '_' then
693 Error_Msg_S -- CODEFIX
694 ("two consecutive underlines not permitted");
695 else
696 Error_Msg_S ("underline cannot follow punctuation character");
697 end if;
699 else
700 if Source (Scan_Ptr - 1) = '_' then
701 Error_Msg_S ("punctuation character cannot follow underline");
702 else
703 Error_Msg_S
704 ("two consecutive punctuation characters not permitted");
705 end if;
706 end if;
707 end Error_No_Double_Underline;
709 ----------
710 -- Nlit --
711 ----------
713 procedure Nlit is
715 C : Character;
716 -- Current source program character
718 Base_Char : Character;
719 -- Either # or : (character at start of based number)
721 Base : Int;
722 -- Value of base
724 UI_Base : Uint;
725 -- Value of base in Uint format
727 UI_Int_Value : Uint;
728 -- Value of integer scanned by Scan_Integer in Uint format
730 UI_Num_Value : Uint;
731 -- Value of integer in numeric value being scanned
733 Scale : Int;
734 -- Scale value for real literal
736 UI_Scale : Uint;
737 -- Scale in Uint format
739 Exponent_Is_Negative : Boolean;
740 -- Set true for negative exponent
742 Extended_Digit_Value : Int;
743 -- Extended digit value
745 Point_Scanned : Boolean;
746 -- Flag for decimal point scanned in numeric literal
748 -----------------------
749 -- Local Subprograms --
750 -----------------------
752 procedure Error_Digit_Expected;
753 -- Signal error of bad digit, Scan_Ptr points to the location at
754 -- which the digit was expected on input, and is unchanged on return.
756 procedure Scan_Integer;
757 -- Scan integer literal. On entry, Scan_Ptr points to a digit, on
758 -- exit Scan_Ptr points past the last character of the integer.
760 -- For each digit encountered, UI_Int_Value is multiplied by 10, and
761 -- the value of the digit added to the result. In addition, the value
762 -- in Scale is decremented by one for each actual digit scanned.
764 --------------------------
765 -- Error_Digit_Expected --
766 --------------------------
768 procedure Error_Digit_Expected is
769 begin
770 Error_Msg_S ("digit expected");
771 end Error_Digit_Expected;
773 ------------------
774 -- Scan_Integer --
775 ------------------
777 procedure Scan_Integer is
778 C : Character;
779 -- Next character scanned
781 begin
782 C := Source (Scan_Ptr);
784 -- Loop through digits (allowing underlines)
786 loop
787 Accumulate_Checksum (C);
788 UI_Int_Value :=
789 UI_Int_Value * 10 + (Character'Pos (C) - Character'Pos ('0'));
790 Scan_Ptr := Scan_Ptr + 1;
791 Scale := Scale - 1;
792 C := Source (Scan_Ptr);
794 -- Case of underline encountered
796 if C = '_' then
798 -- We do not accumulate the '_' in the checksum, so that
799 -- 1_234 is equivalent to 1234, and does not trigger
800 -- compilation for "minimal recompilation" (gnatmake -m).
802 loop
803 Scan_Ptr := Scan_Ptr + 1;
804 C := Source (Scan_Ptr);
805 exit when C /= '_';
806 Error_No_Double_Underline;
807 end loop;
809 if C not in '0' .. '9' then
810 Error_Digit_Expected;
811 exit;
812 end if;
814 else
815 exit when C not in '0' .. '9';
816 end if;
817 end loop;
818 end Scan_Integer;
820 -- Start of processing for Nlit
822 begin
823 Base := 10;
824 UI_Base := Uint_10;
825 UI_Int_Value := Uint_0;
826 Based_Literal_Uses_Colon := False;
827 Scale := 0;
828 Scan_Integer;
829 Point_Scanned := False;
830 UI_Num_Value := UI_Int_Value;
832 -- Various possibilities now for continuing the literal are period,
833 -- E/e (for exponent), or :/# (for based literal).
835 Scale := 0;
836 C := Source (Scan_Ptr);
838 if C = '.' then
840 -- Scan out point, but do not scan past .. which is a range
841 -- sequence, and must not be eaten up scanning a numeric literal.
843 while C = '.' and then Source (Scan_Ptr + 1) /= '.' loop
844 Accumulate_Checksum ('.');
846 if Point_Scanned then
847 Error_Msg_S ("duplicate point ignored");
848 end if;
850 Point_Scanned := True;
851 Scan_Ptr := Scan_Ptr + 1;
852 C := Source (Scan_Ptr);
854 if C not in '0' .. '9' then
855 Error_Msg
856 ("real literal cannot end with point", Scan_Ptr - 1);
857 else
858 Scan_Integer;
859 UI_Num_Value := UI_Int_Value;
860 end if;
861 end loop;
863 -- Based literal case. The base is the value we already scanned.
864 -- In the case of colon, we insist that the following character
865 -- is indeed an extended digit or a period. This catches a number
866 -- of common errors, as well as catching the well known tricky
867 -- bug otherwise arising from "x : integer range 1 .. 10:= 6;"
869 elsif C = '#'
870 or else (C = ':' and then
871 (Source (Scan_Ptr + 1) = '.'
872 or else
873 Source (Scan_Ptr + 1) in '0' .. '9'
874 or else
875 Source (Scan_Ptr + 1) in 'A' .. 'Z'
876 or else
877 Source (Scan_Ptr + 1) in 'a' .. 'z'))
878 then
879 Accumulate_Checksum (C);
880 Base_Char := C;
881 UI_Base := UI_Int_Value;
883 if Base_Char = ':' then
884 Based_Literal_Uses_Colon := True;
885 end if;
887 if UI_Base < 2 or else UI_Base > 16 then
888 Error_Msg_SC ("base not 2-16");
889 UI_Base := Uint_16;
890 end if;
892 Base := UI_To_Int (UI_Base);
893 Scan_Ptr := Scan_Ptr + 1;
895 -- Scan out extended integer [. integer]
897 C := Source (Scan_Ptr);
898 UI_Int_Value := Uint_0;
899 Scale := 0;
901 loop
902 if C in '0' .. '9' then
903 Accumulate_Checksum (C);
904 Extended_Digit_Value :=
905 Int'(Character'Pos (C)) - Int'(Character'Pos ('0'));
907 elsif C in 'A' .. 'F' then
908 Accumulate_Checksum (Character'Val (Character'Pos (C) + 32));
909 Extended_Digit_Value :=
910 Int'(Character'Pos (C)) - Int'(Character'Pos ('A')) + 10;
912 elsif C in 'a' .. 'f' then
913 Accumulate_Checksum (C);
914 Extended_Digit_Value :=
915 Int'(Character'Pos (C)) - Int'(Character'Pos ('a')) + 10;
917 else
918 Error_Msg_S ("extended digit expected");
919 exit;
920 end if;
922 if Extended_Digit_Value >= Base then
923 Error_Msg_S ("digit '>= base");
924 end if;
926 UI_Int_Value := UI_Int_Value * UI_Base + Extended_Digit_Value;
927 Scale := Scale - 1;
928 Scan_Ptr := Scan_Ptr + 1;
929 C := Source (Scan_Ptr);
931 if C = '_' then
932 loop
933 Accumulate_Checksum ('_');
934 Scan_Ptr := Scan_Ptr + 1;
935 C := Source (Scan_Ptr);
936 exit when C /= '_';
937 Error_No_Double_Underline;
938 end loop;
940 elsif C = '.' then
941 Accumulate_Checksum ('.');
943 if Point_Scanned then
944 Error_Msg_S ("duplicate point ignored");
945 end if;
947 Scan_Ptr := Scan_Ptr + 1;
948 C := Source (Scan_Ptr);
949 Point_Scanned := True;
950 Scale := 0;
952 elsif C = Base_Char then
953 Accumulate_Checksum (C);
954 Scan_Ptr := Scan_Ptr + 1;
955 exit;
957 elsif C = '#' or else C = ':' then
958 Error_Msg_S ("based number delimiters must match");
959 Scan_Ptr := Scan_Ptr + 1;
960 exit;
962 elsif not Identifier_Char (C) then
963 if Base_Char = '#' then
964 Error_Msg_S -- CODEFIX
965 ("missing '#");
966 else
967 Error_Msg_S -- CODEFIX
968 ("missing ':");
969 end if;
971 exit;
972 end if;
974 end loop;
976 UI_Num_Value := UI_Int_Value;
977 end if;
979 -- Scan out exponent
981 if not Point_Scanned then
982 Scale := 0;
983 UI_Scale := Uint_0;
984 else
985 UI_Scale := UI_From_Int (Scale);
986 end if;
988 if Source (Scan_Ptr) = 'e' or else Source (Scan_Ptr) = 'E' then
989 Accumulate_Checksum ('e');
990 Scan_Ptr := Scan_Ptr + 1;
991 Exponent_Is_Negative := False;
993 if Source (Scan_Ptr) = '+' then
994 Accumulate_Checksum ('+');
995 Scan_Ptr := Scan_Ptr + 1;
997 elsif Source (Scan_Ptr) = '-' then
998 Accumulate_Checksum ('-');
1000 if not Point_Scanned then
1001 Error_Msg_S
1002 ("negative exponent not allowed for integer literal");
1003 else
1004 Exponent_Is_Negative := True;
1005 end if;
1007 Scan_Ptr := Scan_Ptr + 1;
1008 end if;
1010 UI_Int_Value := Uint_0;
1012 if Source (Scan_Ptr) in '0' .. '9' then
1013 Scan_Integer;
1014 else
1015 Error_Digit_Expected;
1016 end if;
1018 if Exponent_Is_Negative then
1019 UI_Scale := UI_Scale - UI_Int_Value;
1020 else
1021 UI_Scale := UI_Scale + UI_Int_Value;
1022 end if;
1023 end if;
1025 -- Case of real literal to be returned
1027 if Point_Scanned then
1028 Token := Tok_Real_Literal;
1029 Real_Literal_Value :=
1030 UR_From_Components (
1031 Num => UI_Num_Value,
1032 Den => -UI_Scale,
1033 Rbase => Base);
1035 -- Case of integer literal to be returned
1037 else
1038 Token := Tok_Integer_Literal;
1040 if UI_Scale = 0 then
1041 Int_Literal_Value := UI_Num_Value;
1043 -- Avoid doing possibly expensive calculations in cases like
1044 -- parsing 163E800_000# when semantics will not be done anyway.
1045 -- This is especially useful when parsing garbled input.
1047 elsif Operating_Mode /= Check_Syntax
1048 and then (Serious_Errors_Detected = 0 or else Try_Semantics)
1049 then
1050 Int_Literal_Value := UI_Num_Value * UI_Base ** UI_Scale;
1052 else
1053 Int_Literal_Value := No_Uint;
1054 end if;
1055 end if;
1057 if Checksum_Accumulate_Token_Checksum then
1058 Accumulate_Token_Checksum;
1059 end if;
1061 return;
1062 end Nlit;
1064 ----------
1065 -- Slit --
1066 ----------
1068 procedure Slit is
1070 Delimiter : Character;
1071 -- Delimiter (first character of string)
1073 C : Character;
1074 -- Current source program character
1076 Code : Char_Code;
1077 -- Current character code value
1079 Err : Boolean;
1080 -- Error flag for Scan_Wide call
1082 String_Start : Source_Ptr;
1083 -- Point to first character of string
1085 procedure Error_Bad_String_Char;
1086 -- Signal bad character in string/character literal. On entry
1087 -- Scan_Ptr points to the improper character encountered during the
1088 -- scan. Scan_Ptr is not modified, so it still points to the bad
1089 -- character on return.
1091 procedure Error_Unterminated_String;
1092 -- Procedure called if a line terminator character is encountered
1093 -- during scanning a string, meaning that the string is not properly
1094 -- terminated.
1096 procedure Set_String;
1097 -- Procedure used to distinguish between string and operator symbol.
1098 -- On entry the string has been scanned out, and its characters start
1099 -- at Token_Ptr and end one character before Scan_Ptr. On exit Token
1100 -- is set to Tok_String_Literal/Tok_Operator_Symbol as appropriate,
1101 -- and Token_Node is appropriately initialized. In addition, in the
1102 -- operator symbol case, Token_Name is appropriately set, and the
1103 -- flags [Wide_]Wide_Character_Found are set appropriately.
1105 ---------------------------
1106 -- Error_Bad_String_Char --
1107 ---------------------------
1109 procedure Error_Bad_String_Char is
1110 C : constant Character := Source (Scan_Ptr);
1112 begin
1113 if C = HT then
1114 Error_Msg_S ("horizontal tab not allowed in string");
1116 elsif C = VT or else C = FF then
1117 Error_Msg_S ("format effector not allowed in string");
1119 elsif C in Upper_Half_Character then
1120 Error_Msg_S ("(Ada 83) upper half character not allowed");
1122 else
1123 Error_Msg_S ("control character not allowed in string");
1124 end if;
1125 end Error_Bad_String_Char;
1127 -------------------------------
1128 -- Error_Unterminated_String --
1129 -------------------------------
1131 procedure Error_Unterminated_String is
1132 S : Source_Ptr;
1134 begin
1135 -- An interesting little refinement. Consider the following
1136 -- examples:
1138 -- A := "this is an unterminated string;
1139 -- A := "this is an unterminated string &
1140 -- P(A, "this is a parameter that didn't get terminated);
1141 -- P("this is a parameter that didn't get terminated, A);
1143 -- We fiddle a little to do slightly better placement in these
1144 -- cases also if there is white space at the end of the line we
1145 -- place the flag at the start of this white space, not at the
1146 -- end. Note that we only have to test for blanks, since tabs
1147 -- aren't allowed in strings in the first place and would have
1148 -- caused an error message.
1150 -- Two more cases that we treat specially are:
1152 -- A := "this string uses the wrong terminator'
1153 -- A := "this string uses the wrong terminator' &
1155 -- In these cases we give a different error message as well
1157 -- We actually reposition the scan pointer to the point where we
1158 -- place the flag in these cases, since it seems a better bet on
1159 -- the original intention.
1161 while Source (Scan_Ptr - 1) = ' '
1162 or else Source (Scan_Ptr - 1) = '&'
1163 loop
1164 Scan_Ptr := Scan_Ptr - 1;
1165 Unstore_String_Char;
1166 end loop;
1168 -- Check for case of incorrect string terminator, but single quote
1169 -- is not considered incorrect if the opening terminator misused
1170 -- a single quote (error message already given).
1172 if Delimiter /= '''
1173 and then Source (Scan_Ptr - 1) = '''
1174 then
1175 Unstore_String_Char;
1176 Error_Msg
1177 ("incorrect string terminator character", Scan_Ptr - 1);
1178 return;
1179 end if;
1181 -- Backup over semicolon or right-paren/semicolon sequence
1183 if Source (Scan_Ptr - 1) = ';' then
1184 Scan_Ptr := Scan_Ptr - 1;
1185 Unstore_String_Char;
1187 if Source (Scan_Ptr - 1) = ')' then
1188 Scan_Ptr := Scan_Ptr - 1;
1189 Unstore_String_Char;
1190 end if;
1191 end if;
1193 -- See if there is a comma in the string, if so, guess that
1194 -- the first comma terminates the string.
1196 S := String_Start;
1197 while S < Scan_Ptr loop
1198 if Source (S) = ',' then
1199 while Scan_Ptr > S loop
1200 Scan_Ptr := Scan_Ptr - 1;
1201 Unstore_String_Char;
1202 end loop;
1204 exit;
1205 end if;
1207 S := S + 1;
1208 end loop;
1210 -- Now we have adjusted the scan pointer, give message
1212 Error_Msg_S -- CODEFIX
1213 ("missing string quote");
1214 end Error_Unterminated_String;
1216 ----------------
1217 -- Set_String --
1218 ----------------
1220 procedure Set_String is
1221 Slen : constant Int := Int (Scan_Ptr - Token_Ptr - 2);
1222 C1 : Character;
1223 C2 : Character;
1224 C3 : Character;
1226 begin
1227 -- Token_Name is currently set to Error_Name. The following
1228 -- section of code resets Token_Name to the proper Name_Op_xx
1229 -- value if the string is a valid operator symbol, otherwise it is
1230 -- left set to Error_Name.
1232 if Slen = 1 then
1233 C1 := Source (Token_Ptr + 1);
1235 case C1 is
1236 when '=' =>
1237 Token_Name := Name_Op_Eq;
1239 when '>' =>
1240 Token_Name := Name_Op_Gt;
1242 when '<' =>
1243 Token_Name := Name_Op_Lt;
1245 when '+' =>
1246 Token_Name := Name_Op_Add;
1248 when '-' =>
1249 Token_Name := Name_Op_Subtract;
1251 when '&' =>
1252 Token_Name := Name_Op_Concat;
1254 when '*' =>
1255 Token_Name := Name_Op_Multiply;
1257 when '/' =>
1258 Token_Name := Name_Op_Divide;
1260 when others =>
1261 null;
1262 end case;
1264 elsif Slen = 2 then
1265 C1 := Source (Token_Ptr + 1);
1266 C2 := Source (Token_Ptr + 2);
1268 if C1 = '*' and then C2 = '*' then
1269 Token_Name := Name_Op_Expon;
1271 elsif C2 = '=' then
1273 if C1 = '/' then
1274 Token_Name := Name_Op_Ne;
1275 elsif C1 = '<' then
1276 Token_Name := Name_Op_Le;
1277 elsif C1 = '>' then
1278 Token_Name := Name_Op_Ge;
1279 end if;
1281 elsif (C1 = 'O' or else C1 = 'o') and then -- OR
1282 (C2 = 'R' or else C2 = 'r')
1283 then
1284 Token_Name := Name_Op_Or;
1285 end if;
1287 elsif Slen = 3 then
1288 C1 := Source (Token_Ptr + 1);
1289 C2 := Source (Token_Ptr + 2);
1290 C3 := Source (Token_Ptr + 3);
1292 if (C1 = 'A' or else C1 = 'a') and then -- AND
1293 (C2 = 'N' or else C2 = 'n') and then
1294 (C3 = 'D' or else C3 = 'd')
1295 then
1296 Token_Name := Name_Op_And;
1298 elsif (C1 = 'A' or else C1 = 'a') and then -- ABS
1299 (C2 = 'B' or else C2 = 'b') and then
1300 (C3 = 'S' or else C3 = 's')
1301 then
1302 Token_Name := Name_Op_Abs;
1304 elsif (C1 = 'M' or else C1 = 'm') and then -- MOD
1305 (C2 = 'O' or else C2 = 'o') and then
1306 (C3 = 'D' or else C3 = 'd')
1307 then
1308 Token_Name := Name_Op_Mod;
1310 elsif (C1 = 'N' or else C1 = 'n') and then -- NOT
1311 (C2 = 'O' or else C2 = 'o') and then
1312 (C3 = 'T' or else C3 = 't')
1313 then
1314 Token_Name := Name_Op_Not;
1316 elsif (C1 = 'R' or else C1 = 'r') and then -- REM
1317 (C2 = 'E' or else C2 = 'e') and then
1318 (C3 = 'M' or else C3 = 'm')
1319 then
1320 Token_Name := Name_Op_Rem;
1322 elsif (C1 = 'X' or else C1 = 'x') and then -- XOR
1323 (C2 = 'O' or else C2 = 'o') and then
1324 (C3 = 'R' or else C3 = 'r')
1325 then
1326 Token_Name := Name_Op_Xor;
1327 end if;
1329 end if;
1331 -- If it is an operator symbol, then Token_Name is set. If it is
1332 -- some other string value, then Token_Name still contains
1333 -- Error_Name.
1335 if Token_Name = Error_Name then
1336 Token := Tok_String_Literal;
1338 else
1339 Token := Tok_Operator_Symbol;
1340 end if;
1341 end Set_String;
1343 -- Start of processing for Slit
1345 begin
1346 -- On entry, Scan_Ptr points to the opening character of the string
1347 -- which is either a percent, double quote, or apostrophe (single
1348 -- quote). The latter case is an error detected by the character
1349 -- literal circuit.
1351 String_Start := Scan_Ptr;
1353 Delimiter := Source (Scan_Ptr);
1354 Accumulate_Checksum (Delimiter);
1356 Start_String;
1357 Wide_Character_Found := False;
1358 Wide_Wide_Character_Found := False;
1359 Scan_Ptr := Scan_Ptr + 1;
1361 -- Loop to scan out characters of string literal
1363 loop
1364 C := Source (Scan_Ptr);
1366 if C = Delimiter then
1367 Accumulate_Checksum (C);
1368 Scan_Ptr := Scan_Ptr + 1;
1369 exit when Source (Scan_Ptr) /= Delimiter;
1370 Code := Get_Char_Code (C);
1371 Accumulate_Checksum (C);
1372 Scan_Ptr := Scan_Ptr + 1;
1374 else
1375 if C = '"' and then Delimiter = '%' then
1376 Error_Msg_S
1377 ("quote not allowed in percent delimited string");
1378 Code := Get_Char_Code (C);
1379 Scan_Ptr := Scan_Ptr + 1;
1381 elsif Start_Of_Wide_Character then
1382 Wptr := Scan_Ptr;
1383 Scan_Wide (Source, Scan_Ptr, Code, Err);
1385 if Err then
1386 Error_Illegal_Wide_Character;
1387 Code := Get_Char_Code (' ');
1388 end if;
1390 Accumulate_Checksum (Code);
1392 -- In Ada 95 mode we allow any wide characters in a string
1393 -- but in Ada 2005, the set of characters allowed has been
1394 -- restricted to graphic characters.
1396 if Ada_Version >= Ada_2005
1397 and then Is_UTF_32_Non_Graphic (UTF_32 (Code))
1398 then
1399 Error_Msg
1400 ("(Ada 2005) non-graphic character not permitted " &
1401 "in string literal", Wptr);
1402 end if;
1404 else
1405 Accumulate_Checksum (C);
1407 if C not in Graphic_Character then
1408 if C in Line_Terminator then
1409 Error_Unterminated_String;
1410 exit;
1412 elsif C in Upper_Half_Character then
1413 if Ada_Version = Ada_83 then
1414 Error_Bad_String_Char;
1415 end if;
1417 else
1418 Error_Bad_String_Char;
1419 end if;
1420 end if;
1422 Code := Get_Char_Code (C);
1423 Scan_Ptr := Scan_Ptr + 1;
1424 end if;
1425 end if;
1427 Store_String_Char (Code);
1429 if not In_Character_Range (Code) then
1430 if In_Wide_Character_Range (Code) then
1431 Wide_Character_Found := True;
1432 else
1433 Wide_Wide_Character_Found := True;
1434 end if;
1435 end if;
1436 end loop;
1438 String_Literal_Id := End_String;
1439 Set_String;
1440 return;
1441 end Slit;
1443 ----------------------------------
1444 -- Skip_Other_Format_Characters --
1445 ----------------------------------
1447 procedure Skip_Other_Format_Characters is
1448 P : Source_Ptr;
1449 Code : Char_Code;
1450 Err : Boolean;
1452 begin
1453 while Start_Of_Wide_Character loop
1454 P := Scan_Ptr;
1455 Scan_Wide (Source, Scan_Ptr, Code, Err);
1457 if not Is_UTF_32_Other (UTF_32 (Code)) then
1458 Scan_Ptr := P;
1459 return;
1460 end if;
1461 end loop;
1462 end Skip_Other_Format_Characters;
1464 -----------------------------
1465 -- Start_Of_Wide_Character --
1466 -----------------------------
1468 function Start_Of_Wide_Character return Boolean is
1469 C : constant Character := Source (Scan_Ptr);
1471 begin
1472 -- ESC encoding method with ESC present
1474 if C = ESC
1475 and then Wide_Character_Encoding_Method in WC_ESC_Encoding_Method
1476 then
1477 return True;
1479 -- Upper half character with upper half encoding
1481 elsif C in Upper_Half_Character and then Upper_Half_Encoding then
1482 return True;
1484 -- Brackets encoding
1486 elsif C = '['
1487 and then Source (Scan_Ptr + 1) = '"'
1488 and then Identifier_Char (Source (Scan_Ptr + 2))
1489 then
1490 return True;
1492 -- Not the start of a wide character
1494 else
1495 return False;
1496 end if;
1497 end Start_Of_Wide_Character;
1499 -- Start of processing for Scan
1501 begin
1502 Prev_Token := Token;
1503 Prev_Token_Ptr := Token_Ptr;
1504 Token_Name := Error_Name;
1506 -- The following loop runs more than once only if a format effector
1507 -- (tab, vertical tab, form feed, line feed, carriage return) is
1508 -- encountered and skipped, or some error situation, such as an
1509 -- illegal character, is encountered.
1511 <<Scan_Next_Character>>
1513 loop
1514 -- Skip past blanks, loop is opened up for speed
1516 while Source (Scan_Ptr) = ' ' loop
1517 if Source (Scan_Ptr + 1) /= ' ' then
1518 Scan_Ptr := Scan_Ptr + 1;
1519 exit;
1520 end if;
1522 if Source (Scan_Ptr + 2) /= ' ' then
1523 Scan_Ptr := Scan_Ptr + 2;
1524 exit;
1525 end if;
1527 if Source (Scan_Ptr + 3) /= ' ' then
1528 Scan_Ptr := Scan_Ptr + 3;
1529 exit;
1530 end if;
1532 if Source (Scan_Ptr + 4) /= ' ' then
1533 Scan_Ptr := Scan_Ptr + 4;
1534 exit;
1535 end if;
1537 if Source (Scan_Ptr + 5) /= ' ' then
1538 Scan_Ptr := Scan_Ptr + 5;
1539 exit;
1540 end if;
1542 if Source (Scan_Ptr + 6) /= ' ' then
1543 Scan_Ptr := Scan_Ptr + 6;
1544 exit;
1545 end if;
1547 if Source (Scan_Ptr + 7) /= ' ' then
1548 Scan_Ptr := Scan_Ptr + 7;
1549 exit;
1550 end if;
1552 Scan_Ptr := Scan_Ptr + 8;
1553 end loop;
1555 -- We are now at a non-blank character, which is the first character
1556 -- of the token we will scan, and hence the value of Token_Ptr.
1558 Token_Ptr := Scan_Ptr;
1560 -- Here begins the main case statement which transfers control on the
1561 -- basis of the non-blank character we have encountered.
1563 case Source (Scan_Ptr) is
1565 -- Line terminator characters
1567 when CR | LF | FF | VT =>
1568 goto Scan_Line_Terminator;
1570 -- Horizontal tab, just skip past it
1572 when HT =>
1573 if Style_Check then
1574 Style.Check_HT;
1575 end if;
1577 Scan_Ptr := Scan_Ptr + 1;
1579 -- End of file character, treated as an end of file only if it is
1580 -- the last character in the buffer, otherwise it is ignored.
1582 when EOF =>
1583 if Scan_Ptr = Source_Last (Current_Source_File) then
1584 Check_End_Of_Line;
1586 if Style_Check then
1587 Style.Check_EOF;
1588 end if;
1590 Token := Tok_EOF;
1591 return;
1592 else
1593 Scan_Ptr := Scan_Ptr + 1;
1594 end if;
1596 -- Ampersand
1598 when '&' =>
1599 Accumulate_Checksum ('&');
1601 if Source (Scan_Ptr + 1) = '&' then
1602 Error_Msg_S -- CODEFIX
1603 ("'&'& should be `AND THEN`");
1604 Scan_Ptr := Scan_Ptr + 2;
1605 Token := Tok_And;
1606 return;
1608 else
1609 Scan_Ptr := Scan_Ptr + 1;
1610 Token := Tok_Ampersand;
1611 return;
1612 end if;
1614 when '@' =>
1615 if Ada_Version < Ada_2020 then
1616 Error_Msg ("target_name is an Ada 2020 feature", Scan_Ptr);
1617 Scan_Ptr := Scan_Ptr + 1;
1619 else
1620 -- AI12-0125-03 : @ is target_name
1622 Accumulate_Checksum ('@');
1623 Scan_Ptr := Scan_Ptr + 1;
1624 Token := Tok_At_Sign;
1625 return;
1626 end if;
1628 -- Asterisk (can be multiplication operator or double asterisk which
1629 -- is the exponentiation compound delimiter).
1631 when '*' =>
1632 Accumulate_Checksum ('*');
1634 if Source (Scan_Ptr + 1) = '*' then
1635 Accumulate_Checksum ('*');
1636 Scan_Ptr := Scan_Ptr + 2;
1637 Token := Tok_Double_Asterisk;
1638 return;
1640 else
1641 Scan_Ptr := Scan_Ptr + 1;
1642 Token := Tok_Asterisk;
1643 return;
1644 end if;
1646 -- Colon, which can either be an isolated colon, or part of an
1647 -- assignment compound delimiter.
1649 when ':' =>
1650 Accumulate_Checksum (':');
1652 if Double_Char_Token ('=') then
1653 Token := Tok_Colon_Equal;
1655 if Style_Check then
1656 Style.Check_Colon_Equal;
1657 end if;
1659 return;
1661 elsif Source (Scan_Ptr + 1) = '-'
1662 and then Source (Scan_Ptr + 2) /= '-'
1663 then
1664 Token := Tok_Colon_Equal;
1665 Error_Msg -- CODEFIX
1666 (":- should be :=", Scan_Ptr);
1667 Scan_Ptr := Scan_Ptr + 2;
1668 return;
1670 else
1671 Scan_Ptr := Scan_Ptr + 1;
1672 Token := Tok_Colon;
1674 if Style_Check then
1675 Style.Check_Colon;
1676 end if;
1678 return;
1679 end if;
1681 -- Left parenthesis
1683 when '(' =>
1684 Accumulate_Checksum ('(');
1685 Scan_Ptr := Scan_Ptr + 1;
1686 Token := Tok_Left_Paren;
1688 if Style_Check then
1689 Style.Check_Left_Paren;
1690 end if;
1692 return;
1694 -- Left bracket
1696 when '[' =>
1697 if Source (Scan_Ptr + 1) = '"' then
1698 goto Scan_Wide_Character;
1700 else
1701 Error_Msg_S ("illegal character, replaced by ""(""");
1702 Scan_Ptr := Scan_Ptr + 1;
1703 Token := Tok_Left_Paren;
1704 return;
1705 end if;
1707 -- Left brace
1709 when '{' =>
1710 Error_Msg_S ("illegal character, replaced by ""(""");
1711 Scan_Ptr := Scan_Ptr + 1;
1712 Token := Tok_Left_Paren;
1713 return;
1715 -- Comma
1717 when ',' =>
1718 Accumulate_Checksum (',');
1719 Scan_Ptr := Scan_Ptr + 1;
1720 Token := Tok_Comma;
1722 if Style_Check then
1723 Style.Check_Comma;
1724 end if;
1726 return;
1728 -- Dot, which is either an isolated period, or part of a double dot
1729 -- compound delimiter sequence. We also check for the case of a
1730 -- digit following the period, to give a better error message.
1732 when '.' =>
1733 Accumulate_Checksum ('.');
1735 if Double_Char_Token ('.') then
1736 Token := Tok_Dot_Dot;
1738 if Style_Check then
1739 Style.Check_Dot_Dot;
1740 end if;
1742 return;
1744 elsif Source (Scan_Ptr + 1) in '0' .. '9' then
1745 Error_Msg_S ("numeric literal cannot start with point");
1746 Scan_Ptr := Scan_Ptr + 1;
1748 else
1749 Scan_Ptr := Scan_Ptr + 1;
1750 Token := Tok_Dot;
1751 return;
1752 end if;
1754 -- Equal, which can either be an equality operator, or part of the
1755 -- arrow (=>) compound delimiter.
1757 when '=' =>
1758 Accumulate_Checksum ('=');
1760 if Double_Char_Token ('>') then
1761 Token := Tok_Arrow;
1763 if Style_Check then
1764 Style.Check_Arrow (Inside_Depends);
1765 end if;
1767 return;
1769 elsif Source (Scan_Ptr + 1) = '=' then
1770 Error_Msg_S -- CODEFIX
1771 ("== should be =");
1772 Scan_Ptr := Scan_Ptr + 1;
1773 end if;
1775 Scan_Ptr := Scan_Ptr + 1;
1776 Token := Tok_Equal;
1777 return;
1779 -- Greater than, which can be a greater than operator, greater than
1780 -- or equal operator, or first character of a right label bracket.
1782 when '>' =>
1783 Accumulate_Checksum ('>');
1785 if Double_Char_Token ('=') then
1786 Token := Tok_Greater_Equal;
1787 return;
1789 elsif Double_Char_Token ('>') then
1790 Token := Tok_Greater_Greater;
1791 return;
1793 else
1794 Scan_Ptr := Scan_Ptr + 1;
1795 Token := Tok_Greater;
1796 return;
1797 end if;
1799 -- Less than, which can be a less than operator, less than or equal
1800 -- operator, or the first character of a left label bracket, or the
1801 -- first character of a box (<>) compound delimiter.
1803 when '<' =>
1804 Accumulate_Checksum ('<');
1806 if Double_Char_Token ('=') then
1807 Token := Tok_Less_Equal;
1808 return;
1810 elsif Double_Char_Token ('>') then
1811 Token := Tok_Box;
1813 if Style_Check then
1814 Style.Check_Box;
1815 end if;
1817 return;
1819 elsif Double_Char_Token ('<') then
1820 Token := Tok_Less_Less;
1821 return;
1823 else
1824 Scan_Ptr := Scan_Ptr + 1;
1825 Token := Tok_Less;
1826 return;
1827 end if;
1829 -- Minus, which is either a subtraction operator, or the first
1830 -- character of double minus starting a comment
1832 when '-' => Minus_Case : begin
1833 if Source (Scan_Ptr + 1) = '>' then
1834 Error_Msg_S ("invalid token");
1835 Scan_Ptr := Scan_Ptr + 2;
1836 Token := Tok_Arrow;
1837 return;
1839 elsif Source (Scan_Ptr + 1) /= '-' then
1840 Accumulate_Checksum ('-');
1841 Scan_Ptr := Scan_Ptr + 1;
1842 Token := Tok_Minus;
1843 return;
1845 -- Comment
1847 else -- Source (Scan_Ptr + 1) = '-' then
1848 if Style_Check then
1849 Style.Check_Comment;
1850 end if;
1852 Scan_Ptr := Scan_Ptr + 2;
1854 -- If we are in preprocessor mode with Replace_In_Comments set,
1855 -- then we return the "--" as a token on its own.
1857 if Replace_In_Comments then
1858 Token := Tok_Comment;
1859 return;
1860 end if;
1862 -- Otherwise scan out the comment
1864 Start_Of_Comment := Scan_Ptr;
1866 -- Loop to scan comment (this loop runs more than once only if
1867 -- a horizontal tab or other non-graphic character is scanned)
1869 loop
1870 -- Scan to non graphic character (opened up for speed)
1872 -- Note that we just eat left brackets, which means that
1873 -- bracket notation cannot be used for end of line
1874 -- characters in comments. This seems a reasonable choice,
1875 -- since no one would ever use brackets notation in a real
1876 -- program in this situation, and if we allow brackets
1877 -- notation, we forbid some valid comments which contain a
1878 -- brackets sequence that happens to match an end of line
1879 -- character.
1881 loop
1882 exit when Source (Scan_Ptr) not in Graphic_Character;
1883 Scan_Ptr := Scan_Ptr + 1;
1884 exit when Source (Scan_Ptr) not in Graphic_Character;
1885 Scan_Ptr := Scan_Ptr + 1;
1886 exit when Source (Scan_Ptr) not in Graphic_Character;
1887 Scan_Ptr := Scan_Ptr + 1;
1888 exit when Source (Scan_Ptr) not in Graphic_Character;
1889 Scan_Ptr := Scan_Ptr + 1;
1890 exit when Source (Scan_Ptr) not in Graphic_Character;
1891 Scan_Ptr := Scan_Ptr + 1;
1892 end loop;
1894 -- Keep going if horizontal tab
1896 if Source (Scan_Ptr) = HT then
1897 if Style_Check then
1898 Style.Check_HT;
1899 end if;
1901 Scan_Ptr := Scan_Ptr + 1;
1903 -- Terminate scan of comment if line terminator
1905 elsif Source (Scan_Ptr) in Line_Terminator then
1906 exit;
1908 -- Terminate scan of comment if end of file encountered
1909 -- (embedded EOF character or real last character in file)
1911 elsif Source (Scan_Ptr) = EOF then
1912 exit;
1914 -- If we have a wide character, we have to scan it out,
1915 -- because it might be a legitimate line terminator
1917 elsif Start_Of_Wide_Character then
1918 declare
1919 Wptr : constant Source_Ptr := Scan_Ptr;
1920 Code : Char_Code;
1921 Err : Boolean;
1923 begin
1924 Scan_Wide (Source, Scan_Ptr, Code, Err);
1926 -- If not well formed wide character, then just skip
1927 -- past it and ignore it.
1929 if Err then
1930 Scan_Ptr := Wptr + 1;
1932 -- If UTF_32 terminator, terminate comment scan
1934 elsif Is_UTF_32_Line_Terminator (UTF_32 (Code)) then
1935 Scan_Ptr := Wptr;
1936 exit;
1937 end if;
1938 end;
1940 -- Keep going if character in 80-FF range, or is ESC. These
1941 -- characters are allowed in comments by RM-2.1(1), 2.7(2).
1942 -- They are allowed even in Ada 83 mode according to the
1943 -- approved AI. ESC was added to the AI in June 93.
1945 elsif Source (Scan_Ptr) in Upper_Half_Character
1946 or else Source (Scan_Ptr) = ESC
1947 then
1948 Scan_Ptr := Scan_Ptr + 1;
1950 -- Otherwise we have an illegal comment character, ignore
1951 -- this error in relaxed semantics mode.
1953 else
1954 if Relaxed_RM_Semantics then
1955 Scan_Ptr := Scan_Ptr + 1;
1956 else
1957 Error_Illegal_Character;
1958 end if;
1959 end if;
1960 end loop;
1962 -- Note that, except when comments are tokens, we do NOT
1963 -- execute a return here, instead we fall through to reexecute
1964 -- the scan loop to look for a token.
1966 if Comment_Is_Token then
1967 Name_Len := Integer (Scan_Ptr - Start_Of_Comment);
1968 Name_Buffer (1 .. Name_Len) :=
1969 String (Source (Start_Of_Comment .. Scan_Ptr - 1));
1970 Comment_Id := Name_Find;
1971 Token := Tok_Comment;
1972 return;
1973 end if;
1975 -- If the SPARK restriction is set for this unit, then generate
1976 -- a token Tok_SPARK_Hide for a SPARK HIDE directive.
1978 if Restriction_Check_Required (SPARK_05)
1979 and then Source (Start_Of_Comment) = '#'
1980 then
1981 declare
1982 Scan_SPARK_Ptr : Source_Ptr;
1984 begin
1985 Scan_SPARK_Ptr := Start_Of_Comment + 1;
1987 -- Scan out blanks
1989 while Source (Scan_SPARK_Ptr) = ' '
1990 or else Source (Scan_SPARK_Ptr) = HT
1991 loop
1992 Scan_SPARK_Ptr := Scan_SPARK_Ptr + 1;
1993 end loop;
1995 -- Recognize HIDE directive. SPARK input cannot be
1996 -- encoded as wide characters, so only deal with
1997 -- lower/upper case.
1999 if (Source (Scan_SPARK_Ptr) = 'h'
2000 or else Source (Scan_SPARK_Ptr) = 'H')
2001 and then (Source (Scan_SPARK_Ptr + 1) = 'i'
2002 or else Source (Scan_SPARK_Ptr + 1) = 'I')
2003 and then (Source (Scan_SPARK_Ptr + 2) = 'd'
2004 or else Source (Scan_SPARK_Ptr + 2) = 'D')
2005 and then (Source (Scan_SPARK_Ptr + 3) = 'e'
2006 or else Source (Scan_SPARK_Ptr + 3) = 'E')
2007 and then (Source (Scan_SPARK_Ptr + 4) = ' '
2008 or else Source (Scan_SPARK_Ptr + 4) = HT)
2009 then
2010 Token := Tok_SPARK_Hide;
2011 return;
2012 end if;
2013 end;
2014 end if;
2015 end if;
2016 end Minus_Case;
2018 -- Double quote or percent starting a string literal
2020 when '"' | '%' =>
2021 Slit;
2022 Post_Scan;
2023 return;
2025 -- Apostrophe. This can either be the start of a character literal,
2026 -- or an isolated apostrophe used in a qualified expression or an
2027 -- attribute. In the following:
2029 -- A := CHARACTER'('A');
2031 -- the first apostrophe is treated as an isolated apostrophe, and the
2032 -- second one is treated as the start of the character literal 'A'.
2033 -- Note that RM-2.2(7) does not require a separator between "'" and
2034 -- "(" in the above, so we cannot use lookahead to distinguish the
2035 -- cases; we use look-back instead. Analysis of the grammar shows
2036 -- that some tokens can be followed by an apostrophe, and some by a
2037 -- character literal, but none by both. Some cannot be followed by
2038 -- either, so it doesn't matter what we do in those cases, except to
2039 -- get good error behavior.
2041 when ''' => Char_Literal_Case : declare
2042 Code : Char_Code;
2043 Err : Boolean;
2045 begin
2046 Accumulate_Checksum (''');
2047 Scan_Ptr := Scan_Ptr + 1;
2049 -- Distinguish between apostrophe and character literal. It's an
2050 -- apostrophe if the previous token is one of the following.
2051 -- Reserved words are included for things like A.all'Address and
2052 -- T'Digits'Img. Strings literals are included for things like
2053 -- "abs"'Address. Other literals are included to give better error
2054 -- behavior for illegal cases like 123'Img.
2056 -- In Ada 2020, a target name (i.e. @) is a valid prefix of an
2057 -- attribute, and functions like a name.
2059 if Prev_Token = Tok_All
2060 or else Prev_Token = Tok_At_Sign
2061 or else Prev_Token = Tok_Delta
2062 or else Prev_Token = Tok_Digits
2063 or else Prev_Token = Tok_Identifier
2064 or else Prev_Token = Tok_Project
2065 or else Prev_Token = Tok_Right_Paren
2066 or else Prev_Token in Token_Class_Literal
2067 then
2068 Token := Tok_Apostrophe;
2070 if Style_Check then
2071 Style.Check_Apostrophe;
2072 end if;
2074 return;
2076 -- Otherwise the apostrophe starts a character literal
2078 else
2079 -- Case of wide character literal
2081 if Start_Of_Wide_Character then
2082 Wptr := Scan_Ptr;
2083 Scan_Wide (Source, Scan_Ptr, Code, Err);
2084 Accumulate_Checksum (Code);
2086 if Err then
2087 Error_Illegal_Wide_Character;
2088 Code := Character'Pos (' ');
2090 -- In Ada 95 mode we allow any wide character in a character
2091 -- literal, but in Ada 2005, the set of characters allowed
2092 -- is restricted to graphic characters.
2094 elsif Ada_Version >= Ada_2005
2095 and then Is_UTF_32_Non_Graphic (UTF_32 (Code))
2096 then
2097 Error_Msg -- CODEFIX????
2098 ("(Ada 2005) non-graphic character not permitted " &
2099 "in character literal", Wptr);
2100 end if;
2102 if Source (Scan_Ptr) /= ''' then
2103 Error_Msg_S ("missing apostrophe");
2104 else
2105 Scan_Ptr := Scan_Ptr + 1;
2106 end if;
2108 -- If we do not find a closing quote in the expected place then
2109 -- assume that we have a misguided attempt at a string literal.
2111 -- However, if previous token is RANGE, then we return an
2112 -- apostrophe instead since this gives better error recovery
2114 elsif Source (Scan_Ptr + 1) /= ''' then
2115 if Prev_Token = Tok_Range then
2116 Token := Tok_Apostrophe;
2117 return;
2119 else
2120 Scan_Ptr := Scan_Ptr - 1;
2121 Error_Msg_S
2122 ("strings are delimited by double quote character");
2123 Slit;
2124 Post_Scan;
2125 return;
2126 end if;
2128 -- Otherwise we have a (non-wide) character literal
2130 else
2131 Accumulate_Checksum (Source (Scan_Ptr));
2133 if Source (Scan_Ptr) not in Graphic_Character then
2134 if Source (Scan_Ptr) in Upper_Half_Character then
2135 if Ada_Version = Ada_83 then
2136 Error_Illegal_Character;
2137 end if;
2139 else
2140 Error_Illegal_Character;
2141 end if;
2142 end if;
2144 Code := Get_Char_Code (Source (Scan_Ptr));
2145 Scan_Ptr := Scan_Ptr + 2;
2146 end if;
2148 -- Fall through here with Scan_Ptr updated past the closing
2149 -- quote, and Code set to the Char_Code value for the literal
2151 Accumulate_Checksum (''');
2152 Token := Tok_Char_Literal;
2153 Set_Character_Literal_Name (Code);
2154 Token_Name := Name_Find;
2155 Character_Code := Code;
2156 Post_Scan;
2157 return;
2158 end if;
2159 end Char_Literal_Case;
2161 -- Right parenthesis
2163 when ')' =>
2164 Accumulate_Checksum (')');
2165 Scan_Ptr := Scan_Ptr + 1;
2166 Token := Tok_Right_Paren;
2168 if Style_Check then
2169 Style.Check_Right_Paren;
2170 end if;
2172 return;
2174 -- Right bracket or right brace, treated as right paren
2176 when ']' | '}' =>
2177 Error_Msg_S ("illegal character, replaced by "")""");
2178 Scan_Ptr := Scan_Ptr + 1;
2179 Token := Tok_Right_Paren;
2180 return;
2182 -- Slash (can be division operator or first character of not equal)
2184 when '/' =>
2185 Accumulate_Checksum ('/');
2187 if Double_Char_Token ('=') then
2188 Token := Tok_Not_Equal;
2189 return;
2190 else
2191 Scan_Ptr := Scan_Ptr + 1;
2192 Token := Tok_Slash;
2193 return;
2194 end if;
2196 -- Semicolon
2198 when ';' =>
2199 Accumulate_Checksum (';');
2200 Scan_Ptr := Scan_Ptr + 1;
2201 Token := Tok_Semicolon;
2203 if Style_Check then
2204 Style.Check_Semicolon;
2205 end if;
2207 return;
2209 -- Vertical bar
2211 when '|' => Vertical_Bar_Case : begin
2212 Accumulate_Checksum ('|');
2214 -- Special check for || to give nice message
2216 if Source (Scan_Ptr + 1) = '|' then
2217 Error_Msg_S -- CODEFIX
2218 ("""'|'|"" should be `OR ELSE`");
2219 Scan_Ptr := Scan_Ptr + 2;
2220 Token := Tok_Or;
2221 return;
2223 else
2224 Scan_Ptr := Scan_Ptr + 1;
2225 Token := Tok_Vertical_Bar;
2227 if Style_Check then
2228 Style.Check_Vertical_Bar;
2229 end if;
2231 Post_Scan;
2232 return;
2233 end if;
2234 end Vertical_Bar_Case;
2236 -- Exclamation, replacement character for vertical bar
2238 when '!' => Exclamation_Case : begin
2239 Accumulate_Checksum ('!');
2241 if Source (Scan_Ptr + 1) = '=' then
2242 Error_Msg_S -- CODEFIX
2243 ("'!= should be /=");
2244 Scan_Ptr := Scan_Ptr + 2;
2245 Token := Tok_Not_Equal;
2246 return;
2248 else
2249 Scan_Ptr := Scan_Ptr + 1;
2250 Token := Tok_Vertical_Bar;
2251 Post_Scan;
2252 return;
2253 end if;
2254 end Exclamation_Case;
2256 -- Plus
2258 when '+' => Plus_Case : begin
2259 Accumulate_Checksum ('+');
2260 Scan_Ptr := Scan_Ptr + 1;
2261 Token := Tok_Plus;
2262 return;
2263 end Plus_Case;
2265 -- Digits starting a numeric literal
2267 when '0' .. '9' =>
2269 -- First a bit of a scan ahead to see if we have a case of an
2270 -- identifier starting with a digit (remembering exponent case).
2272 declare
2273 C : constant Character := Source (Scan_Ptr + 1);
2275 begin
2276 -- OK literal if digit followed by digit or underscore
2278 if C in '0' .. '9' or else C = '_' then
2279 null;
2281 -- OK literal if digit not followed by identifier char
2283 elsif not Identifier_Char (C) then
2284 null;
2286 -- OK literal if digit followed by e/E followed by digit/sign.
2287 -- We also allow underscore after the E, which is an error, but
2288 -- better handled by Nlit than deciding this is an identifier.
2290 elsif (C = 'e' or else C = 'E')
2291 and then (Source (Scan_Ptr + 2) in '0' .. '9'
2292 or else Source (Scan_Ptr + 2) = '+'
2293 or else Source (Scan_Ptr + 2) = '-'
2294 or else Source (Scan_Ptr + 2) = '_')
2295 then
2296 null;
2298 -- Here we have what really looks like an identifier that
2299 -- starts with a digit, so give error msg.
2301 else
2302 Error_Msg_S ("identifier may not start with digit");
2303 Name_Len := 1;
2304 Underline_Found := False;
2305 Name_Buffer (1) := Source (Scan_Ptr);
2306 Accumulate_Checksum (Name_Buffer (1));
2307 Scan_Ptr := Scan_Ptr + 1;
2308 goto Scan_Identifier;
2309 end if;
2310 end;
2312 -- Here we have an OK integer literal
2314 Nlit;
2316 -- Check for proper delimiter, ignoring other format characters
2318 Skip_Other_Format_Characters;
2320 if Identifier_Char (Source (Scan_Ptr)) then
2321 Error_Msg_S
2322 ("delimiter required between literal and identifier");
2323 end if;
2325 Post_Scan;
2326 return;
2328 -- Lower case letters
2330 when 'a' .. 'z' =>
2331 Name_Len := 1;
2332 Underline_Found := False;
2333 Name_Buffer (1) := Source (Scan_Ptr);
2334 Accumulate_Checksum (Name_Buffer (1));
2335 Scan_Ptr := Scan_Ptr + 1;
2336 goto Scan_Identifier;
2338 -- Upper case letters
2340 when 'A' .. 'Z' =>
2341 Name_Len := 1;
2342 Underline_Found := False;
2343 Name_Buffer (1) :=
2344 Character'Val (Character'Pos (Source (Scan_Ptr)) + 32);
2345 Accumulate_Checksum (Name_Buffer (1));
2346 Scan_Ptr := Scan_Ptr + 1;
2347 goto Scan_Identifier;
2349 -- Underline character
2351 when '_' =>
2352 if Special_Characters ('_') then
2353 Token_Ptr := Scan_Ptr;
2354 Scan_Ptr := Scan_Ptr + 1;
2355 Token := Tok_Special;
2356 Special_Character := '_';
2357 return;
2358 end if;
2360 Error_Msg_S ("identifier cannot start with underline");
2361 Name_Len := 1;
2362 Name_Buffer (1) := '_';
2363 Scan_Ptr := Scan_Ptr + 1;
2364 Underline_Found := False;
2365 goto Scan_Identifier;
2367 -- Space (not possible, because we scanned past blanks)
2369 when ' ' =>
2370 raise Program_Error;
2372 -- Characters in top half of ASCII 8-bit chart
2374 when Upper_Half_Character =>
2376 -- Wide character case
2378 if Upper_Half_Encoding then
2379 goto Scan_Wide_Character;
2381 -- Otherwise we have OK Latin-1 character
2383 else
2384 -- Upper half characters may possibly be identifier letters
2385 -- but can never be digits, so Identifier_Char can be used to
2386 -- test for a valid start of identifier character.
2388 if Identifier_Char (Source (Scan_Ptr)) then
2389 Name_Len := 0;
2390 Underline_Found := False;
2391 goto Scan_Identifier;
2392 else
2393 Error_Illegal_Character;
2394 end if;
2395 end if;
2397 when ESC =>
2399 -- ESC character, possible start of identifier if wide characters
2400 -- using ESC encoding are allowed in identifiers, which we can
2401 -- tell by looking at the Identifier_Char flag for ESC, which is
2402 -- only true if these conditions are met. In Ada 2005 mode, may
2403 -- also be valid UTF_32 space or line terminator character.
2405 if Identifier_Char (ESC) then
2406 Name_Len := 0;
2407 goto Scan_Wide_Character;
2408 else
2409 Error_Illegal_Character;
2410 end if;
2412 -- Invalid control characters
2414 when ACK
2415 | ASCII.SO
2416 | BEL
2417 | BS
2418 | CAN
2419 | DC1
2420 | DC2
2421 | DC3
2422 | DC4
2423 | DEL
2424 | DLE
2425 | EM
2426 | ENQ
2427 | EOT
2428 | ETB
2429 | ETX
2430 | FS
2431 | GS
2432 | NAK
2433 | NUL
2434 | RS
2435 | SI
2436 | SOH
2437 | STX
2438 | SYN
2439 | US
2441 Error_Illegal_Character;
2443 -- Invalid graphic characters
2444 -- Note that '@' is handled elsewhere, because following AI12-125
2445 -- it denotes the target_name of an assignment.
2447 when '#' | '$' | '?' | '`' | '\' | '^' | '~' =>
2449 -- If Set_Special_Character has been called for this character,
2450 -- set Scans.Special_Character and return a Special token.
2452 if Special_Characters (Source (Scan_Ptr)) then
2453 Token_Ptr := Scan_Ptr;
2454 Token := Tok_Special;
2455 Special_Character := Source (Scan_Ptr);
2456 Scan_Ptr := Scan_Ptr + 1;
2457 return;
2459 -- Check for something looking like a preprocessor directive
2461 elsif Source (Scan_Ptr) = '#'
2462 and then (Source (Scan_Ptr + 1 .. Scan_Ptr + 2) = "if"
2463 or else
2464 Source (Scan_Ptr + 1 .. Scan_Ptr + 5) = "elsif"
2465 or else
2466 Source (Scan_Ptr + 1 .. Scan_Ptr + 4) = "else"
2467 or else
2468 Source (Scan_Ptr + 1 .. Scan_Ptr + 3) = "end")
2469 then
2470 Error_Msg_S
2471 ("preprocessor directive ignored, preprocessor not active");
2473 -- Skip to end of line
2475 loop
2476 if Source (Scan_Ptr) in Graphic_Character
2477 or else
2478 Source (Scan_Ptr) = HT
2479 then
2480 Scan_Ptr := Scan_Ptr + 1;
2482 -- Done if line terminator or EOF
2484 elsif Source (Scan_Ptr) in Line_Terminator
2485 or else
2486 Source (Scan_Ptr) = EOF
2487 then
2488 exit;
2490 -- If we have a wide character, we have to scan it out,
2491 -- because it might be a legitimate line terminator
2493 elsif Start_Of_Wide_Character then
2494 declare
2495 Wptr : constant Source_Ptr := Scan_Ptr;
2496 Code : Char_Code;
2497 Err : Boolean;
2499 begin
2500 Scan_Wide (Source, Scan_Ptr, Code, Err);
2502 -- If not well formed wide character, then just skip
2503 -- past it and ignore it.
2505 if Err then
2506 Scan_Ptr := Wptr + 1;
2508 -- If UTF_32 terminator, terminate comment scan
2510 elsif Is_UTF_32_Line_Terminator (UTF_32 (Code)) then
2511 Scan_Ptr := Wptr;
2512 exit;
2513 end if;
2514 end;
2516 -- Else keep going (don't worry about bad comment chars
2517 -- in this context, we just want to find the end of line.
2519 else
2520 Scan_Ptr := Scan_Ptr + 1;
2521 end if;
2522 end loop;
2524 -- Otherwise, this is an illegal character
2526 else
2527 Error_Illegal_Character;
2528 end if;
2530 -- End switch on non-blank character
2532 end case;
2534 -- End loop past format effectors. The exit from this loop is by
2535 -- executing a return statement following completion of token scan
2536 -- (control never falls out of this loop to the code that follows).
2538 end loop;
2540 pragma Assert (False);
2542 -- Wide_Character scanning routine. On entry we have encountered the
2543 -- initial character of a wide character sequence.
2545 <<Scan_Wide_Character>>
2546 declare
2547 Code : Char_Code;
2548 Cat : Category;
2549 Err : Boolean;
2551 begin
2552 Wptr := Scan_Ptr;
2553 Scan_Wide (Source, Scan_Ptr, Code, Err);
2555 -- If bad wide character, signal error and continue scan
2557 if Err then
2558 Error_Illegal_Wide_Character;
2559 goto Scan_Next_Character;
2560 end if;
2562 Cat := Get_Category (UTF_32 (Code));
2564 -- If OK letter, reset scan ptr and go scan identifier
2566 if Is_UTF_32_Letter (Cat) then
2567 Scan_Ptr := Wptr;
2568 Name_Len := 0;
2569 Underline_Found := False;
2570 goto Scan_Identifier;
2572 -- If OK wide space, ignore and keep scanning (we do not include
2573 -- any ignored spaces in checksum)
2575 elsif Is_UTF_32_Space (Cat) then
2576 goto Scan_Next_Character;
2578 -- If other format character, ignore and keep scanning (again we
2579 -- do not include in the checksum) (this is for AI-0079).
2581 elsif Is_UTF_32_Other (Cat) then
2582 goto Scan_Next_Character;
2584 -- If OK wide line terminator, terminate current line
2586 elsif Is_UTF_32_Line_Terminator (UTF_32 (Code)) then
2587 Scan_Ptr := Wptr;
2588 goto Scan_Line_Terminator;
2590 -- Punctuation is an error (at start of identifier)
2592 elsif Is_UTF_32_Punctuation (Cat) then
2593 Error_Msg ("identifier cannot start with punctuation", Wptr);
2594 Scan_Ptr := Wptr;
2595 Name_Len := 0;
2596 Underline_Found := False;
2597 goto Scan_Identifier;
2599 -- Mark character is an error (at start of identifier)
2601 elsif Is_UTF_32_Mark (Cat) then
2602 Error_Msg ("identifier cannot start with mark character", Wptr);
2603 Scan_Ptr := Wptr;
2604 Name_Len := 0;
2605 Underline_Found := False;
2606 goto Scan_Identifier;
2608 -- Extended digit character is an error. Could be bad start of
2609 -- identifier or bad literal. Not worth doing too much to try to
2610 -- distinguish these cases, but we will do a little bit.
2612 elsif Is_UTF_32_Digit (Cat) then
2613 Error_Msg
2614 ("identifier cannot start with digit character", Wptr);
2615 Scan_Ptr := Wptr;
2616 Name_Len := 0;
2617 Underline_Found := False;
2618 goto Scan_Identifier;
2620 -- All other wide characters are illegal here
2622 else
2623 Error_Illegal_Wide_Character;
2624 goto Scan_Next_Character;
2625 end if;
2626 end;
2628 -- Routine to scan line terminator. On entry Scan_Ptr points to a
2629 -- character which is one of FF,LR,CR,VT, or one of the wide characters
2630 -- that is treated as a line terminator.
2632 <<Scan_Line_Terminator>>
2634 -- Check line too long
2636 Check_End_Of_Line;
2638 -- Set Token_Ptr, if End_Of_Line is a token, for the case when it is
2639 -- a physical line.
2641 if End_Of_Line_Is_Token then
2642 Token_Ptr := Scan_Ptr;
2643 end if;
2645 declare
2646 Physical : Boolean;
2648 begin
2649 Skip_Line_Terminators (Scan_Ptr, Physical);
2651 -- If we are at start of physical line, update scan pointers to
2652 -- reflect the start of the new line.
2654 if Physical then
2655 Current_Line_Start := Scan_Ptr;
2656 Start_Column := Set_Start_Column;
2657 First_Non_Blank_Location := Scan_Ptr;
2659 -- If End_Of_Line is a token, we return it as it is a
2660 -- physical line.
2662 if End_Of_Line_Is_Token then
2663 Token := Tok_End_Of_Line;
2664 return;
2665 end if;
2666 end if;
2667 end;
2669 goto Scan_Next_Character;
2671 -- Identifier scanning routine. On entry, some initial characters of
2672 -- the identifier may have already been stored in Name_Buffer. If so,
2673 -- Name_Len has the number of characters stored, otherwise Name_Len is
2674 -- set to zero on entry. Underline_Found is also set False on entry.
2676 <<Scan_Identifier>>
2678 -- This loop scans as fast as possible past lower half letters and
2679 -- digits, which we expect to be the most common characters.
2681 loop
2682 if Source (Scan_Ptr) in 'a' .. 'z'
2683 or else Source (Scan_Ptr) in '0' .. '9'
2684 then
2685 Name_Buffer (Name_Len + 1) := Source (Scan_Ptr);
2686 Accumulate_Checksum (Source (Scan_Ptr));
2688 elsif Source (Scan_Ptr) in 'A' .. 'Z' then
2689 Name_Buffer (Name_Len + 1) :=
2690 Character'Val (Character'Pos (Source (Scan_Ptr)) + 32);
2691 Accumulate_Checksum (Name_Buffer (Name_Len + 1));
2693 else
2694 exit;
2695 end if;
2697 Underline_Found := False;
2698 Scan_Ptr := Scan_Ptr + 1;
2699 Name_Len := Name_Len + 1;
2700 end loop;
2702 -- If we fall through, then we have encountered either an underline
2703 -- character, or an extended identifier character (i.e. one from the
2704 -- upper half), or a wide character, or an identifier terminator. The
2705 -- initial test speeds us up in the most common case where we have
2706 -- an identifier terminator. Note that ESC is an identifier character
2707 -- only if a wide character encoding method that uses ESC encoding
2708 -- is active, so if we find an ESC character we know that we have a
2709 -- wide character.
2711 if Identifier_Char (Source (Scan_Ptr))
2712 or else (Source (Scan_Ptr) in Upper_Half_Character
2713 and then Upper_Half_Encoding)
2714 then
2715 -- Case of underline
2717 if Source (Scan_Ptr) = '_' then
2718 Accumulate_Checksum ('_');
2720 if Underline_Found then
2721 Error_No_Double_Underline;
2722 else
2723 Underline_Found := True;
2724 Name_Len := Name_Len + 1;
2725 Name_Buffer (Name_Len) := '_';
2726 end if;
2728 Scan_Ptr := Scan_Ptr + 1;
2729 goto Scan_Identifier;
2731 -- Upper half character
2733 elsif Source (Scan_Ptr) in Upper_Half_Character
2734 and then not Upper_Half_Encoding
2735 then
2736 Accumulate_Checksum (Source (Scan_Ptr));
2737 Store_Encoded_Character
2738 (Get_Char_Code (Fold_Lower (Source (Scan_Ptr))));
2739 Scan_Ptr := Scan_Ptr + 1;
2740 Underline_Found := False;
2741 goto Scan_Identifier;
2743 -- Left bracket not followed by a quote terminates an identifier.
2744 -- This is an error, but we don't want to give a junk error msg
2745 -- about wide characters in this case.
2747 elsif Source (Scan_Ptr) = '['
2748 and then Source (Scan_Ptr + 1) /= '"'
2749 then
2750 null;
2752 -- We know we have a wide character encoding here (the current
2753 -- character is either ESC, left bracket, or an upper half
2754 -- character depending on the encoding method).
2756 else
2757 -- Scan out the wide character and insert the appropriate
2758 -- encoding into the name table entry for the identifier.
2760 declare
2761 Code : Char_Code;
2762 Err : Boolean;
2763 Chr : Character;
2764 Cat : Category;
2766 begin
2767 Wptr := Scan_Ptr;
2768 Scan_Wide (Source, Scan_Ptr, Code, Err);
2770 -- If error, signal error
2772 if Err then
2773 Error_Illegal_Wide_Character;
2775 -- If the character scanned is a normal identifier
2776 -- character, then we treat it that way.
2778 elsif In_Character_Range (Code)
2779 and then Identifier_Char (Get_Character (Code))
2780 then
2781 Chr := Get_Character (Code);
2782 Accumulate_Checksum (Chr);
2783 Store_Encoded_Character
2784 (Get_Char_Code (Fold_Lower (Chr)));
2785 Underline_Found := False;
2787 -- Here if not a normal identifier character
2789 else
2790 Cat := Get_Category (UTF_32 (Code));
2792 -- Wide character in Unicode category "Other, Format"
2793 -- is not accepted in an identifier. This is because it
2794 -- it is considered a security risk (AI-0091).
2796 -- However, it is OK for such a character to appear at
2797 -- the end of an identifier.
2799 if Is_UTF_32_Other (Cat) then
2800 if not Identifier_Char (Source (Scan_Ptr)) then
2801 goto Scan_Identifier_Complete;
2802 else
2803 Error_Msg
2804 ("identifier cannot contain other_format "
2805 & "character", Wptr);
2806 goto Scan_Identifier;
2807 end if;
2809 -- Wide character in category Separator,Space terminates
2811 elsif Is_UTF_32_Space (Cat) then
2812 goto Scan_Identifier_Complete;
2813 end if;
2815 -- Here if wide character is part of the identifier
2817 -- Make sure we are allowing wide characters in
2818 -- identifiers. Note that we allow wide character
2819 -- notation for an OK identifier character. This in
2820 -- particular allows bracket or other notation to be
2821 -- used for upper half letters.
2823 -- Wide characters are always allowed in Ada 2005
2825 if Identifier_Character_Set /= 'w'
2826 and then Ada_Version < Ada_2005
2827 then
2828 Error_Msg
2829 ("wide character not allowed in identifier", Wptr);
2830 end if;
2832 -- If OK letter, store it folding to upper case. Note
2833 -- that we include the folded letter in the checksum.
2835 if Is_UTF_32_Letter (Cat) then
2836 Code :=
2837 Char_Code (UTF_32_To_Upper_Case (UTF_32 (Code)));
2838 Accumulate_Checksum (Code);
2839 Store_Encoded_Character (Code);
2840 Underline_Found := False;
2842 -- If OK extended digit or mark, then store it
2844 elsif Is_UTF_32_Digit (Cat)
2845 or else Is_UTF_32_Mark (Cat)
2846 then
2847 Accumulate_Checksum (Code);
2848 Store_Encoded_Character (Code);
2849 Underline_Found := False;
2851 -- Wide punctuation is also stored, but counts as an
2852 -- underline character for error checking purposes.
2854 elsif Is_UTF_32_Punctuation (Cat) then
2855 Accumulate_Checksum (Code);
2857 if Underline_Found then
2858 declare
2859 Cend : constant Source_Ptr := Scan_Ptr;
2860 begin
2861 Scan_Ptr := Wptr;
2862 Error_No_Double_Underline;
2863 Scan_Ptr := Cend;
2864 end;
2866 else
2867 Store_Encoded_Character (Code);
2868 Underline_Found := True;
2869 end if;
2871 -- Any other wide character is not acceptable
2873 else
2874 Error_Msg
2875 ("invalid wide character in identifier", Wptr);
2876 end if;
2877 end if;
2879 goto Scan_Identifier;
2880 end;
2881 end if;
2882 end if;
2884 -- Scan of identifier is complete. The identifier is stored in
2885 -- Name_Buffer, and Scan_Ptr points past the last character.
2887 <<Scan_Identifier_Complete>>
2888 Token_Name := Name_Find;
2890 -- Check for identifier ending with underline or punctuation char
2892 if Underline_Found then
2893 Underline_Found := False;
2895 if Source (Scan_Ptr - 1) = '_' then
2896 Error_Msg
2897 ("identifier cannot end with underline", Scan_Ptr - 1);
2898 else
2899 Error_Msg
2900 ("identifier cannot end with punctuation character", Wptr);
2901 end if;
2902 end if;
2904 -- We will assume it is an identifier, not a keyword, so that the
2905 -- checksum is independent of the Ada version.
2907 Token := Tok_Identifier;
2909 -- Here is where we check if it was a keyword
2911 if Is_Keyword_Name (Token_Name) then
2912 if Opt.Checksum_GNAT_6_3 then
2913 Token := Token_Type'Val (Get_Name_Table_Byte (Token_Name));
2915 if Checksum_Accumulate_Token_Checksum then
2916 if Checksum_GNAT_5_03 then
2917 Accumulate_Token_Checksum_GNAT_5_03;
2918 else
2919 Accumulate_Token_Checksum_GNAT_6_3;
2920 end if;
2921 end if;
2923 else
2924 Accumulate_Token_Checksum;
2925 Token := Token_Type'Val (Get_Name_Table_Byte (Token_Name));
2926 end if;
2928 -- Keyword style checks
2930 if Style_Check then
2932 -- Deal with possible style check for non-lower case keyword,
2933 -- but we don't treat ACCESS, DELTA, DIGITS, RANGE as keywords
2934 -- for this purpose if they appear as attribute designators.
2935 -- Actually we only check the first character for speed.
2937 -- Ada 2005 (AI-284): Do not apply the style check in case of
2938 -- "pragma Interface"
2940 -- Ada 2005 (AI-340): Do not apply the style check in case of
2941 -- MOD attribute.
2943 if Source (Token_Ptr) <= 'Z'
2944 and then (Prev_Token /= Tok_Apostrophe
2945 or else
2946 (Token /= Tok_Access and then
2947 Token /= Tok_Delta and then
2948 Token /= Tok_Digits and then
2949 Token /= Tok_Mod and then
2950 Token /= Tok_Range))
2951 and then (Token /= Tok_Interface
2952 or else
2953 (Token = Tok_Interface
2954 and then Prev_Token /= Tok_Pragma))
2955 then
2956 Style.Non_Lower_Case_Keyword;
2957 end if;
2959 -- Check THEN/ELSE style rules. These do not apply to AND THEN
2960 -- or OR ELSE, and do not apply in if expressions.
2962 if (Token = Tok_Then and then Prev_Token /= Tok_And)
2963 or else
2964 (Token = Tok_Else and then Prev_Token /= Tok_Or)
2965 then
2966 if Inside_If_Expression = 0 then
2967 Style.Check_Separate_Stmt_Lines;
2968 end if;
2969 end if;
2970 end if;
2972 -- We must reset Token_Name since this is not an identifier and
2973 -- if we leave Token_Name set, the parser gets confused because
2974 -- it thinks it is dealing with an identifier instead of the
2975 -- corresponding keyword.
2977 Token_Name := No_Name;
2978 return;
2980 -- It is an identifier after all
2982 else
2983 if Checksum_Accumulate_Token_Checksum then
2984 Accumulate_Token_Checksum;
2985 end if;
2987 Post_Scan;
2988 return;
2989 end if;
2990 end Scan;
2992 --------------------------
2993 -- Set_Comment_As_Token --
2994 --------------------------
2996 procedure Set_Comment_As_Token (Value : Boolean) is
2997 begin
2998 Comment_Is_Token := Value;
2999 end Set_Comment_As_Token;
3001 ------------------------------
3002 -- Set_End_Of_Line_As_Token --
3003 ------------------------------
3005 procedure Set_End_Of_Line_As_Token (Value : Boolean) is
3006 begin
3007 End_Of_Line_Is_Token := Value;
3008 end Set_End_Of_Line_As_Token;
3010 ---------------------------
3011 -- Set_Special_Character --
3012 ---------------------------
3014 procedure Set_Special_Character (C : Character) is
3015 begin
3016 case C is
3017 when '#' | '$' | '_' | '?' | '@' | '`' | '\' | '^' | '~' =>
3018 Special_Characters (C) := True;
3020 when others =>
3021 null;
3022 end case;
3023 end Set_Special_Character;
3025 ----------------------
3026 -- Set_Start_Column --
3027 ----------------------
3029 -- Note: it seems at first glance a little expensive to compute this value
3030 -- for every source line (since it is certainly not used for all source
3031 -- lines). On the other hand, it doesn't take much more work to skip past
3032 -- the initial white space on the line counting the columns than it would
3033 -- to scan past the white space using the standard scanning circuits.
3035 function Set_Start_Column return Column_Number is
3036 Start_Column : Column_Number := 0;
3038 begin
3039 -- Outer loop scans past horizontal tab characters
3041 Tabs_Loop : loop
3043 -- Inner loop scans past blanks as fast as possible, bumping Scan_Ptr
3044 -- past the blanks and adjusting Start_Column to account for them.
3046 Blanks_Loop : loop
3047 if Source (Scan_Ptr) = ' ' then
3048 if Source (Scan_Ptr + 1) = ' ' then
3049 if Source (Scan_Ptr + 2) = ' ' then
3050 if Source (Scan_Ptr + 3) = ' ' then
3051 if Source (Scan_Ptr + 4) = ' ' then
3052 if Source (Scan_Ptr + 5) = ' ' then
3053 if Source (Scan_Ptr + 6) = ' ' then
3054 Scan_Ptr := Scan_Ptr + 7;
3055 Start_Column := Start_Column + 7;
3056 else
3057 Scan_Ptr := Scan_Ptr + 6;
3058 Start_Column := Start_Column + 6;
3059 exit Blanks_Loop;
3060 end if;
3061 else
3062 Scan_Ptr := Scan_Ptr + 5;
3063 Start_Column := Start_Column + 5;
3064 exit Blanks_Loop;
3065 end if;
3066 else
3067 Scan_Ptr := Scan_Ptr + 4;
3068 Start_Column := Start_Column + 4;
3069 exit Blanks_Loop;
3070 end if;
3071 else
3072 Scan_Ptr := Scan_Ptr + 3;
3073 Start_Column := Start_Column + 3;
3074 exit Blanks_Loop;
3075 end if;
3076 else
3077 Scan_Ptr := Scan_Ptr + 2;
3078 Start_Column := Start_Column + 2;
3079 exit Blanks_Loop;
3080 end if;
3081 else
3082 Scan_Ptr := Scan_Ptr + 1;
3083 Start_Column := Start_Column + 1;
3084 exit Blanks_Loop;
3085 end if;
3086 else
3087 exit Blanks_Loop;
3088 end if;
3089 end loop Blanks_Loop;
3091 -- Outer loop keeps going only if a horizontal tab follows
3093 if Source (Scan_Ptr) = HT then
3094 if Style_Check then
3095 Style.Check_HT;
3096 end if;
3098 Scan_Ptr := Scan_Ptr + 1;
3099 Start_Column := (Start_Column / 8) * 8 + 8;
3100 else
3101 exit Tabs_Loop;
3102 end if;
3103 end loop Tabs_Loop;
3105 return Start_Column;
3107 -- A constraint error can happen only if we have a compiler with checks on
3108 -- and a line with a ludicrous number of tabs or spaces at the start. In
3109 -- such a case, we really don't care if Start_Column is right or not.
3111 exception
3112 when Constraint_Error =>
3113 return Start_Column;
3114 end Set_Start_Column;
3116 end Scng;