Avoid unnecessary dependencies on COND_EXEC insns.
[official-gcc.git] / gcc / c-lex.c
blob4dee1ef45485c6506c0e7fdd109b0687c473d417
1 /* Lexical analyzer for C and Objective C.
2 Copyright (C) 1987, 1988, 1989, 1992, 1994, 1995, 1996, 1997
3 1998, 1999, 2000 Free Software Foundation, Inc.
5 This file is part of GNU CC.
7 GNU CC is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License as published by
9 the Free Software Foundation; either version 2, or (at your option)
10 any later version.
12 GNU CC is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
17 You should have received a copy of the GNU General Public License
18 along with GNU CC; see the file COPYING. If not, write to
19 the Free Software Foundation, 59 Temple Place - Suite 330,
20 Boston, MA 02111-1307, USA. */
22 #include "config.h"
23 #include "system.h"
25 #include "rtl.h"
26 #include "expr.h"
27 #include "tree.h"
28 #include "input.h"
29 #include "output.h"
30 #include "c-lex.h"
31 #include "c-tree.h"
32 #include "flags.h"
33 #include "timevar.h"
34 #include "cpplib.h"
35 #include "c-pragma.h"
36 #include "toplev.h"
37 #include "intl.h"
38 #include "tm_p.h"
39 #include "splay-tree.h"
41 /* MULTIBYTE_CHARS support only works for native compilers.
42 ??? Ideally what we want is to model widechar support after
43 the current floating point support. */
44 #ifdef CROSS_COMPILE
45 #undef MULTIBYTE_CHARS
46 #endif
48 #ifdef MULTIBYTE_CHARS
49 #include "mbchar.h"
50 #include <locale.h>
51 #endif /* MULTIBYTE_CHARS */
52 #ifndef GET_ENVIRONMENT
53 #define GET_ENVIRONMENT(ENV_VALUE,ENV_NAME) ((ENV_VALUE) = getenv (ENV_NAME))
54 #endif
56 /* The original file name, before changing "-" to "stdin". */
57 static const char *orig_filename;
59 /* We may keep statistics about how long which files took to compile. */
60 static int header_time, body_time;
61 static splay_tree file_info_tree;
63 /* Cause the `yydebug' variable to be defined. */
64 #define YYDEBUG 1
66 /* File used for outputting assembler code. */
67 extern FILE *asm_out_file;
69 #undef WCHAR_TYPE_SIZE
70 #define WCHAR_TYPE_SIZE TYPE_PRECISION (wchar_type_node)
72 /* Number of bytes in a wide character. */
73 #define WCHAR_BYTES (WCHAR_TYPE_SIZE / BITS_PER_UNIT)
75 int indent_level; /* Number of { minus number of }. */
76 int pending_lang_change; /* If we need to switch languages - C++ only */
77 int c_header_level; /* depth in C headers - C++ only */
79 /* Nonzero tells yylex to ignore \ in string constants. */
80 static int ignore_escape_flag;
82 static const char *readescape PARAMS ((const char *, const char *,
83 unsigned int *));
84 static const char *read_ucs PARAMS ((const char *, const char *,
85 unsigned int *, int));
86 static void parse_float PARAMS ((PTR));
87 static tree lex_number PARAMS ((const char *, unsigned int));
88 static tree lex_string PARAMS ((const char *, unsigned int, int));
89 static tree lex_charconst PARAMS ((const char *, unsigned int, int));
90 static void update_header_times PARAMS ((const char *));
91 static int dump_one_header PARAMS ((splay_tree_node, void *));
92 static void cb_ident PARAMS ((cpp_reader *, const cpp_string *));
93 static void cb_file_change PARAMS ((cpp_reader *, const cpp_file_change *));
94 static void cb_def_pragma PARAMS ((cpp_reader *));
96 const char *
97 init_c_lex (filename)
98 const char *filename;
100 struct c_fileinfo *toplevel;
102 orig_filename = filename;
104 /* Set up filename timing. Must happen before cpp_start_read. */
105 file_info_tree = splay_tree_new ((splay_tree_compare_fn)strcmp,
107 (splay_tree_delete_value_fn)free);
108 toplevel = get_fileinfo ("<top level>");
109 if (flag_detailed_statistics)
111 header_time = 0;
112 body_time = get_run_time ();
113 toplevel->time = body_time;
116 #ifdef MULTIBYTE_CHARS
117 /* Change to the native locale for multibyte conversions. */
118 setlocale (LC_CTYPE, "");
119 GET_ENVIRONMENT (literal_codeset, "LANG");
120 #endif
122 parse_in->cb.ident = cb_ident;
123 parse_in->cb.file_change = cb_file_change;
124 parse_in->cb.def_pragma = cb_def_pragma;
126 if (filename == 0 || !strcmp (filename, "-"))
127 filename = "stdin";
129 /* Start it at 0. */
130 lineno = 0;
132 return filename;
135 /* A thin wrapper around the real parser that initializes the
136 integrated preprocessor after debug output has been initialized. */
139 yyparse()
141 if (! cpp_start_read (parse_in, orig_filename))
142 return 1; /* cpplib has emitted an error. */
144 return yyparse_1();
147 struct c_fileinfo *
148 get_fileinfo (name)
149 const char *name;
151 splay_tree_node n;
152 struct c_fileinfo *fi;
154 n = splay_tree_lookup (file_info_tree, (splay_tree_key) name);
155 if (n)
156 return (struct c_fileinfo *) n->value;
158 fi = (struct c_fileinfo *) xmalloc (sizeof (struct c_fileinfo));
159 fi->time = 0;
160 fi->interface_only = 0;
161 fi->interface_unknown = 1;
162 splay_tree_insert (file_info_tree, (splay_tree_key) name,
163 (splay_tree_value) fi);
164 return fi;
167 static void
168 update_header_times (name)
169 const char *name;
171 /* Changing files again. This means currently collected time
172 is charged against header time, and body time starts back at 0. */
173 if (flag_detailed_statistics)
175 int this_time = get_run_time ();
176 struct c_fileinfo *file = get_fileinfo (name);
177 header_time += this_time - body_time;
178 file->time += this_time - body_time;
179 body_time = this_time;
183 static int
184 dump_one_header (n, dummy)
185 splay_tree_node n;
186 void *dummy ATTRIBUTE_UNUSED;
188 print_time ((const char *) n->key,
189 ((struct c_fileinfo *) n->value)->time);
190 return 0;
193 void
194 dump_time_statistics ()
196 struct c_fileinfo *file = get_fileinfo (input_filename);
197 int this_time = get_run_time ();
198 file->time += this_time - body_time;
200 fprintf (stderr, "\n******\n");
201 print_time ("header files (total)", header_time);
202 print_time ("main file (total)", this_time - body_time);
203 fprintf (stderr, "ratio = %g : 1\n",
204 (double)header_time / (double)(this_time - body_time));
205 fprintf (stderr, "\n******\n");
207 splay_tree_foreach (file_info_tree, dump_one_header, 0);
210 /* Not yet handled: #pragma, #define, #undef.
211 No need to deal with linemarkers under normal conditions. */
213 static void
214 cb_ident (pfile, str)
215 cpp_reader *pfile ATTRIBUTE_UNUSED;
216 const cpp_string *str ATTRIBUTE_UNUSED;
218 #ifdef ASM_OUTPUT_IDENT
219 if (! flag_no_ident)
221 /* Convert escapes in the string. */
222 tree value = lex_string ((const char *)str->text, str->len, 0);
223 ASM_OUTPUT_IDENT (asm_out_file, TREE_STRING_POINTER (value));
225 #endif
228 static void
229 cb_file_change (pfile, fc)
230 cpp_reader *pfile ATTRIBUTE_UNUSED;
231 const cpp_file_change *fc;
233 if (fc->reason == FC_ENTER)
235 /* Don't stack the main buffer on the input stack. */
236 if (fc->from.filename)
238 lineno = fc->from.lineno;
239 push_srcloc (fc->to.filename, 1);
240 input_file_stack->indent_level = indent_level;
241 debug_start_source_file (fc->to.filename);
242 #ifndef NO_IMPLICIT_EXTERN_C
243 if (c_header_level)
244 ++c_header_level;
245 else if (fc->externc)
247 c_header_level = 1;
248 ++pending_lang_change;
250 #endif
252 else
253 main_input_filename = fc->to.filename;
255 else if (fc->reason == FC_LEAVE)
257 /* Popping out of a file. */
258 if (input_file_stack->next)
260 #ifndef NO_IMPLICIT_EXTERN_C
261 if (c_header_level && --c_header_level == 0)
263 if (fc->externc)
264 warning ("badly nested C headers from preprocessor");
265 --pending_lang_change;
267 #endif
268 #if 0
269 if (indent_level != input_file_stack->indent_level)
271 warning_with_file_and_line
272 (input_filename, lex_lineno,
273 "This file contains more '%c's than '%c's.",
274 indent_level > input_file_stack->indent_level ? '{' : '}',
275 indent_level > input_file_stack->indent_level ? '}' : '{');
277 #endif
278 pop_srcloc ();
279 debug_end_source_file (input_file_stack->line);
281 else
282 error ("leaving more files than we entered");
285 update_header_times (fc->to.filename);
286 in_system_header = fc->sysp != 0;
287 input_filename = fc->to.filename;
288 lineno = fc->to.lineno; /* Do we need this? */
290 /* Hook for C++. */
291 extract_interface_info ();
294 static void
295 cb_def_pragma (pfile)
296 cpp_reader *pfile;
298 /* Issue a warning message if we have been asked to do so. Ignore
299 unknown pragmas in system headers unless an explicit
300 -Wunknown-pragmas has been given. */
301 if (warn_unknown_pragmas > in_system_header)
303 const unsigned char *space, *name = 0;
304 cpp_token s;
306 cpp_get_token (pfile, &s);
307 space = cpp_token_as_text (pfile, &s);
308 cpp_get_token (pfile, &s);
309 if (s.type == CPP_NAME)
310 name = cpp_token_as_text (pfile, &s);
312 lineno = cpp_get_line (parse_in)->line;
313 if (name)
314 warning ("ignoring #pragma %s %s", space, name);
315 else
316 warning ("ignoring #pragma %s", space);
320 /* Parse a '\uNNNN' or '\UNNNNNNNN' sequence.
322 [lex.charset]: The character designated by the universal-character-name
323 \UNNNNNNNN is that character whose character short name in ISO/IEC 10646
324 is NNNNNNNN; the character designated by the universal-character-name
325 \uNNNN is that character whose character short name in ISO/IEC 10646 is
326 0000NNNN. If the hexadecimal value for a universal character name is
327 less than 0x20 or in the range 0x7F-0x9F (inclusive), or if the
328 universal character name designates a character in the basic source
329 character set, then the program is ill-formed.
331 We assume that wchar_t is Unicode, so we don't need to do any
332 mapping. Is this ever wrong? */
334 static const char *
335 read_ucs (p, limit, cptr, length)
336 const char *p;
337 const char *limit;
338 unsigned int *cptr;
339 int length;
341 unsigned int code = 0;
342 int c;
344 for (; length; --length)
346 if (p >= limit)
348 error ("incomplete universal-character-name");
349 break;
352 c = *p++;
353 if (! ISXDIGIT (c))
355 error ("non hex digit '%c' in universal-character-name", c);
356 p--;
357 break;
360 code <<= 4;
361 if (c >= 'a' && c <= 'f')
362 code += c - 'a' + 10;
363 if (c >= 'A' && c <= 'F')
364 code += c - 'A' + 10;
365 if (c >= '0' && c <= '9')
366 code += c - '0';
369 #ifdef TARGET_EBCDIC
370 sorry ("universal-character-name on EBCDIC target");
371 *cptr = 0x3f; /* EBCDIC invalid character */
372 return p;
373 #endif
375 if (code > 0x9f && !(code & 0x80000000))
376 /* True extended character, OK. */;
377 else if (code >= 0x20 && code < 0x7f)
379 /* ASCII printable character. The C character set consists of all of
380 these except $, @ and `. We use hex escapes so that this also
381 works with EBCDIC hosts. */
382 if (code != 0x24 && code != 0x40 && code != 0x60)
383 error ("universal-character-name used for '%c'", code);
385 else
386 error ("invalid universal-character-name");
388 *cptr = code;
389 return p;
392 /* Read an escape sequence and write its character equivalent into *CPTR.
393 P is the input pointer, which is just after the backslash. LIMIT
394 is how much text we have.
395 Returns the updated input pointer. */
397 static const char *
398 readescape (p, limit, cptr)
399 const char *p;
400 const char *limit;
401 unsigned int *cptr;
403 unsigned int c, code, count;
404 unsigned firstdig = 0;
405 int nonnull;
407 if (p == limit)
409 /* cpp has already issued an error for this. */
410 *cptr = 0;
411 return p;
414 c = *p++;
416 switch (c)
418 case 'x':
419 if (warn_traditional && !in_system_header)
420 warning ("the meaning of `\\x' varies with -traditional");
422 if (flag_traditional)
424 *cptr = 'x';
425 return p;
428 code = 0;
429 count = 0;
430 nonnull = 0;
431 while (p < limit)
433 c = *p++;
434 if (! ISXDIGIT (c))
436 p--;
437 break;
439 code *= 16;
440 if (c >= 'a' && c <= 'f')
441 code += c - 'a' + 10;
442 if (c >= 'A' && c <= 'F')
443 code += c - 'A' + 10;
444 if (c >= '0' && c <= '9')
445 code += c - '0';
446 if (code != 0 || count != 0)
448 if (count == 0)
449 firstdig = code;
450 count++;
452 nonnull = 1;
454 if (! nonnull)
456 warning ("\\x used with no following hex digits");
457 *cptr = 'x';
458 return p;
460 else if (count == 0)
461 /* Digits are all 0's. Ok. */
463 else if ((count - 1) * 4 >= TYPE_PRECISION (integer_type_node)
464 || (count > 1
465 && (((unsigned)1
466 << (TYPE_PRECISION (integer_type_node)
467 - (count - 1) * 4))
468 <= firstdig)))
469 pedwarn ("hex escape out of range");
470 *cptr = code;
471 return p;
473 case '0': case '1': case '2': case '3': case '4':
474 case '5': case '6': case '7':
475 code = 0;
476 for (count = 0; count < 3; count++)
478 if (c < '0' || c > '7')
480 p--;
481 break;
483 code = (code * 8) + (c - '0');
484 if (p == limit)
485 break;
486 c = *p++;
489 if (count == 3)
490 p--;
492 *cptr = code;
493 return p;
495 case '\\': case '\'': case '"': case '?':
496 *cptr = c;
497 return p;
499 case 'n': *cptr = TARGET_NEWLINE; return p;
500 case 't': *cptr = TARGET_TAB; return p;
501 case 'r': *cptr = TARGET_CR; return p;
502 case 'f': *cptr = TARGET_FF; return p;
503 case 'b': *cptr = TARGET_BS; return p;
504 case 'v': *cptr = TARGET_VT; return p;
505 case 'a':
506 if (warn_traditional && !in_system_header)
507 warning ("the meaning of '\\a' varies with -traditional");
508 *cptr = flag_traditional ? c : TARGET_BELL;
509 return p;
511 /* Warnings and support checks handled by read_ucs(). */
512 case 'u': case 'U':
513 if (c_language != clk_cplusplus && !flag_isoc99)
514 break;
516 if (warn_traditional && !in_system_header)
517 warning ("the meaning of '\\%c' varies with -traditional", c);
519 return read_ucs (p, limit, cptr, c == 'u' ? 4 : 8);
521 case 'e': case 'E':
522 if (pedantic)
523 pedwarn ("non-ISO-standard escape sequence, '\\%c'", c);
524 *cptr = TARGET_ESC; return p;
526 /* '\(', etc, are used at beginning of line to avoid confusing Emacs.
527 '\%' is used to prevent SCCS from getting confused. */
528 case '(': case '{': case '[': case '%':
529 if (pedantic)
530 pedwarn ("unknown escape sequence '\\%c'", c);
531 *cptr = c;
532 return p;
535 if (ISGRAPH (c))
536 pedwarn ("unknown escape sequence '\\%c'", c);
537 else
538 pedwarn ("unknown escape sequence: '\\' followed by char 0x%x", c);
540 *cptr = c;
541 return p;
544 #if 0 /* not yet */
545 /* Returns nonzero if C is a universal-character-name. Give an error if it
546 is not one which may appear in an identifier, as per [extendid].
548 Note that extended character support in identifiers has not yet been
549 implemented. It is my personal opinion that this is not a desirable
550 feature. Portable code cannot count on support for more than the basic
551 identifier character set. */
553 static inline int
554 is_extended_char (c)
555 int c;
557 #ifdef TARGET_EBCDIC
558 return 0;
559 #else
560 /* ASCII. */
561 if (c < 0x7f)
562 return 0;
564 /* None of the valid chars are outside the Basic Multilingual Plane (the
565 low 16 bits). */
566 if (c > 0xffff)
568 error ("universal-character-name '\\U%08x' not valid in identifier", c);
569 return 1;
572 /* Latin */
573 if ((c >= 0x00c0 && c <= 0x00d6)
574 || (c >= 0x00d8 && c <= 0x00f6)
575 || (c >= 0x00f8 && c <= 0x01f5)
576 || (c >= 0x01fa && c <= 0x0217)
577 || (c >= 0x0250 && c <= 0x02a8)
578 || (c >= 0x1e00 && c <= 0x1e9a)
579 || (c >= 0x1ea0 && c <= 0x1ef9))
580 return 1;
582 /* Greek */
583 if ((c == 0x0384)
584 || (c >= 0x0388 && c <= 0x038a)
585 || (c == 0x038c)
586 || (c >= 0x038e && c <= 0x03a1)
587 || (c >= 0x03a3 && c <= 0x03ce)
588 || (c >= 0x03d0 && c <= 0x03d6)
589 || (c == 0x03da)
590 || (c == 0x03dc)
591 || (c == 0x03de)
592 || (c == 0x03e0)
593 || (c >= 0x03e2 && c <= 0x03f3)
594 || (c >= 0x1f00 && c <= 0x1f15)
595 || (c >= 0x1f18 && c <= 0x1f1d)
596 || (c >= 0x1f20 && c <= 0x1f45)
597 || (c >= 0x1f48 && c <= 0x1f4d)
598 || (c >= 0x1f50 && c <= 0x1f57)
599 || (c == 0x1f59)
600 || (c == 0x1f5b)
601 || (c == 0x1f5d)
602 || (c >= 0x1f5f && c <= 0x1f7d)
603 || (c >= 0x1f80 && c <= 0x1fb4)
604 || (c >= 0x1fb6 && c <= 0x1fbc)
605 || (c >= 0x1fc2 && c <= 0x1fc4)
606 || (c >= 0x1fc6 && c <= 0x1fcc)
607 || (c >= 0x1fd0 && c <= 0x1fd3)
608 || (c >= 0x1fd6 && c <= 0x1fdb)
609 || (c >= 0x1fe0 && c <= 0x1fec)
610 || (c >= 0x1ff2 && c <= 0x1ff4)
611 || (c >= 0x1ff6 && c <= 0x1ffc))
612 return 1;
614 /* Cyrillic */
615 if ((c >= 0x0401 && c <= 0x040d)
616 || (c >= 0x040f && c <= 0x044f)
617 || (c >= 0x0451 && c <= 0x045c)
618 || (c >= 0x045e && c <= 0x0481)
619 || (c >= 0x0490 && c <= 0x04c4)
620 || (c >= 0x04c7 && c <= 0x04c8)
621 || (c >= 0x04cb && c <= 0x04cc)
622 || (c >= 0x04d0 && c <= 0x04eb)
623 || (c >= 0x04ee && c <= 0x04f5)
624 || (c >= 0x04f8 && c <= 0x04f9))
625 return 1;
627 /* Armenian */
628 if ((c >= 0x0531 && c <= 0x0556)
629 || (c >= 0x0561 && c <= 0x0587))
630 return 1;
632 /* Hebrew */
633 if ((c >= 0x05d0 && c <= 0x05ea)
634 || (c >= 0x05f0 && c <= 0x05f4))
635 return 1;
637 /* Arabic */
638 if ((c >= 0x0621 && c <= 0x063a)
639 || (c >= 0x0640 && c <= 0x0652)
640 || (c >= 0x0670 && c <= 0x06b7)
641 || (c >= 0x06ba && c <= 0x06be)
642 || (c >= 0x06c0 && c <= 0x06ce)
643 || (c >= 0x06e5 && c <= 0x06e7))
644 return 1;
646 /* Devanagari */
647 if ((c >= 0x0905 && c <= 0x0939)
648 || (c >= 0x0958 && c <= 0x0962))
649 return 1;
651 /* Bengali */
652 if ((c >= 0x0985 && c <= 0x098c)
653 || (c >= 0x098f && c <= 0x0990)
654 || (c >= 0x0993 && c <= 0x09a8)
655 || (c >= 0x09aa && c <= 0x09b0)
656 || (c == 0x09b2)
657 || (c >= 0x09b6 && c <= 0x09b9)
658 || (c >= 0x09dc && c <= 0x09dd)
659 || (c >= 0x09df && c <= 0x09e1)
660 || (c >= 0x09f0 && c <= 0x09f1))
661 return 1;
663 /* Gurmukhi */
664 if ((c >= 0x0a05 && c <= 0x0a0a)
665 || (c >= 0x0a0f && c <= 0x0a10)
666 || (c >= 0x0a13 && c <= 0x0a28)
667 || (c >= 0x0a2a && c <= 0x0a30)
668 || (c >= 0x0a32 && c <= 0x0a33)
669 || (c >= 0x0a35 && c <= 0x0a36)
670 || (c >= 0x0a38 && c <= 0x0a39)
671 || (c >= 0x0a59 && c <= 0x0a5c)
672 || (c == 0x0a5e))
673 return 1;
675 /* Gujarati */
676 if ((c >= 0x0a85 && c <= 0x0a8b)
677 || (c == 0x0a8d)
678 || (c >= 0x0a8f && c <= 0x0a91)
679 || (c >= 0x0a93 && c <= 0x0aa8)
680 || (c >= 0x0aaa && c <= 0x0ab0)
681 || (c >= 0x0ab2 && c <= 0x0ab3)
682 || (c >= 0x0ab5 && c <= 0x0ab9)
683 || (c == 0x0ae0))
684 return 1;
686 /* Oriya */
687 if ((c >= 0x0b05 && c <= 0x0b0c)
688 || (c >= 0x0b0f && c <= 0x0b10)
689 || (c >= 0x0b13 && c <= 0x0b28)
690 || (c >= 0x0b2a && c <= 0x0b30)
691 || (c >= 0x0b32 && c <= 0x0b33)
692 || (c >= 0x0b36 && c <= 0x0b39)
693 || (c >= 0x0b5c && c <= 0x0b5d)
694 || (c >= 0x0b5f && c <= 0x0b61))
695 return 1;
697 /* Tamil */
698 if ((c >= 0x0b85 && c <= 0x0b8a)
699 || (c >= 0x0b8e && c <= 0x0b90)
700 || (c >= 0x0b92 && c <= 0x0b95)
701 || (c >= 0x0b99 && c <= 0x0b9a)
702 || (c == 0x0b9c)
703 || (c >= 0x0b9e && c <= 0x0b9f)
704 || (c >= 0x0ba3 && c <= 0x0ba4)
705 || (c >= 0x0ba8 && c <= 0x0baa)
706 || (c >= 0x0bae && c <= 0x0bb5)
707 || (c >= 0x0bb7 && c <= 0x0bb9))
708 return 1;
710 /* Telugu */
711 if ((c >= 0x0c05 && c <= 0x0c0c)
712 || (c >= 0x0c0e && c <= 0x0c10)
713 || (c >= 0x0c12 && c <= 0x0c28)
714 || (c >= 0x0c2a && c <= 0x0c33)
715 || (c >= 0x0c35 && c <= 0x0c39)
716 || (c >= 0x0c60 && c <= 0x0c61))
717 return 1;
719 /* Kannada */
720 if ((c >= 0x0c85 && c <= 0x0c8c)
721 || (c >= 0x0c8e && c <= 0x0c90)
722 || (c >= 0x0c92 && c <= 0x0ca8)
723 || (c >= 0x0caa && c <= 0x0cb3)
724 || (c >= 0x0cb5 && c <= 0x0cb9)
725 || (c >= 0x0ce0 && c <= 0x0ce1))
726 return 1;
728 /* Malayalam */
729 if ((c >= 0x0d05 && c <= 0x0d0c)
730 || (c >= 0x0d0e && c <= 0x0d10)
731 || (c >= 0x0d12 && c <= 0x0d28)
732 || (c >= 0x0d2a && c <= 0x0d39)
733 || (c >= 0x0d60 && c <= 0x0d61))
734 return 1;
736 /* Thai */
737 if ((c >= 0x0e01 && c <= 0x0e30)
738 || (c >= 0x0e32 && c <= 0x0e33)
739 || (c >= 0x0e40 && c <= 0x0e46)
740 || (c >= 0x0e4f && c <= 0x0e5b))
741 return 1;
743 /* Lao */
744 if ((c >= 0x0e81 && c <= 0x0e82)
745 || (c == 0x0e84)
746 || (c == 0x0e87)
747 || (c == 0x0e88)
748 || (c == 0x0e8a)
749 || (c == 0x0e0d)
750 || (c >= 0x0e94 && c <= 0x0e97)
751 || (c >= 0x0e99 && c <= 0x0e9f)
752 || (c >= 0x0ea1 && c <= 0x0ea3)
753 || (c == 0x0ea5)
754 || (c == 0x0ea7)
755 || (c == 0x0eaa)
756 || (c == 0x0eab)
757 || (c >= 0x0ead && c <= 0x0eb0)
758 || (c == 0x0eb2)
759 || (c == 0x0eb3)
760 || (c == 0x0ebd)
761 || (c >= 0x0ec0 && c <= 0x0ec4)
762 || (c == 0x0ec6))
763 return 1;
765 /* Georgian */
766 if ((c >= 0x10a0 && c <= 0x10c5)
767 || (c >= 0x10d0 && c <= 0x10f6))
768 return 1;
770 /* Hiragana */
771 if ((c >= 0x3041 && c <= 0x3094)
772 || (c >= 0x309b && c <= 0x309e))
773 return 1;
775 /* Katakana */
776 if ((c >= 0x30a1 && c <= 0x30fe))
777 return 1;
779 /* Bopmofo */
780 if ((c >= 0x3105 && c <= 0x312c))
781 return 1;
783 /* Hangul */
784 if ((c >= 0x1100 && c <= 0x1159)
785 || (c >= 0x1161 && c <= 0x11a2)
786 || (c >= 0x11a8 && c <= 0x11f9))
787 return 1;
789 /* CJK Unified Ideographs */
790 if ((c >= 0xf900 && c <= 0xfa2d)
791 || (c >= 0xfb1f && c <= 0xfb36)
792 || (c >= 0xfb38 && c <= 0xfb3c)
793 || (c == 0xfb3e)
794 || (c >= 0xfb40 && c <= 0xfb41)
795 || (c >= 0xfb42 && c <= 0xfb44)
796 || (c >= 0xfb46 && c <= 0xfbb1)
797 || (c >= 0xfbd3 && c <= 0xfd3f)
798 || (c >= 0xfd50 && c <= 0xfd8f)
799 || (c >= 0xfd92 && c <= 0xfdc7)
800 || (c >= 0xfdf0 && c <= 0xfdfb)
801 || (c >= 0xfe70 && c <= 0xfe72)
802 || (c == 0xfe74)
803 || (c >= 0xfe76 && c <= 0xfefc)
804 || (c >= 0xff21 && c <= 0xff3a)
805 || (c >= 0xff41 && c <= 0xff5a)
806 || (c >= 0xff66 && c <= 0xffbe)
807 || (c >= 0xffc2 && c <= 0xffc7)
808 || (c >= 0xffca && c <= 0xffcf)
809 || (c >= 0xffd2 && c <= 0xffd7)
810 || (c >= 0xffda && c <= 0xffdc)
811 || (c >= 0x4e00 && c <= 0x9fa5))
812 return 1;
814 error ("universal-character-name '\\u%04x' not valid in identifier", c);
815 return 1;
816 #endif
819 /* Add the UTF-8 representation of C to the token_buffer. */
821 static void
822 utf8_extend_token (c)
823 int c;
825 int shift, mask;
827 if (c <= 0x0000007f)
829 extend_token (c);
830 return;
832 else if (c <= 0x000007ff)
833 shift = 6, mask = 0xc0;
834 else if (c <= 0x0000ffff)
835 shift = 12, mask = 0xe0;
836 else if (c <= 0x001fffff)
837 shift = 18, mask = 0xf0;
838 else if (c <= 0x03ffffff)
839 shift = 24, mask = 0xf8;
840 else
841 shift = 30, mask = 0xfc;
843 extend_token (mask | (c >> shift));
846 shift -= 6;
847 extend_token ((unsigned char) (0x80 | (c >> shift)));
849 while (shift);
851 #endif
853 #if 0
854 struct try_type
856 tree *node_var;
857 char unsigned_flag;
858 char long_flag;
859 char long_long_flag;
862 struct try_type type_sequence[] =
864 { &integer_type_node, 0, 0, 0},
865 { &unsigned_type_node, 1, 0, 0},
866 { &long_integer_type_node, 0, 1, 0},
867 { &long_unsigned_type_node, 1, 1, 0},
868 { &long_long_integer_type_node, 0, 1, 1},
869 { &long_long_unsigned_type_node, 1, 1, 1}
871 #endif /* 0 */
873 struct pf_args
875 /* Input */
876 const char *str;
877 int fflag;
878 int lflag;
879 int base;
880 /* Output */
881 int conversion_errno;
882 REAL_VALUE_TYPE value;
883 tree type;
886 static void
887 parse_float (data)
888 PTR data;
890 struct pf_args * args = (struct pf_args *) data;
891 const char *typename;
893 args->conversion_errno = 0;
894 args->type = double_type_node;
895 typename = "double";
897 /* The second argument, machine_mode, of REAL_VALUE_ATOF
898 tells the desired precision of the binary result
899 of decimal-to-binary conversion. */
901 if (args->fflag)
903 if (args->lflag)
904 error ("both 'f' and 'l' suffixes on floating constant");
906 args->type = float_type_node;
907 typename = "float";
909 else if (args->lflag)
911 args->type = long_double_type_node;
912 typename = "long double";
914 else if (flag_single_precision_constant)
916 args->type = float_type_node;
917 typename = "float";
920 errno = 0;
921 if (args->base == 16)
922 args->value = REAL_VALUE_HTOF (args->str, TYPE_MODE (args->type));
923 else
924 args->value = REAL_VALUE_ATOF (args->str, TYPE_MODE (args->type));
926 args->conversion_errno = errno;
927 /* A diagnostic is required here by some ISO C testsuites.
928 This is not pedwarn, because some people don't want
929 an error for this. */
930 if (REAL_VALUE_ISINF (args->value) && pedantic)
931 warning ("floating point number exceeds range of '%s'", typename);
935 c_lex (value)
936 tree *value;
938 cpp_token tok;
939 enum cpp_ttype type;
941 retry:
942 timevar_push (TV_CPP);
943 cpp_get_token (parse_in, &tok);
944 timevar_pop (TV_CPP);
946 /* The C++ front end does horrible things with the current line
947 number. To ensure an accurate line number, we must reset it
948 every time we return a token. */
949 lineno = cpp_get_line (parse_in)->line;
951 *value = NULL_TREE;
952 type = tok.type;
953 switch (type)
955 case CPP_OPEN_BRACE: indent_level++; break;
956 case CPP_CLOSE_BRACE: indent_level--; break;
958 /* Issue this error here, where we can get at tok.val.c. */
959 case CPP_OTHER:
960 if (ISGRAPH (tok.val.c))
961 error ("stray '%c' in program", tok.val.c);
962 else
963 error ("stray '\\%#o' in program", tok.val.c);
964 goto retry;
966 case CPP_NAME:
967 *value = get_identifier ((const char *)tok.val.node->name);
968 break;
970 case CPP_INT:
971 case CPP_FLOAT:
972 case CPP_NUMBER:
973 *value = lex_number ((const char *)tok.val.str.text, tok.val.str.len);
974 break;
976 case CPP_CHAR:
977 case CPP_WCHAR:
978 *value = lex_charconst ((const char *)tok.val.str.text,
979 tok.val.str.len, tok.type == CPP_WCHAR);
980 break;
982 case CPP_STRING:
983 case CPP_WSTRING:
984 case CPP_OSTRING:
985 *value = lex_string ((const char *)tok.val.str.text,
986 tok.val.str.len, tok.type == CPP_WSTRING);
987 break;
989 /* These tokens should not be visible outside cpplib. */
990 case CPP_HEADER_NAME:
991 case CPP_COMMENT:
992 case CPP_MACRO_ARG:
993 abort ();
995 default: break;
998 return type;
1001 #define ERROR(msgid) do { error(msgid); goto syntax_error; } while(0)
1003 static tree
1004 lex_number (str, len)
1005 const char *str;
1006 unsigned int len;
1008 int base = 10;
1009 int count = 0;
1010 int largest_digit = 0;
1011 int numdigits = 0;
1012 int overflow = 0;
1013 int c;
1014 tree value;
1015 const char *p;
1016 enum anon1 { NOT_FLOAT = 0, AFTER_POINT, AFTER_EXPON } floatflag = NOT_FLOAT;
1018 /* We actually store only HOST_BITS_PER_CHAR bits in each part.
1019 The code below which fills the parts array assumes that a host
1020 int is at least twice as wide as a host char, and that
1021 HOST_BITS_PER_WIDE_INT is an even multiple of HOST_BITS_PER_CHAR.
1022 Two HOST_WIDE_INTs is the largest int literal we can store.
1023 In order to detect overflow below, the number of parts (TOTAL_PARTS)
1024 must be exactly the number of parts needed to hold the bits
1025 of two HOST_WIDE_INTs. */
1026 #define TOTAL_PARTS ((HOST_BITS_PER_WIDE_INT / HOST_BITS_PER_CHAR) * 2)
1027 unsigned int parts[TOTAL_PARTS];
1029 /* Optimize for most frequent case. */
1030 if (len == 1)
1032 if (*str == '0')
1033 return integer_zero_node;
1034 else if (*str == '1')
1035 return integer_one_node;
1036 else
1037 return build_int_2 (*str - '0', 0);
1040 for (count = 0; count < TOTAL_PARTS; count++)
1041 parts[count] = 0;
1043 /* len is known to be >1 at this point. */
1044 p = str;
1046 if (len > 2 && str[0] == '0' && (str[1] == 'x' || str[1] == 'X'))
1048 base = 16;
1049 p = str + 2;
1051 /* The ISDIGIT check is so we are not confused by a suffix on 0. */
1052 else if (str[0] == '0' && ISDIGIT (str[1]))
1054 base = 8;
1055 p = str + 1;
1060 c = *p++;
1062 if (c == '.')
1064 if (base == 16 && pedantic && !flag_isoc99)
1065 pedwarn ("floating constant may not be in radix 16");
1066 else if (floatflag == AFTER_POINT)
1067 ERROR ("too many decimal points in floating constant");
1068 else if (floatflag == AFTER_EXPON)
1069 ERROR ("decimal point in exponent - impossible!");
1070 else
1071 floatflag = AFTER_POINT;
1073 if (base == 8)
1074 base = 10;
1076 else if (c == '_')
1077 /* Possible future extension: silently ignore _ in numbers,
1078 permitting cosmetic grouping - e.g. 0x8000_0000 == 0x80000000
1079 but somewhat easier to read. Ada has this? */
1080 ERROR ("underscore in number");
1081 else
1083 int n;
1084 /* It is not a decimal point.
1085 It should be a digit (perhaps a hex digit). */
1087 if (ISDIGIT (c))
1089 n = c - '0';
1091 else if (base <= 10 && (c == 'e' || c == 'E'))
1093 base = 10;
1094 floatflag = AFTER_EXPON;
1095 break;
1097 else if (base == 16 && (c == 'p' || c == 'P'))
1099 floatflag = AFTER_EXPON;
1100 break; /* start of exponent */
1102 else if (base == 16 && c >= 'a' && c <= 'f')
1104 n = c - 'a' + 10;
1106 else if (base == 16 && c >= 'A' && c <= 'F')
1108 n = c - 'A' + 10;
1110 else
1112 p--;
1113 break; /* start of suffix */
1116 if (n >= largest_digit)
1117 largest_digit = n;
1118 numdigits++;
1120 for (count = 0; count < TOTAL_PARTS; count++)
1122 parts[count] *= base;
1123 if (count)
1125 parts[count]
1126 += (parts[count-1] >> HOST_BITS_PER_CHAR);
1127 parts[count-1]
1128 &= (1 << HOST_BITS_PER_CHAR) - 1;
1130 else
1131 parts[0] += n;
1134 /* If the highest-order part overflows (gets larger than
1135 a host char will hold) then the whole number has
1136 overflowed. Record this and truncate the highest-order
1137 part. */
1138 if (parts[TOTAL_PARTS - 1] >> HOST_BITS_PER_CHAR)
1140 overflow = 1;
1141 parts[TOTAL_PARTS - 1] &= (1 << HOST_BITS_PER_CHAR) - 1;
1145 while (p < str + len);
1147 /* This can happen on input like `int i = 0x;' */
1148 if (numdigits == 0)
1149 ERROR ("numeric constant with no digits");
1151 if (largest_digit >= base)
1152 ERROR ("numeric constant contains digits beyond the radix");
1154 if (floatflag != NOT_FLOAT)
1156 tree type;
1157 int imag, fflag, lflag, conversion_errno;
1158 REAL_VALUE_TYPE real;
1159 struct pf_args args;
1160 char *copy;
1162 if (base == 16 && floatflag != AFTER_EXPON)
1163 ERROR ("hexadecimal floating constant has no exponent");
1165 /* Read explicit exponent if any, and put it in tokenbuf. */
1166 if ((base == 10 && ((c == 'e') || (c == 'E')))
1167 || (base == 16 && (c == 'p' || c == 'P')))
1169 if (p < str + len)
1170 c = *p++;
1171 if (p < str + len && (c == '+' || c == '-'))
1172 c = *p++;
1173 /* Exponent is decimal, even if string is a hex float. */
1174 if (! ISDIGIT (c))
1175 ERROR ("floating constant exponent has no digits");
1176 while (p < str + len && ISDIGIT (c))
1177 c = *p++;
1178 if (! ISDIGIT (c))
1179 p--;
1182 /* Copy the float constant now; we don't want any suffixes in the
1183 string passed to parse_float. */
1184 copy = alloca (p - str + 1);
1185 memcpy (copy, str, p - str);
1186 copy[p - str] = '\0';
1188 /* Now parse suffixes. */
1189 fflag = lflag = imag = 0;
1190 while (p < str + len)
1191 switch (*p++)
1193 case 'f': case 'F':
1194 if (fflag)
1195 ERROR ("more than one 'f' suffix on floating constant");
1196 else if (warn_traditional && !in_system_header)
1197 warning ("traditional C rejects the 'f' suffix");
1199 fflag = 1;
1200 break;
1202 case 'l': case 'L':
1203 if (lflag)
1204 ERROR ("more than one 'l' suffix on floating constant");
1205 else if (warn_traditional && !in_system_header)
1206 warning ("traditional C rejects the 'l' suffix");
1208 lflag = 1;
1209 break;
1211 case 'i': case 'I':
1212 case 'j': case 'J':
1213 if (imag)
1214 ERROR ("more than one 'i' or 'j' suffix on floating constant");
1215 else if (pedantic)
1216 pedwarn ("ISO C forbids imaginary numeric constants");
1217 imag = 1;
1218 break;
1220 default:
1221 ERROR ("invalid suffix on floating constant");
1224 /* Setup input for parse_float() */
1225 args.str = copy;
1226 args.fflag = fflag;
1227 args.lflag = lflag;
1228 args.base = base;
1230 /* Convert string to a double, checking for overflow. */
1231 if (do_float_handler (parse_float, (PTR) &args))
1233 /* Receive output from parse_float() */
1234 real = args.value;
1236 else
1237 /* We got an exception from parse_float() */
1238 ERROR ("floating constant out of range");
1240 /* Receive output from parse_float() */
1241 conversion_errno = args.conversion_errno;
1242 type = args.type;
1244 #ifdef ERANGE
1245 /* ERANGE is also reported for underflow,
1246 so test the value to distinguish overflow from that. */
1247 if (conversion_errno == ERANGE && !flag_traditional && pedantic
1248 && (REAL_VALUES_LESS (dconst1, real)
1249 || REAL_VALUES_LESS (real, dconstm1)))
1250 warning ("floating point number exceeds range of 'double'");
1251 #endif
1253 /* Create a node with determined type and value. */
1254 if (imag)
1255 value = build_complex (NULL_TREE, convert (type, integer_zero_node),
1256 build_real (type, real));
1257 else
1258 value = build_real (type, real);
1260 else
1262 tree trad_type, ansi_type, type;
1263 HOST_WIDE_INT high, low;
1264 int spec_unsigned = 0;
1265 int spec_long = 0;
1266 int spec_long_long = 0;
1267 int spec_imag = 0;
1268 int suffix_lu = 0;
1269 int warn = 0, i;
1271 trad_type = ansi_type = type = NULL_TREE;
1272 while (p < str + len)
1274 c = *p++;
1275 switch (c)
1277 case 'u': case 'U':
1278 if (spec_unsigned)
1279 error ("two 'u' suffixes on integer constant");
1280 else if (warn_traditional && !in_system_header)
1281 warning ("traditional C rejects the 'u' suffix");
1283 spec_unsigned = 1;
1284 if (spec_long)
1285 suffix_lu = 1;
1286 break;
1288 case 'l': case 'L':
1289 if (spec_long)
1291 if (spec_long_long)
1292 error ("three 'l' suffixes on integer constant");
1293 else if (suffix_lu)
1294 error ("'lul' is not a valid integer suffix");
1295 else if (c != spec_long)
1296 error ("'Ll' and 'lL' are not valid integer suffixes");
1297 else if (pedantic && ! flag_isoc99
1298 && ! in_system_header && warn_long_long)
1299 pedwarn ("ISO C89 forbids long long integer constants");
1300 spec_long_long = 1;
1302 spec_long = c;
1303 break;
1305 case 'i': case 'I': case 'j': case 'J':
1306 if (spec_imag)
1307 error ("more than one 'i' or 'j' suffix on integer constant");
1308 else if (pedantic)
1309 pedwarn ("ISO C forbids imaginary numeric constants");
1310 spec_imag = 1;
1311 break;
1313 default:
1314 ERROR ("invalid suffix on integer constant");
1318 /* If the literal overflowed, pedwarn about it now. */
1319 if (overflow)
1321 warn = 1;
1322 pedwarn ("integer constant is too large for this configuration of the compiler - truncated to %d bits", HOST_BITS_PER_WIDE_INT * 2);
1325 /* This is simplified by the fact that our constant
1326 is always positive. */
1328 high = low = 0;
1330 for (i = 0; i < HOST_BITS_PER_WIDE_INT / HOST_BITS_PER_CHAR; i++)
1332 high |= ((HOST_WIDE_INT) parts[i + (HOST_BITS_PER_WIDE_INT
1333 / HOST_BITS_PER_CHAR)]
1334 << (i * HOST_BITS_PER_CHAR));
1335 low |= (HOST_WIDE_INT) parts[i] << (i * HOST_BITS_PER_CHAR);
1338 value = build_int_2 (low, high);
1339 TREE_TYPE (value) = long_long_unsigned_type_node;
1341 /* If warn_traditional, calculate both the ISO type and the
1342 traditional type, then see if they disagree.
1343 Otherwise, calculate only the type for the dialect in use. */
1344 if (warn_traditional || flag_traditional)
1346 /* Calculate the traditional type. */
1347 /* Traditionally, any constant is signed; but if unsigned is
1348 specified explicitly, obey that. Use the smallest size
1349 with the right number of bits, except for one special
1350 case with decimal constants. */
1351 if (! spec_long && base != 10
1352 && int_fits_type_p (value, unsigned_type_node))
1353 trad_type = spec_unsigned ? unsigned_type_node : integer_type_node;
1354 /* A decimal constant must be long if it does not fit in
1355 type int. I think this is independent of whether the
1356 constant is signed. */
1357 else if (! spec_long && base == 10
1358 && int_fits_type_p (value, integer_type_node))
1359 trad_type = spec_unsigned ? unsigned_type_node : integer_type_node;
1360 else if (! spec_long_long)
1361 trad_type = (spec_unsigned
1362 ? long_unsigned_type_node
1363 : long_integer_type_node);
1364 else if (int_fits_type_p (value,
1365 spec_unsigned
1366 ? long_long_unsigned_type_node
1367 : long_long_integer_type_node))
1368 trad_type = (spec_unsigned
1369 ? long_long_unsigned_type_node
1370 : long_long_integer_type_node);
1371 else
1372 trad_type = (spec_unsigned
1373 ? widest_unsigned_literal_type_node
1374 : widest_integer_literal_type_node);
1376 if (warn_traditional || ! flag_traditional)
1378 /* Calculate the ISO type. */
1379 if (! spec_long && ! spec_unsigned
1380 && int_fits_type_p (value, integer_type_node))
1381 ansi_type = integer_type_node;
1382 else if (! spec_long && (base != 10 || spec_unsigned)
1383 && int_fits_type_p (value, unsigned_type_node))
1384 ansi_type = unsigned_type_node;
1385 else if (! spec_unsigned && !spec_long_long
1386 && int_fits_type_p (value, long_integer_type_node))
1387 ansi_type = long_integer_type_node;
1388 else if (! spec_long_long
1389 && int_fits_type_p (value, long_unsigned_type_node))
1390 ansi_type = long_unsigned_type_node;
1391 else if (! spec_unsigned
1392 && int_fits_type_p (value, long_long_integer_type_node))
1393 ansi_type = long_long_integer_type_node;
1394 else if (int_fits_type_p (value, long_long_unsigned_type_node))
1395 ansi_type = long_long_unsigned_type_node;
1396 else if (! spec_unsigned
1397 && int_fits_type_p (value, widest_integer_literal_type_node))
1398 ansi_type = widest_integer_literal_type_node;
1399 else
1400 ansi_type = widest_unsigned_literal_type_node;
1403 type = flag_traditional ? trad_type : ansi_type;
1405 /* We assume that constants specified in a non-decimal
1406 base are bit patterns, and that the programmer really
1407 meant what they wrote. */
1408 if (warn_traditional && !in_system_header
1409 && base == 10 && trad_type != ansi_type)
1411 if (TYPE_PRECISION (trad_type) != TYPE_PRECISION (ansi_type))
1412 warning ("width of integer constant changes with -traditional");
1413 else if (TREE_UNSIGNED (trad_type) != TREE_UNSIGNED (ansi_type))
1414 warning ("integer constant is unsigned in ISO C, signed with -traditional");
1415 else
1416 warning ("width of integer constant may change on other systems with -traditional");
1419 if (pedantic && !flag_traditional && (flag_isoc99 || !spec_long_long)
1420 && !warn
1421 && ((flag_isoc99
1422 ? TYPE_PRECISION (long_long_integer_type_node)
1423 : TYPE_PRECISION (long_integer_type_node)) < TYPE_PRECISION (type)))
1425 warn = 1;
1426 pedwarn ("integer constant larger than the maximum value of %s",
1427 (flag_isoc99
1428 ? (TREE_UNSIGNED (type)
1429 ? "an unsigned long long int"
1430 : "a long long int")
1431 : "an unsigned long int"));
1434 if (base == 10 && ! spec_unsigned && TREE_UNSIGNED (type))
1435 warning ("decimal constant is so large that it is unsigned");
1437 if (spec_imag)
1439 if (TYPE_PRECISION (type)
1440 <= TYPE_PRECISION (integer_type_node))
1441 value = build_complex (NULL_TREE, integer_zero_node,
1442 convert (integer_type_node, value));
1443 else
1444 ERROR ("complex integer constant is too wide for 'complex int'");
1446 else if (flag_traditional && !int_fits_type_p (value, type))
1447 /* The traditional constant 0x80000000 is signed
1448 but doesn't fit in the range of int.
1449 This will change it to -0x80000000, which does fit. */
1451 TREE_TYPE (value) = unsigned_type (type);
1452 value = convert (type, value);
1453 TREE_OVERFLOW (value) = TREE_CONSTANT_OVERFLOW (value) = 0;
1455 else
1456 TREE_TYPE (value) = type;
1458 /* If it's still an integer (not a complex), and it doesn't
1459 fit in the type we choose for it, then pedwarn. */
1461 if (! warn
1462 && TREE_CODE (TREE_TYPE (value)) == INTEGER_TYPE
1463 && ! int_fits_type_p (value, TREE_TYPE (value)))
1464 pedwarn ("integer constant is larger than the maximum value for its type");
1467 if (p < str + len)
1468 error ("missing white space after number '%.*s'", (int) (p - str), str);
1470 return value;
1472 syntax_error:
1473 return integer_zero_node;
1476 static tree
1477 lex_string (str, len, wide)
1478 const char *str;
1479 unsigned int len;
1480 int wide;
1482 tree value;
1483 char *buf = alloca ((len + 1) * (wide ? WCHAR_BYTES : 1));
1484 char *q = buf;
1485 const char *p = str, *limit = str + len;
1486 unsigned int c;
1487 unsigned width = wide ? WCHAR_TYPE_SIZE
1488 : TYPE_PRECISION (char_type_node);
1490 #ifdef MULTIBYTE_CHARS
1491 /* Reset multibyte conversion state. */
1492 (void) local_mbtowc (NULL_PTR, NULL_PTR, 0);
1493 #endif
1495 while (p < limit)
1497 #ifdef MULTIBYTE_CHARS
1498 wchar_t wc;
1499 int char_len;
1501 char_len = local_mbtowc (&wc, p, limit - p);
1502 if (char_len == -1)
1504 warning ("Ignoring invalid multibyte character");
1505 char_len = 1;
1506 c = *p++;
1508 else
1510 p += char_len;
1511 c = wc;
1513 #else
1514 c = *p++;
1515 #endif
1517 if (c == '\\' && !ignore_escape_flag)
1519 p = readescape (p, limit, &c);
1520 if (width < HOST_BITS_PER_INT
1521 && (unsigned) c >= ((unsigned)1 << width))
1522 pedwarn ("escape sequence out of range for character");
1525 /* Add this single character into the buffer either as a wchar_t
1526 or as a single byte. */
1527 if (wide)
1529 unsigned charwidth = TYPE_PRECISION (char_type_node);
1530 unsigned bytemask = (1 << charwidth) - 1;
1531 int byte;
1533 for (byte = 0; byte < WCHAR_BYTES; ++byte)
1535 int n;
1536 if (byte >= (int) sizeof (c))
1537 n = 0;
1538 else
1539 n = (c >> (byte * charwidth)) & bytemask;
1540 if (BYTES_BIG_ENDIAN)
1541 q[WCHAR_BYTES - byte - 1] = n;
1542 else
1543 q[byte] = n;
1545 q += WCHAR_BYTES;
1547 else
1549 *q++ = c;
1553 /* Terminate the string value, either with a single byte zero
1554 or with a wide zero. */
1556 if (wide)
1558 memset (q, 0, WCHAR_BYTES);
1559 q += WCHAR_BYTES;
1561 else
1563 *q++ = '\0';
1566 value = build_string (q - buf, buf);
1568 if (wide)
1569 TREE_TYPE (value) = wchar_array_type_node;
1570 else
1571 TREE_TYPE (value) = char_array_type_node;
1572 return value;
1575 static tree
1576 lex_charconst (str, len, wide)
1577 const char *str;
1578 unsigned int len;
1579 int wide;
1581 const char *limit = str + len;
1582 int result = 0;
1583 int num_chars = 0;
1584 int chars_seen = 0;
1585 unsigned width = TYPE_PRECISION (char_type_node);
1586 int max_chars;
1587 unsigned int c;
1588 tree value;
1590 #ifdef MULTIBYTE_CHARS
1591 int longest_char = local_mb_cur_max ();
1592 (void) local_mbtowc (NULL_PTR, NULL_PTR, 0);
1593 #endif
1595 max_chars = TYPE_PRECISION (integer_type_node) / width;
1596 if (wide)
1597 width = WCHAR_TYPE_SIZE;
1599 while (str < limit)
1601 #ifdef MULTIBYTE_CHARS
1602 wchar_t wc;
1603 int char_len;
1605 char_len = local_mbtowc (&wc, str, limit - str);
1606 if (char_len == -1)
1608 warning ("Ignoring invalid multibyte character");
1609 char_len = 1;
1610 c = *str++;
1612 else
1614 p += char_len;
1615 c = wc;
1617 #else
1618 c = *str++;
1619 #endif
1621 ++chars_seen;
1622 if (c == '\\')
1624 str = readescape (str, limit, &c);
1625 if (width < HOST_BITS_PER_INT
1626 && (unsigned) c >= ((unsigned)1 << width))
1627 pedwarn ("escape sequence out of range for character");
1629 #ifdef MAP_CHARACTER
1630 if (ISPRINT (c))
1631 c = MAP_CHARACTER (c);
1632 #endif
1634 /* Merge character into result; ignore excess chars. */
1635 num_chars += (width / TYPE_PRECISION (char_type_node));
1636 if (num_chars < max_chars + 1)
1638 if (width < HOST_BITS_PER_INT)
1639 result = (result << width) | (c & ((1 << width) - 1));
1640 else
1641 result = c;
1645 if (chars_seen == 0)
1646 error ("empty character constant");
1647 else if (num_chars > max_chars)
1649 num_chars = max_chars;
1650 error ("character constant too long");
1652 else if (chars_seen != 1 && ! flag_traditional && warn_multichar)
1653 warning ("multi-character character constant");
1655 /* If char type is signed, sign-extend the constant. */
1656 if (! wide)
1658 int num_bits = num_chars * width;
1659 if (num_bits == 0)
1660 /* We already got an error; avoid invalid shift. */
1661 value = build_int_2 (0, 0);
1662 else if (TREE_UNSIGNED (char_type_node)
1663 || ((result >> (num_bits - 1)) & 1) == 0)
1664 value = build_int_2 (result & (~(unsigned HOST_WIDE_INT) 0
1665 >> (HOST_BITS_PER_WIDE_INT - num_bits)),
1667 else
1668 value = build_int_2 (result | ~(~(unsigned HOST_WIDE_INT) 0
1669 >> (HOST_BITS_PER_WIDE_INT - num_bits)),
1670 -1);
1671 /* In C, a character constant has type 'int'; in C++, 'char'. */
1672 if (chars_seen <= 1 && c_language == clk_cplusplus)
1673 TREE_TYPE (value) = char_type_node;
1674 else
1675 TREE_TYPE (value) = integer_type_node;
1677 else
1679 value = build_int_2 (result, 0);
1680 TREE_TYPE (value) = wchar_type_node;
1683 return value;