debug: introduce __smatch_mem()
[smatch.git] / lib.c
blob7cfc1235ad91884bc7e60ad3ee29077cf6d21fe0
1 /*
2 * 'sparse' library helper routines.
4 * Copyright (C) 2003 Transmeta Corp.
5 * 2003-2004 Linus Torvalds
7 * Permission is hereby granted, free of charge, to any person obtaining a copy
8 * of this software and associated documentation files (the "Software"), to deal
9 * in the Software without restriction, including without limitation the rights
10 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
11 * copies of the Software, and to permit persons to whom the Software is
12 * furnished to do so, subject to the following conditions:
14 * The above copyright notice and this permission notice shall be included in
15 * all copies or substantial portions of the Software.
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
20 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
21 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
22 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
23 * THE SOFTWARE.
25 #include <ctype.h>
26 #include <fcntl.h>
27 #include <stdarg.h>
28 #include <stddef.h>
29 #include <stdio.h>
30 #include <stdlib.h>
31 #include <string.h>
32 #include <unistd.h>
33 #include <assert.h>
35 #include <sys/types.h>
37 #include "lib.h"
38 #include "allocate.h"
39 #include "token.h"
40 #include "parse.h"
41 #include "symbol.h"
42 #include "expression.h"
43 #include "scope.h"
44 #include "linearize.h"
45 #include "target.h"
46 #include "version.h"
48 int verbose, optimize, optimize_size, preprocessing;
49 int die_if_error = 0;
50 int parse_error;
51 int has_error = 0;
53 #ifndef __GNUC__
54 # define __GNUC__ 2
55 # define __GNUC_MINOR__ 95
56 # define __GNUC_PATCHLEVEL__ 0
57 #endif
59 int gcc_major = __GNUC__;
60 int gcc_minor = __GNUC_MINOR__;
61 int gcc_patchlevel = __GNUC_PATCHLEVEL__;
63 static const char *gcc_base_dir = GCC_BASE;
64 static const char *multiarch_dir = MULTIARCH_TRIPLET;
66 struct token *skip_to(struct token *token, int op)
68 while (!match_op(token, op) && !eof_token(token))
69 token = token->next;
70 return token;
73 struct token *expect(struct token *token, int op, const char *where)
75 if (!match_op(token, op)) {
76 static struct token bad_token;
77 if (token != &bad_token) {
78 bad_token.next = token;
79 sparse_error(token->pos, "Expected %s %s", show_special(op), where);
80 sparse_error(token->pos, "got %s", show_token(token));
82 if (op == ';')
83 return skip_to(token, op);
84 return &bad_token;
86 return token->next;
89 unsigned int hexval(unsigned int c)
91 int retval = 256;
92 switch (c) {
93 case '0'...'9':
94 retval = c - '0';
95 break;
96 case 'a'...'f':
97 retval = c - 'a' + 10;
98 break;
99 case 'A'...'F':
100 retval = c - 'A' + 10;
101 break;
103 return retval;
106 static void do_warn(const char *type, struct position pos, const char * fmt, va_list args)
108 static char buffer[512];
109 const char *name;
111 vsprintf(buffer, fmt, args);
112 name = stream_name(pos.stream);
114 fprintf(stderr, "%s:%d:%d: %s%s\n",
115 name, pos.line, pos.pos, type, buffer);
118 static int max_warnings = 100;
119 static int show_info = 1;
121 void info(struct position pos, const char * fmt, ...)
123 va_list args;
125 if (!show_info)
126 return;
127 va_start(args, fmt);
128 do_warn("", pos, fmt, args);
129 va_end(args);
132 static void do_error(struct position pos, const char * fmt, va_list args)
134 static int errors = 0;
136 parse_error = 1;
137 die_if_error = 1;
138 show_info = 1;
139 /* Shut up warnings after an error */
140 has_error |= ERROR_CURR_PHASE;
141 if (errors > 100) {
142 static int once = 0;
143 show_info = 0;
144 if (once)
145 return;
146 fmt = "too many errors";
147 once = 1;
150 do_warn("error: ", pos, fmt, args);
151 errors++;
154 void warning(struct position pos, const char * fmt, ...)
156 va_list args;
158 if (Wsparse_error) {
159 va_start(args, fmt);
160 do_error(pos, fmt, args);
161 va_end(args);
162 return;
165 if (!max_warnings || has_error) {
166 show_info = 0;
167 return;
170 if (!--max_warnings) {
171 show_info = 0;
172 fmt = "too many warnings";
175 va_start(args, fmt);
176 do_warn("warning: ", pos, fmt, args);
177 va_end(args);
180 void sparse_error(struct position pos, const char * fmt, ...)
182 va_list args;
183 va_start(args, fmt);
184 do_error(pos, fmt, args);
185 va_end(args);
188 void expression_error(struct expression *expr, const char *fmt, ...)
190 va_list args;
191 va_start(args, fmt);
192 do_error(expr->pos, fmt, args);
193 va_end(args);
194 expr->ctype = &bad_ctype;
197 NORETURN_ATTR
198 void error_die(struct position pos, const char * fmt, ...)
200 va_list args;
201 va_start(args, fmt);
202 do_warn("error: ", pos, fmt, args);
203 va_end(args);
204 exit(1);
207 NORETURN_ATTR
208 void die(const char *fmt, ...)
210 va_list args;
211 static char buffer[512];
213 va_start(args, fmt);
214 vsnprintf(buffer, sizeof(buffer), fmt, args);
215 va_end(args);
217 fprintf(stderr, "%s\n", buffer);
218 exit(1);
221 static struct token *pre_buffer_begin = NULL;
222 static struct token *pre_buffer_end = NULL;
224 int Waddress = 0;
225 int Waddress_space = 1;
226 int Wbig_constants = 1;
227 int Wbitwise = 1;
228 int Wcast_to_as = 0;
229 int Wcast_truncate = 1;
230 int Wconstexpr_not_const = 0;
231 int Wcontext = 1;
232 int Wdecl = 1;
233 int Wdeclarationafterstatement = -1;
234 int Wdefault_bitfield_sign = 0;
235 int Wdesignated_init = 1;
236 int Wdo_while = 0;
237 int Winit_cstring = 0;
238 int Wenum_mismatch = 1;
239 int Wempty_character_constant = 1;
240 int Wsparse_error = 0;
241 int Wmemcpy_max_count = 1;
242 int Wnon_ansi_function_declaration = 1;
243 int Wnon_pointer_null = 1;
244 int Wold_initializer = 1;
245 int Wone_bit_signed_bitfield = 1;
246 int Woverride_init = 1;
247 int Woverride_init_all = 0;
248 int Woverride_init_whole_range = 0;
249 int Wparen_string = 0;
250 int Wpointer_arith = 0;
251 int Wptr_subtraction_blows = 0;
252 int Wreturn_void = 0;
253 int Wshadow = 0;
254 int Wsizeof_bool = 0;
255 int Wtautological_compare = 0;
256 int Wtransparent_union = 0;
257 int Wtypesign = 0;
258 int Wundef = 0;
259 int Wuninitialized = 1;
260 int Wunknown_attribute = 0;
261 int Wvla = 1;
263 int dump_macro_defs = 0;
265 int dbg_entry = 0;
266 int dbg_dead = 0;
268 int fmem_report = 0;
269 int fdump_linearize;
270 unsigned long long fmemcpy_max_count = 100000;
272 int preprocess_only;
274 static enum { STANDARD_C89,
275 STANDARD_C94,
276 STANDARD_C99,
277 STANDARD_C11,
278 STANDARD_GNU11,
279 STANDARD_GNU89,
280 STANDARD_GNU99, } standard = STANDARD_GNU89;
282 #define ARCH_LP32 0
283 #define ARCH_LP64 1
284 #define ARCH_LLP64 2
286 #ifdef __x86_64__
287 #define ARCH_M64_DEFAULT ARCH_LP64
288 #else
289 #define ARCH_M64_DEFAULT ARCH_LP32
290 #endif
292 int arch_m64 = ARCH_M64_DEFAULT;
293 int arch_msize_long = 0;
295 #ifdef __BIG_ENDIAN__
296 #define ARCH_BIG_ENDIAN 1
297 #else
298 #define ARCH_BIG_ENDIAN 0
299 #endif
300 int arch_big_endian = ARCH_BIG_ENDIAN;
303 #define CMDLINE_INCLUDE 20
304 static int cmdline_include_nr = 0;
305 static char *cmdline_include[CMDLINE_INCLUDE];
308 void add_pre_buffer(const char *fmt, ...)
310 va_list args;
311 unsigned int size;
312 struct token *begin, *end;
313 char buffer[4096];
315 va_start(args, fmt);
316 size = vsnprintf(buffer, sizeof(buffer), fmt, args);
317 va_end(args);
318 begin = tokenize_buffer(buffer, size, &end);
319 if (!pre_buffer_begin)
320 pre_buffer_begin = begin;
321 if (pre_buffer_end)
322 pre_buffer_end->next = begin;
323 pre_buffer_end = end;
326 static char **handle_switch_D(char *arg, char **next)
328 const char *name = arg + 1;
329 const char *value = "1";
331 if (!*name) {
332 arg = *++next;
333 if (!arg)
334 die("argument to `-D' is missing");
335 name = arg;
338 for (;;arg++) {
339 char c;
340 c = *arg;
341 if (!c)
342 break;
343 if (c == '=') {
344 *arg = '\0';
345 value = arg + 1;
346 break;
349 add_pre_buffer("#define %s %s\n", name, value);
350 return next;
353 static char **handle_switch_E(char *arg, char **next)
355 if (arg[1] == '\0')
356 preprocess_only = 1;
357 return next;
360 static char **handle_switch_I(char *arg, char **next)
362 char *path = arg+1;
364 switch (arg[1]) {
365 case '-':
366 add_pre_buffer("#split_include\n");
367 break;
369 case '\0': /* Plain "-I" */
370 path = *++next;
371 if (!path)
372 die("missing argument for -I option");
373 /* Fall through */
374 default:
375 add_pre_buffer("#add_include \"%s/\"\n", path);
377 return next;
380 static void add_cmdline_include(char *filename)
382 if (cmdline_include_nr >= CMDLINE_INCLUDE)
383 die("too many include files for %s\n", filename);
384 cmdline_include[cmdline_include_nr++] = filename;
387 static char **handle_switch_i(char *arg, char **next)
389 if (*next && !strcmp(arg, "include"))
390 add_cmdline_include(*++next);
391 else if (*next && !strcmp(arg, "imacros"))
392 add_cmdline_include(*++next);
393 else if (*next && !strcmp(arg, "isystem")) {
394 char *path = *++next;
395 if (!path)
396 die("missing argument for -isystem option");
397 add_pre_buffer("#add_isystem \"%s/\"\n", path);
398 } else if (*next && !strcmp(arg, "idirafter")) {
399 char *path = *++next;
400 if (!path)
401 die("missing argument for -idirafter option");
402 add_pre_buffer("#add_dirafter \"%s/\"\n", path);
404 return next;
407 static char **handle_switch_M(char *arg, char **next)
409 if (!strcmp(arg, "MF") || !strcmp(arg,"MQ") || !strcmp(arg,"MT")) {
410 if (!*next)
411 die("missing argument for -%s option", arg);
412 return next + 1;
414 return next;
417 static char **handle_multiarch_dir(char *arg, char **next)
419 multiarch_dir = *++next;
420 if (!multiarch_dir)
421 die("missing argument for -multiarch-dir option");
422 return next;
425 static char **handle_switch_m(char *arg, char **next)
427 if (!strcmp(arg, "m64")) {
428 arch_m64 = ARCH_LP64;
429 } else if (!strcmp(arg, "m32")) {
430 arch_m64 = ARCH_LP32;
431 } else if (!strcmp(arg, "msize-llp64")) {
432 arch_m64 = ARCH_LLP64;
433 } else if (!strcmp(arg, "msize-long")) {
434 arch_msize_long = 1;
435 } else if (!strcmp(arg, "multiarch-dir")) {
436 return handle_multiarch_dir(arg, next);
437 } else if (!strcmp(arg, "mbig-endian")) {
438 arch_big_endian = 1;
439 } else if (!strcmp(arg, "mlittle-endian")) {
440 arch_big_endian = 0;
442 return next;
445 static void handle_arch_m64_finalize(void)
447 switch (arch_m64) {
448 case ARCH_LP32:
449 /* default values */
450 #if defined(__x86_64__) || defined (__i386)
451 add_pre_buffer("#weak_define __i386__ 1\n");
452 add_pre_buffer("#weak_define __i386 1\n");
453 #endif
454 return;
455 case ARCH_LP64:
456 bits_in_long = 64;
457 max_int_alignment = 8;
458 size_t_ctype = &ulong_ctype;
459 ssize_t_ctype = &long_ctype;
460 add_pre_buffer("#weak_define __LP64__ 1\n");
461 add_pre_buffer("#weak_define _LP64 1\n");
462 goto case_64bit_common;
463 case ARCH_LLP64:
464 bits_in_long = 32;
465 max_int_alignment = 4;
466 size_t_ctype = &ullong_ctype;
467 ssize_t_ctype = &llong_ctype;
468 add_pre_buffer("#weak_define __LLP64__ 1\n");
469 goto case_64bit_common;
470 case_64bit_common:
471 bits_in_pointer = 64;
472 pointer_alignment = 8;
473 #if defined(__x86_64__) || defined (__i386)
474 add_pre_buffer("#weak_define __x86_64__ 1\n");
475 add_pre_buffer("#weak_define __x86_64 1\n");
476 #endif
477 break;
481 static void handle_arch_msize_long_finalize(void)
483 if (arch_msize_long) {
484 size_t_ctype = &ulong_ctype;
485 ssize_t_ctype = &long_ctype;
489 static void handle_arch_finalize(void)
491 handle_arch_m64_finalize();
492 handle_arch_msize_long_finalize();
496 static int handle_simple_switch(const char *arg, const char *name, int *flag)
498 int val = 1;
500 // Prefixe "no-" mean to turn flag off.
501 if (strncmp(arg, "no-", 3) == 0) {
502 arg += 3;
503 val = 0;
506 if (strcmp(arg, name) == 0) {
507 *flag = val;
508 return 1;
511 // not handled
512 return 0;
515 static char **handle_switch_o(char *arg, char **next)
517 if (!strcmp (arg, "o")) { // "-o foo"
518 if (!*++next)
519 die("argument to '-o' is missing");
521 // else "-ofoo"
523 return next;
526 static const struct warning {
527 const char *name;
528 int *flag;
529 } warnings[] = {
530 { "address", &Waddress },
531 { "address-space", &Waddress_space },
532 { "big-constants", &Wbig_constants },
533 { "bitwise", &Wbitwise },
534 { "cast-to-as", &Wcast_to_as },
535 { "cast-truncate", &Wcast_truncate },
536 { "constexpr-not-const", &Wconstexpr_not_const},
537 { "context", &Wcontext },
538 { "decl", &Wdecl },
539 { "declaration-after-statement", &Wdeclarationafterstatement },
540 { "default-bitfield-sign", &Wdefault_bitfield_sign },
541 { "designated-init", &Wdesignated_init },
542 { "do-while", &Wdo_while },
543 { "empty-character-constant", &Wempty_character_constant },
544 { "enum-mismatch", &Wenum_mismatch },
545 { "init-cstring", &Winit_cstring },
546 { "memcpy-max-count", &Wmemcpy_max_count },
547 { "non-ansi-function-declaration", &Wnon_ansi_function_declaration },
548 { "non-pointer-null", &Wnon_pointer_null },
549 { "old-initializer", &Wold_initializer },
550 { "one-bit-signed-bitfield", &Wone_bit_signed_bitfield },
551 { "override-init", &Woverride_init },
552 { "override-init-all", &Woverride_init_all },
553 { "paren-string", &Wparen_string },
554 { "ptr-subtraction-blows", &Wptr_subtraction_blows },
555 { "return-void", &Wreturn_void },
556 { "shadow", &Wshadow },
557 { "sizeof-bool", &Wsizeof_bool },
558 { "pointer-arith", &Wpointer_arith },
559 { "sparse-error", &Wsparse_error },
560 { "tautological-compare", &Wtautological_compare },
561 { "transparent-union", &Wtransparent_union },
562 { "typesign", &Wtypesign },
563 { "undef", &Wundef },
564 { "uninitialized", &Wuninitialized },
565 { "unknown-attribute", &Wunknown_attribute },
566 { "vla", &Wvla },
569 enum {
570 WARNING_OFF,
571 WARNING_ON,
572 WARNING_FORCE_OFF
576 static char **handle_onoff_switch(char *arg, char **next, const struct warning warnings[], int n)
578 int flag = WARNING_ON;
579 char *p = arg + 1;
580 unsigned i;
582 if (!strcmp(p, "sparse-all")) {
583 for (i = 0; i < n; i++) {
584 if (*warnings[i].flag != WARNING_FORCE_OFF && warnings[i].flag != &Wsparse_error)
585 *warnings[i].flag = WARNING_ON;
589 // Prefixes "no" and "no-" mean to turn warning off.
590 if (p[0] == 'n' && p[1] == 'o') {
591 p += 2;
592 if (p[0] == '-')
593 p++;
594 flag = WARNING_FORCE_OFF;
597 for (i = 0; i < n; i++) {
598 if (!strcmp(p,warnings[i].name)) {
599 *warnings[i].flag = flag;
600 return next;
604 // Unknown.
605 return NULL;
608 static char **handle_switch_W(char *arg, char **next)
610 char ** ret = handle_onoff_switch(arg, next, warnings, ARRAY_SIZE(warnings));
611 if (ret)
612 return ret;
614 // Unknown.
615 return next;
618 static struct warning debugs[] = {
619 { "entry", &dbg_entry},
620 { "dead", &dbg_dead},
624 static char **handle_switch_v(char *arg, char **next)
626 char ** ret = handle_onoff_switch(arg, next, debugs, ARRAY_SIZE(debugs));
627 if (ret)
628 return ret;
630 // Unknown.
631 do {
632 verbose++;
633 } while (*++arg == 'v');
634 return next;
637 static struct warning dumps[] = {
638 { "D", &dump_macro_defs},
641 static char **handle_switch_d(char *arg, char **next)
643 char ** ret = handle_onoff_switch(arg, next, dumps, ARRAY_SIZE(dumps));
644 if (ret)
645 return ret;
647 return next;
651 static void handle_onoff_switch_finalize(const struct warning warnings[], int n)
653 unsigned i;
655 for (i = 0; i < n; i++) {
656 if (*warnings[i].flag == WARNING_FORCE_OFF)
657 *warnings[i].flag = WARNING_OFF;
661 static void handle_switch_W_finalize(void)
663 handle_onoff_switch_finalize(warnings, ARRAY_SIZE(warnings));
665 /* default Wdeclarationafterstatement based on the C dialect */
666 if (-1 == Wdeclarationafterstatement)
668 switch (standard)
670 case STANDARD_C89:
671 case STANDARD_C94:
672 Wdeclarationafterstatement = 1;
673 break;
675 case STANDARD_C99:
676 case STANDARD_GNU89:
677 case STANDARD_GNU99:
678 case STANDARD_C11:
679 case STANDARD_GNU11:
680 Wdeclarationafterstatement = 0;
681 break;
683 default:
684 assert (0);
690 static void handle_switch_v_finalize(void)
692 handle_onoff_switch_finalize(debugs, ARRAY_SIZE(debugs));
695 static char **handle_switch_U(char *arg, char **next)
697 const char *name = arg + 1;
698 if (*name == '\0')
699 name = *++next;
700 add_pre_buffer ("#undef %s\n", name);
701 return next;
704 static char **handle_switch_O(char *arg, char **next)
706 int level = 1;
707 if (arg[1] >= '0' && arg[1] <= '9')
708 level = arg[1] - '0';
709 optimize = level;
710 optimize_size = arg[1] == 's';
711 return next;
714 static char **handle_switch_fmemcpy_max_count(char *arg, char **next)
716 unsigned long long val;
717 char *end;
719 val = strtoull(arg, &end, 0);
720 if (*end != '\0' || end == arg)
721 die("error: missing argument to \"-fmemcpy-max-count=\"");
723 if (val == 0)
724 val = ~0ULL;
725 fmemcpy_max_count = val;
726 return next;
729 static char **handle_switch_ftabstop(char *arg, char **next)
731 char *end;
732 unsigned long val;
734 if (*arg == '\0')
735 die("error: missing argument to \"-ftabstop=\"");
737 /* we silently ignore silly values */
738 val = strtoul(arg, &end, 10);
739 if (*end == '\0' && 1 <= val && val <= 100)
740 tabstop = val;
742 return next;
745 static int funsigned_char;
746 static void handle_funsigned_char(void)
748 if (funsigned_char) {
749 char_ctype.ctype.modifiers &= ~MOD_SIGNED;
750 char_ctype.ctype.modifiers |= MOD_UNSIGNED;
754 static char **handle_switch_fdump(char *arg, char **next)
756 if (!strncmp(arg, "linearize", 9)) {
757 arg += 9;
758 if (*arg == '\0')
759 fdump_linearize = 1;
760 else if (!strcmp(arg, "=only"))
761 fdump_linearize = 2;
762 else
763 goto err;
766 /* ignore others flags */
767 return next;
769 err:
770 die("error: unknown flag \"-fdump-%s\"", arg);
773 static char **handle_switch_f(char *arg, char **next)
775 arg++;
777 if (!strncmp(arg, "tabstop=", 8))
778 return handle_switch_ftabstop(arg+8, next);
779 if (!strncmp(arg, "dump-", 5))
780 return handle_switch_fdump(arg+5, next);
781 if (!strncmp(arg, "memcpy-max-count=", 17))
782 return handle_switch_fmemcpy_max_count(arg+17, next);
784 if (!strcmp(arg, "unsigned-char")) {
785 funsigned_char = 1;
786 return next;
789 /* handle switches w/ arguments above, boolean and only boolean below */
790 if (handle_simple_switch(arg, "mem-report", &fmem_report))
791 return next;
793 return next;
796 static char **handle_switch_G(char *arg, char **next)
798 if (!strcmp (arg, "G") && *next)
799 return next + 1; // "-G 0"
800 else
801 return next; // "-G0" or (bogus) terminal "-G"
804 static char **handle_switch_a(char *arg, char **next)
806 if (!strcmp (arg, "ansi"))
807 standard = STANDARD_C89;
809 return next;
812 static char **handle_switch_s(char *arg, char **next)
814 if (!strncmp (arg, "std=", 4))
816 arg += 4;
818 if (!strcmp (arg, "c89") ||
819 !strcmp (arg, "iso9899:1990"))
820 standard = STANDARD_C89;
822 else if (!strcmp (arg, "iso9899:199409"))
823 standard = STANDARD_C94;
825 else if (!strcmp (arg, "c99") ||
826 !strcmp (arg, "c9x") ||
827 !strcmp (arg, "iso9899:1999") ||
828 !strcmp (arg, "iso9899:199x"))
829 standard = STANDARD_C99;
831 else if (!strcmp (arg, "gnu89"))
832 standard = STANDARD_GNU89;
834 else if (!strcmp (arg, "gnu99") || !strcmp (arg, "gnu9x"))
835 standard = STANDARD_GNU99;
837 else if (!strcmp(arg, "c11") ||
838 !strcmp(arg, "c1x") ||
839 !strcmp(arg, "iso9899:2011"))
840 standard = STANDARD_C11;
842 else if (!strcmp(arg, "gnu11"))
843 standard = STANDARD_GNU11;
845 else
846 die ("Unsupported C dialect");
849 return next;
852 static char **handle_nostdinc(char *arg, char **next)
854 add_pre_buffer("#nostdinc\n");
855 return next;
858 static char **handle_switch_n(char *arg, char **next)
860 if (!strcmp (arg, "nostdinc"))
861 return handle_nostdinc(arg, next);
863 return next;
866 static char **handle_base_dir(char *arg, char **next)
868 gcc_base_dir = *++next;
869 if (!gcc_base_dir)
870 die("missing argument for -gcc-base-dir option");
871 return next;
874 static char **handle_no_lineno(char *arg, char **next)
876 no_lineno = 1;
877 return next;
880 static char **handle_switch_g(char *arg, char **next)
882 if (!strcmp (arg, "gcc-base-dir"))
883 return handle_base_dir(arg, next);
885 return next;
888 static char **handle_version(char *arg, char **next)
890 printf("%s\n", SPARSE_VERSION);
891 exit(0);
894 static char **handle_param(char *arg, char **next)
896 char *value = NULL;
898 /* For now just skip any '--param=*' or '--param *' */
899 if (*arg == '\0') {
900 value = *++next;
901 } else if (isspace((unsigned char)*arg) || *arg == '=') {
902 value = ++arg;
905 if (!value)
906 die("missing argument for --param option");
908 return next;
911 struct switches {
912 const char *name;
913 char **(*fn)(char *, char **);
914 unsigned int prefix:1;
917 static char **handle_long_options(char *arg, char **next)
919 static struct switches cmd[] = {
920 { "param", handle_param, 1 },
921 { "version", handle_version },
922 { "nostdinc", handle_nostdinc },
923 { "gcc-base-dir", handle_base_dir},
924 { "no-lineno", handle_no_lineno},
925 { NULL, NULL }
927 struct switches *s = cmd;
929 while (s->name) {
930 int optlen = strlen(s->name);
931 if (!strncmp(s->name, arg, optlen + !s->prefix))
932 return s->fn(arg + optlen, next);
933 s++;
935 return next;
938 static char **handle_switch(char *arg, char **next)
940 switch (*arg) {
941 case 'a': return handle_switch_a(arg, next);
942 case 'D': return handle_switch_D(arg, next);
943 case 'd': return handle_switch_d(arg, next);
944 case 'E': return handle_switch_E(arg, next);
945 case 'f': return handle_switch_f(arg, next);
946 case 'g': return handle_switch_g(arg, next);
947 case 'G': return handle_switch_G(arg, next);
948 case 'I': return handle_switch_I(arg, next);
949 case 'i': return handle_switch_i(arg, next);
950 case 'M': return handle_switch_M(arg, next);
951 case 'm': return handle_switch_m(arg, next);
952 case 'n': return handle_switch_n(arg, next);
953 case 'o': return handle_switch_o(arg, next);
954 case 'O': return handle_switch_O(arg, next);
955 case 's': return handle_switch_s(arg, next);
956 case 'U': return handle_switch_U(arg, next);
957 case 'v': return handle_switch_v(arg, next);
958 case 'W': return handle_switch_W(arg, next);
959 case '-': return handle_long_options(arg + 1, next);
960 default:
961 break;
965 * Ignore unknown command line options:
966 * they're probably gcc switches
968 return next;
971 static void predefined_sizeof(const char *name, unsigned bits)
973 add_pre_buffer("#weak_define __SIZEOF_%s__ %d\n", name, bits/8);
976 static void predefined_max(const char *name, const char *suffix, unsigned bits)
978 unsigned long long max = (1ULL << (bits - 1 )) - 1;
980 add_pre_buffer("#weak_define __%s_MAX__ %#llx%s\n", name, max, suffix);
983 static void predefined_type_size(const char *name, const char *suffix, unsigned bits)
985 predefined_max(name, suffix, bits);
986 predefined_sizeof(name, bits);
989 static void predefined_macros(void)
991 add_pre_buffer("#define __CHECKER__ 1\n");
993 predefined_sizeof("SHORT", bits_in_short);
994 predefined_max("SHRT", "", bits_in_short);
995 predefined_max("SCHAR", "", bits_in_char);
996 predefined_max("WCHAR", "", bits_in_wchar);
997 add_pre_buffer("#weak_define __CHAR_BIT__ %d\n", bits_in_char);
999 predefined_type_size("INT", "", bits_in_int);
1000 predefined_type_size("LONG", "L", bits_in_long);
1001 predefined_type_size("LONG_LONG", "LL", bits_in_longlong);
1003 predefined_sizeof("INT128", 128);
1005 predefined_sizeof("SIZE_T", bits_in_pointer);
1006 predefined_sizeof("PTRDIFF_T", bits_in_pointer);
1007 predefined_sizeof("POINTER", bits_in_pointer);
1009 predefined_sizeof("FLOAT", bits_in_float);
1010 predefined_sizeof("DOUBLE", bits_in_double);
1011 predefined_sizeof("LONG_DOUBLE", bits_in_longdouble);
1013 add_pre_buffer("#weak_define __%s_ENDIAN__ 1\n",
1014 arch_big_endian ? "BIG" : "LITTLE");
1016 add_pre_buffer("#weak_define __ORDER_LITTLE_ENDIAN__ 1234\n");
1017 add_pre_buffer("#weak_define __ORDER_BIG_ENDIAN__ 4321\n");
1018 add_pre_buffer("#weak_define __ORDER_PDP_ENDIAN__ 3412\n");
1019 add_pre_buffer("#weak_define __BYTE_ORDER__ __ORDER_%s_ENDIAN__\n",
1020 arch_big_endian ? "BIG" : "LITTLE");
1023 void declare_builtin_functions(void)
1025 /* Gaah. gcc knows tons of builtin <string.h> functions */
1026 add_pre_buffer("extern void *__builtin_memchr(const void *, int, __SIZE_TYPE__);\n");
1027 add_pre_buffer("extern void *__builtin_memcpy(void *, const void *, __SIZE_TYPE__);\n");
1028 add_pre_buffer("extern void *__builtin_mempcpy(void *, const void *, __SIZE_TYPE__);\n");
1029 add_pre_buffer("extern void *__builtin_memmove(void *, const void *, __SIZE_TYPE__);\n");
1030 add_pre_buffer("extern void *__builtin_memset(void *, int, __SIZE_TYPE__);\n");
1031 add_pre_buffer("extern int __builtin_memcmp(const void *, const void *, __SIZE_TYPE__);\n");
1032 add_pre_buffer("extern char *__builtin_strcat(char *, const char *);\n");
1033 add_pre_buffer("extern char *__builtin_strncat(char *, const char *, __SIZE_TYPE__);\n");
1034 add_pre_buffer("extern int __builtin_strcmp(const char *, const char *);\n");
1035 add_pre_buffer("extern int __builtin_strncmp(const char *, const char *, __SIZE_TYPE__);\n");
1036 add_pre_buffer("extern int __builtin_strcasecmp(const char *, const char *);\n");
1037 add_pre_buffer("extern int __builtin_strncasecmp(const char *, const char *, __SIZE_TYPE__);\n");
1038 add_pre_buffer("extern char *__builtin_strchr(const char *, int);\n");
1039 add_pre_buffer("extern char *__builtin_strrchr(const char *, int);\n");
1040 add_pre_buffer("extern char *__builtin_strcpy(char *, const char *);\n");
1041 add_pre_buffer("extern char *__builtin_strncpy(char *, const char *, __SIZE_TYPE__);\n");
1042 add_pre_buffer("extern char *__builtin_strdup(const char *);\n");
1043 add_pre_buffer("extern char *__builtin_strndup(const char *, __SIZE_TYPE__);\n");
1044 add_pre_buffer("extern __SIZE_TYPE__ __builtin_strspn(const char *, const char *);\n");
1045 add_pre_buffer("extern __SIZE_TYPE__ __builtin_strcspn(const char *, const char *);\n");
1046 add_pre_buffer("extern char * __builtin_strpbrk(const char *, const char *);\n");
1047 add_pre_buffer("extern char* __builtin_stpcpy(const char *, const char*);\n");
1048 add_pre_buffer("extern char* __builtin_stpncpy(const char *, const char*, __SIZE_TYPE__);\n");
1049 add_pre_buffer("extern __SIZE_TYPE__ __builtin_strlen(const char *);\n");
1050 add_pre_buffer("extern char *__builtin_strstr(const char *, const char *);\n");
1051 add_pre_buffer("extern char *__builtin_strcasestr(const char *, const char *);\n");
1052 add_pre_buffer("extern char *__builtin_strnstr(const char *, const char *, __SIZE_TYPE__);\n");
1054 /* And even some from <strings.h> */
1055 add_pre_buffer("extern int __builtin_bcmp(const void *, const void *, __SIZE_TYPE__);\n");
1056 add_pre_buffer("extern void __builtin_bcopy(const void *, void *, __SIZE_TYPE__);\n");
1057 add_pre_buffer("extern void __builtin_bzero(void *, __SIZE_TYPE__);\n");
1058 add_pre_buffer("extern char*__builtin_index(const char *, int);\n");
1059 add_pre_buffer("extern char*__builtin_rindex(const char *, int);\n");
1061 /* And bitwise operations.. */
1062 add_pre_buffer("extern int __builtin_clrsb(int);\n");
1063 add_pre_buffer("extern int __builtin_clrsbl(long);\n");
1064 add_pre_buffer("extern int __builtin_clrsbll(long long);\n");
1065 add_pre_buffer("extern int __builtin_clz(int);\n");
1066 add_pre_buffer("extern int __builtin_clzl(long);\n");
1067 add_pre_buffer("extern int __builtin_clzll(long long);\n");
1068 add_pre_buffer("extern int __builtin_ctz(int);\n");
1069 add_pre_buffer("extern int __builtin_ctzl(long);\n");
1070 add_pre_buffer("extern int __builtin_ctzll(long long);\n");
1071 add_pre_buffer("extern int __builtin_ffs(int);\n");
1072 add_pre_buffer("extern int __builtin_ffsl(long);\n");
1073 add_pre_buffer("extern int __builtin_ffsll(long long);\n");
1074 add_pre_buffer("extern int __builtin_parity(unsigned int);\n");
1075 add_pre_buffer("extern int __builtin_parityl(unsigned long);\n");
1076 add_pre_buffer("extern int __builtin_parityll(unsigned long long);\n");
1077 add_pre_buffer("extern int __builtin_popcount(unsigned int);\n");
1078 add_pre_buffer("extern int __builtin_popcountl(unsigned long);\n");
1079 add_pre_buffer("extern int __builtin_popcountll(unsigned long long);\n");
1081 /* And byte swaps.. */
1082 add_pre_buffer("extern unsigned short __builtin_bswap16(unsigned short);\n");
1083 add_pre_buffer("extern unsigned int __builtin_bswap32(unsigned int);\n");
1084 add_pre_buffer("extern unsigned long long __builtin_bswap64(unsigned long long);\n");
1086 /* And atomic memory access functions.. */
1087 add_pre_buffer("extern int __sync_fetch_and_add(void *, ...);\n");
1088 add_pre_buffer("extern int __sync_fetch_and_sub(void *, ...);\n");
1089 add_pre_buffer("extern int __sync_fetch_and_or(void *, ...);\n");
1090 add_pre_buffer("extern int __sync_fetch_and_and(void *, ...);\n");
1091 add_pre_buffer("extern int __sync_fetch_and_xor(void *, ...);\n");
1092 add_pre_buffer("extern int __sync_fetch_and_nand(void *, ...);\n");
1093 add_pre_buffer("extern int __sync_add_and_fetch(void *, ...);\n");
1094 add_pre_buffer("extern int __sync_sub_and_fetch(void *, ...);\n");
1095 add_pre_buffer("extern int __sync_or_and_fetch(void *, ...);\n");
1096 add_pre_buffer("extern int __sync_and_and_fetch(void *, ...);\n");
1097 add_pre_buffer("extern int __sync_xor_and_fetch(void *, ...);\n");
1098 add_pre_buffer("extern int __sync_nand_and_fetch(void *, ...);\n");
1099 add_pre_buffer("extern int __sync_bool_compare_and_swap(void *, ...);\n");
1100 add_pre_buffer("extern int __sync_val_compare_and_swap(void *, ...);\n");
1101 add_pre_buffer("extern void __sync_synchronize();\n");
1102 add_pre_buffer("extern int __sync_lock_test_and_set(void *, ...);\n");
1103 add_pre_buffer("extern void __sync_lock_release(void *, ...);\n");
1105 /* And some random ones.. */
1106 add_pre_buffer("extern void *__builtin_return_address(unsigned int);\n");
1107 add_pre_buffer("extern void *__builtin_extract_return_addr(void *);\n");
1108 add_pre_buffer("extern void *__builtin_frame_address(unsigned int);\n");
1109 add_pre_buffer("extern void __builtin_trap(void);\n");
1110 add_pre_buffer("extern void *__builtin_alloca(__SIZE_TYPE__);\n");
1111 add_pre_buffer("extern void __builtin_prefetch (const void *, ...);\n");
1112 add_pre_buffer("extern long __builtin_alpha_extbl(long, long);\n");
1113 add_pre_buffer("extern long __builtin_alpha_extwl(long, long);\n");
1114 add_pre_buffer("extern long __builtin_alpha_insbl(long, long);\n");
1115 add_pre_buffer("extern long __builtin_alpha_inswl(long, long);\n");
1116 add_pre_buffer("extern long __builtin_alpha_insql(long, long);\n");
1117 add_pre_buffer("extern long __builtin_alpha_inslh(long, long);\n");
1118 add_pre_buffer("extern long __builtin_alpha_cmpbge(long, long);\n");
1119 add_pre_buffer("extern int __builtin_abs(int);\n");
1120 add_pre_buffer("extern long __builtin_labs(long);\n");
1121 add_pre_buffer("extern long long __builtin_llabs(long long);\n");
1122 add_pre_buffer("extern double __builtin_fabs(double);\n");
1123 add_pre_buffer("extern __SIZE_TYPE__ __builtin_va_arg_pack_len(void);\n");
1125 /* Add Blackfin-specific stuff */
1126 add_pre_buffer(
1127 "#ifdef __bfin__\n"
1128 "extern void __builtin_bfin_csync(void);\n"
1129 "extern void __builtin_bfin_ssync(void);\n"
1130 "extern int __builtin_bfin_norm_fr1x32(int);\n"
1131 "#endif\n"
1134 /* And some floating point stuff.. */
1135 add_pre_buffer("extern int __builtin_isgreater(float, float);\n");
1136 add_pre_buffer("extern int __builtin_isgreaterequal(float, float);\n");
1137 add_pre_buffer("extern int __builtin_isless(float, float);\n");
1138 add_pre_buffer("extern int __builtin_islessequal(float, float);\n");
1139 add_pre_buffer("extern int __builtin_islessgreater(float, float);\n");
1140 add_pre_buffer("extern int __builtin_isunordered(float, float);\n");
1142 /* And some INFINITY / NAN stuff.. */
1143 add_pre_buffer("extern double __builtin_huge_val(void);\n");
1144 add_pre_buffer("extern float __builtin_huge_valf(void);\n");
1145 add_pre_buffer("extern long double __builtin_huge_vall(void);\n");
1146 add_pre_buffer("extern double __builtin_inf(void);\n");
1147 add_pre_buffer("extern float __builtin_inff(void);\n");
1148 add_pre_buffer("extern long double __builtin_infl(void);\n");
1149 add_pre_buffer("extern double __builtin_nan(const char *);\n");
1150 add_pre_buffer("extern float __builtin_nanf(const char *);\n");
1151 add_pre_buffer("extern long double __builtin_nanl(const char *);\n");
1152 add_pre_buffer("extern int __builtin_isinf_sign(float);\n");
1153 add_pre_buffer("extern int __builtin_isfinite(float);\n");
1154 add_pre_buffer("extern int __builtin_isnan(float);\n");
1156 /* And some __FORTIFY_SOURCE ones.. */
1157 add_pre_buffer ("extern __SIZE_TYPE__ __builtin_object_size(const void *, int);\n");
1158 add_pre_buffer ("extern void * __builtin___memcpy_chk(void *, const void *, __SIZE_TYPE__, __SIZE_TYPE__);\n");
1159 add_pre_buffer ("extern void * __builtin___memmove_chk(void *, const void *, __SIZE_TYPE__, __SIZE_TYPE__);\n");
1160 add_pre_buffer ("extern void * __builtin___mempcpy_chk(void *, const void *, __SIZE_TYPE__, __SIZE_TYPE__);\n");
1161 add_pre_buffer ("extern void * __builtin___memset_chk(void *, int, __SIZE_TYPE__, __SIZE_TYPE__);\n");
1162 add_pre_buffer ("extern int __builtin___sprintf_chk(char *, int, __SIZE_TYPE__, const char *, ...);\n");
1163 add_pre_buffer ("extern int __builtin___snprintf_chk(char *, __SIZE_TYPE__, int , __SIZE_TYPE__, const char *, ...);\n");
1164 add_pre_buffer ("extern char * __builtin___stpcpy_chk(char *, const char *, __SIZE_TYPE__);\n");
1165 add_pre_buffer ("extern char * __builtin___strcat_chk(char *, const char *, __SIZE_TYPE__);\n");
1166 add_pre_buffer ("extern char * __builtin___strcpy_chk(char *, const char *, __SIZE_TYPE__);\n");
1167 add_pre_buffer ("extern char * __builtin___strncat_chk(char *, const char *, __SIZE_TYPE__, __SIZE_TYPE__);\n");
1168 add_pre_buffer ("extern char * __builtin___strncpy_chk(char *, const char *, __SIZE_TYPE__, __SIZE_TYPE__);\n");
1169 add_pre_buffer ("extern int __builtin___vsprintf_chk(char *, int, __SIZE_TYPE__, const char *, __builtin_va_list);\n");
1170 add_pre_buffer ("extern int __builtin___vsnprintf_chk(char *, __SIZE_TYPE__, int, __SIZE_TYPE__, const char *, __builtin_va_list ap);\n");
1171 add_pre_buffer ("extern void __builtin_unreachable(void);\n");
1173 /* And some from <stdlib.h> */
1174 add_pre_buffer("extern void __builtin_abort(void);\n");
1175 add_pre_buffer("extern void *__builtin_calloc(__SIZE_TYPE__, __SIZE_TYPE__);\n");
1176 add_pre_buffer("extern void __builtin_exit(int);\n");
1177 add_pre_buffer("extern void *__builtin_malloc(__SIZE_TYPE__);\n");
1178 add_pre_buffer("extern void *__builtin_realloc(void *, __SIZE_TYPE__);\n");
1179 add_pre_buffer("extern void __builtin_free(void *);\n");
1181 /* And some from <stdio.h> */
1182 add_pre_buffer("extern int __builtin_printf(const char *, ...);\n");
1183 add_pre_buffer("extern int __builtin_sprintf(char *, const char *, ...);\n");
1184 add_pre_buffer("extern int __builtin_snprintf(char *, __SIZE_TYPE__, const char *, ...);\n");
1185 add_pre_buffer("extern int __builtin_puts(const char *);\n");
1186 add_pre_buffer("extern int __builtin_vprintf(const char *, __builtin_va_list);\n");
1187 add_pre_buffer("extern int __builtin_vsprintf(char *, const char *, __builtin_va_list);\n");
1188 add_pre_buffer("extern int __builtin_vsnprintf(char *, __SIZE_TYPE__, const char *, __builtin_va_list ap);\n");
1191 void create_builtin_stream(void)
1193 add_pre_buffer("#weak_define __GNUC__ %d\n", gcc_major);
1194 add_pre_buffer("#weak_define __GNUC_MINOR__ %d\n", gcc_minor);
1195 add_pre_buffer("#weak_define __GNUC_PATCHLEVEL__ %d\n", gcc_patchlevel);
1197 /* add the multiarch include directories, if any */
1198 if (multiarch_dir && *multiarch_dir) {
1199 add_pre_buffer("#add_system \"/usr/include/%s\"\n", multiarch_dir);
1200 add_pre_buffer("#add_system \"/usr/local/include/%s\"\n", multiarch_dir);
1203 /* We add compiler headers path here because we have to parse
1204 * the arguments to get it, falling back to default. */
1205 add_pre_buffer("#add_system \"%s/include\"\n", gcc_base_dir);
1206 add_pre_buffer("#add_system \"%s/include-fixed\"\n", gcc_base_dir);
1208 add_pre_buffer("#define __extension__\n");
1209 add_pre_buffer("#define __pragma__\n");
1210 add_pre_buffer("#define _Pragma(x)\n");
1212 // gcc defines __SIZE_TYPE__ to be size_t. For linux/i86 and
1213 // solaris/sparc that is really "unsigned int" and for linux/x86_64
1214 // it is "long unsigned int". In either case we can probably
1215 // get away with this. We need the #weak_define as cgcc will define
1216 // the right __SIZE_TYPE__.
1217 if (size_t_ctype == &ulong_ctype)
1218 add_pre_buffer("#weak_define __SIZE_TYPE__ long unsigned int\n");
1219 else
1220 add_pre_buffer("#weak_define __SIZE_TYPE__ unsigned int\n");
1221 add_pre_buffer("#weak_define __STDC__ 1\n");
1223 switch (standard)
1225 case STANDARD_C89:
1226 add_pre_buffer("#weak_define __STRICT_ANSI__\n");
1227 break;
1229 case STANDARD_C94:
1230 add_pre_buffer("#weak_define __STDC_VERSION__ 199409L\n");
1231 add_pre_buffer("#weak_define __STRICT_ANSI__\n");
1232 break;
1234 case STANDARD_C99:
1235 add_pre_buffer("#weak_define __STDC_VERSION__ 199901L\n");
1236 add_pre_buffer("#weak_define __STRICT_ANSI__\n");
1237 break;
1239 case STANDARD_GNU89:
1240 break;
1242 case STANDARD_GNU99:
1243 add_pre_buffer("#weak_define __STDC_VERSION__ 199901L\n");
1244 break;
1246 case STANDARD_C11:
1247 add_pre_buffer("#weak_define __STRICT_ANSI__ 1\n");
1248 case STANDARD_GNU11:
1249 add_pre_buffer("#weak_define __STDC_NO_ATOMICS__ 1\n");
1250 add_pre_buffer("#weak_define __STDC_NO_COMPLEX__ 1\n");
1251 add_pre_buffer("#weak_define __STDC_NO_THREADS__ 1\n");
1252 add_pre_buffer("#weak_define __STDC_VERSION__ 201112L\n");
1253 break;
1255 default:
1256 assert (0);
1259 add_pre_buffer("#define __builtin_stdarg_start(a,b) ((a) = (__builtin_va_list)(&(b)))\n");
1260 add_pre_buffer("#define __builtin_va_start(a,b) ((a) = (__builtin_va_list)(&(b)))\n");
1261 add_pre_buffer("#define __builtin_ms_va_start(a,b) ((a) = (__builtin_ms_va_list)(&(b)))\n");
1262 add_pre_buffer("#define __builtin_va_arg(arg,type) ({ type __va_arg_ret = *(type *)(arg); arg += sizeof(type); __va_arg_ret; })\n");
1263 add_pre_buffer("#define __builtin_va_alist (*(void *)0)\n");
1264 add_pre_buffer("#define __builtin_va_arg_incr(x) ((x) + 1)\n");
1265 add_pre_buffer("#define __builtin_va_copy(dest, src) ({ dest = src; (void)0; })\n");
1266 add_pre_buffer("#define __builtin_ms_va_copy(dest, src) ({ dest = src; (void)0; })\n");
1267 add_pre_buffer("#define __builtin_va_end(arg)\n");
1268 add_pre_buffer("#define __builtin_ms_va_end(arg)\n");
1269 add_pre_buffer("#define __builtin_va_arg_pack()\n");
1271 /* FIXME! We need to do these as special magic macros at expansion time! */
1272 add_pre_buffer("#define __BASE_FILE__ \"base_file.c\"\n");
1274 if (optimize)
1275 add_pre_buffer("#define __OPTIMIZE__ 1\n");
1276 if (optimize_size)
1277 add_pre_buffer("#define __OPTIMIZE_SIZE__ 1\n");
1280 static struct symbol_list *sparse_tokenstream(struct token *token)
1282 int builtin = token && !token->pos.stream;
1284 // Preprocess the stream
1285 token = preprocess(token);
1287 if (dump_macro_defs && !builtin)
1288 dump_macro_definitions();
1290 if (preprocess_only) {
1291 while (!eof_token(token)) {
1292 int prec = 1;
1293 struct token *next = token->next;
1294 const char *separator = "";
1295 if (next->pos.whitespace)
1296 separator = " ";
1297 if (next->pos.newline) {
1298 separator = "\n\t\t\t\t\t";
1299 prec = next->pos.pos;
1300 if (prec > 4)
1301 prec = 4;
1303 printf("%s%.*s", show_token(token), prec, separator);
1304 token = next;
1306 putchar('\n');
1308 return NULL;
1311 // Parse the resulting C code
1312 while (!eof_token(token))
1313 token = external_declaration(token, &translation_unit_used_list, NULL);
1314 return translation_unit_used_list;
1317 static struct symbol_list *sparse_file(const char *filename)
1319 int fd;
1320 struct token *token;
1322 if (strcmp (filename, "-") == 0) {
1323 fd = 0;
1324 } else {
1325 fd = open(filename, O_RDONLY);
1326 if (fd < 0)
1327 die("No such file: %s", filename);
1330 // Tokenize the input stream
1331 token = tokenize(filename, fd, NULL, includepath);
1332 store_all_tokens(token);
1333 close(fd);
1335 return sparse_tokenstream(token);
1339 * This handles the "-include" directive etc: we're in global
1340 * scope, and all types/macros etc will affect all the following
1341 * files.
1343 * NOTE NOTE NOTE! "#undef" of anything in this stage will
1344 * affect all subsequent files too, i.e. we can have non-local
1345 * behaviour between files!
1347 static struct symbol_list *sparse_initial(void)
1349 int i;
1351 // Prepend any "include" file to the stream.
1352 // We're in global scope, it will affect all files!
1353 for (i = 0; i < cmdline_include_nr; i++)
1354 add_pre_buffer("#argv_include \"%s\"\n", cmdline_include[i]);
1356 return sparse_tokenstream(pre_buffer_begin);
1359 struct symbol_list *sparse_initialize(int argc, char **argv, struct string_list **filelist)
1361 char **args;
1362 struct symbol_list *list;
1364 // Initialize symbol stream first, so that we can add defines etc
1365 init_symbols();
1366 init_include_path();
1368 args = argv;
1369 for (;;) {
1370 char *arg = *++args;
1371 if (!arg)
1372 break;
1374 if (arg[0] == '-' && arg[1]) {
1375 args = handle_switch(arg+1, args);
1376 continue;
1378 add_ptr_list_notag(filelist, arg);
1380 handle_switch_W_finalize();
1381 handle_switch_v_finalize();
1383 handle_arch_finalize();
1385 list = NULL;
1386 if (!ptr_list_empty(filelist)) {
1387 // Initialize type system
1388 init_ctype();
1389 handle_funsigned_char();
1391 create_builtin_stream();
1392 predefined_macros();
1393 if (!preprocess_only)
1394 declare_builtin_functions();
1396 list = sparse_initial();
1399 * Protect the initial token allocations, since
1400 * they need to survive all the others
1402 protect_token_alloc();
1405 * Evaluate the complete symbol list
1406 * Note: This is not needed for normal cases.
1407 * These symbols should only be predefined defines and
1408 * declaratons which will be evaluated later, when needed.
1409 * This is also the case when a file is directly included via
1410 * '-include <file>' on the command line *AND* the file only
1411 * contains defines, declarations and inline definitions.
1412 * However, in the rare cases where the given file should
1413 * contain some definitions, these will never be evaluated
1414 * and thus won't be able to be linearized correctly.
1415 * Hence the evaluate_symbol_list() here under.
1417 evaluate_symbol_list(list);
1418 return list;
1421 struct symbol_list * sparse_keep_tokens(char *filename)
1423 struct symbol_list *res;
1425 /* Clear previous symbol list */
1426 translation_unit_used_list = NULL;
1428 new_file_scope();
1429 res = sparse_file(filename);
1431 /* And return it */
1432 return res;
1436 struct symbol_list * __sparse(char *filename)
1438 struct symbol_list *res;
1440 res = sparse_keep_tokens(filename);
1442 /* Drop the tokens for this file after parsing */
1443 clear_token_alloc();
1445 /* And return it */
1446 return res;
1449 struct symbol_list * sparse(char *filename)
1451 struct symbol_list *res = __sparse(filename);
1453 if (has_error & ERROR_CURR_PHASE)
1454 has_error = ERROR_PREV_PHASE;
1455 /* Evaluate the complete symbol list */
1456 evaluate_symbol_list(res);
1458 return res;