lib.c

   1 /*
   2  * 'sparse' library helper routines.
   3  *
   4  * Copyright (C) 2003 Transmeta Corp.
   5  *               2003-2004 Linus Torvalds
   6  *
   7  *  Licensed under the Open Software License version 1.1
   8  */
   9 #include <ctype.h>
  10 #include <fcntl.h>
  11 #include <stdarg.h>
  12 #include <stddef.h>
  13 #include <stdio.h>
  14 #include <stdlib.h>
  15 #include <string.h>
  16 #include <unistd.h>
  17 #include <assert.h>
  18
  19 #include <sys/types.h>
  20
  21 #include "lib.h"
  22 #include "allocate.h"
  23 #include "token.h"
  24 #include "parse.h"
  25 #include "symbol.h"
  26 #include "expression.h"
  27 #include "scope.h"
  28 #include "linearize.h"
  29 #include "target.h"
  30
  31 int verbose, optimize, optimize_size, preprocessing;
  32 int die_if_error = 0;
  33
  34 #ifndef __GNUC__
  35 # define __GNUC__ 2
  36 # define __GNUC_MINOR__ 95
  37 # define __GNUC_PATCHLEVEL__ 0
  38 #endif
  39
  40 int gcc_major = __GNUC__;
  41 int gcc_minor = __GNUC_MINOR__;
  42 int gcc_patchlevel = __GNUC_PATCHLEVEL__;
  43
  44 struct token *skip_to(struct token *token, int op)
  45 {
  46         while (!match_op(token, op) && !eof_token(token))
  47                 token = token->next;
  48         return token;
  49 }
  50
  51 struct token *expect(struct token *token, int op, const char *where)
  52 {
  53         if (!match_op(token, op)) {
  54                 static struct token bad_token;
  55                 if (token != &bad_token) {
  56                         bad_token.next = token;
  57                         sparse_error(token->pos, "Expected %s %s", show_special(op), where);
  58                         sparse_error(token->pos, "got %s", show_token(token));
  59                 }
  60                 if (op == ';')
  61                         return skip_to(token, op);
  62                 return &bad_token;
  63         }
  64         return token->next;
  65 }
  66
  67 unsigned int hexval(unsigned int c)
  68 {
  69         int retval = 256;
  70         switch (c) {
  71         case '0'...'9':
  72                 retval = c - '0';
  73                 break;
  74         case 'a'...'f':
  75                 retval = c - 'a' + 10;
  76                 break;
  77         case 'A'...'F':
  78                 retval = c - 'A' + 10;
  79                 break;
  80         }
  81         return retval;
  82 }
  83
  84 static void do_warn(const char *type, struct position pos, const char * fmt, va_list args)
  85 {
  86         static char buffer[512];
  87         const char *name;
  88
  89         vsprintf(buffer, fmt, args);
  90         name = stream_name(pos.stream);
  91
  92         fprintf(stderr, "%s:%d:%d: %s%s\n",
  93                 name, pos.line, pos.pos, type, buffer);
  94 }
  95
  96 static int max_warnings = 100;
  97 static int show_info = 1;
  98
  99 void info(struct position pos, const char * fmt, ...)
 100 {
 101         va_list args;
 102
 103         if (!show_info)
 104                 return;
 105         va_start(args, fmt);
 106         do_warn("", pos, fmt, args);
 107         va_end(args);
 108 }
 109
 110 void warning(struct position pos, const char * fmt, ...)
 111 {
 112         va_list args;
 113
 114         if (!max_warnings) {
 115                 show_info = 0;
 116                 return;
 117         }
 118
 119         if (!--max_warnings) {
 120                 show_info = 0;
 121                 fmt = "too many warnings";
 122         }
 123
 124         va_start(args, fmt);
 125         do_warn("warning: ", pos, fmt, args);
 126         va_end(args);
 127 }
 128
 129 static void do_error(struct position pos, const char * fmt, va_list args)
 130 {
 131         static int errors = 0;
 132         die_if_error = 1;
 133         show_info = 1;
 134         /* Shut up warnings after an error */
 135         max_warnings = 0;
 136         if (errors > 100) {
 137                 static int once = 0;
 138                 show_info = 0;
 139                 if (once)
 140                         return;
 141                 fmt = "too many errors";
 142                 once = 1;
 143         }
 144
 145         do_warn("error: ", pos, fmt, args);
 146         errors++;
 147 }
 148
 149 void sparse_error(struct position pos, const char * fmt, ...)
 150 {
 151         va_list args;
 152         va_start(args, fmt);
 153         do_error(pos, fmt, args);
 154         va_end(args);
 155 }
 156
 157 void expression_error(struct expression *expr, const char *fmt, ...)
 158 {
 159         va_list args;
 160         va_start(args, fmt);
 161         do_error(expr->pos, fmt, args);
 162         va_end(args);
 163         expr->ctype = &bad_ctype;
 164 }
 165
 166 void error_die(struct position pos, const char * fmt, ...)
 167 {
 168         va_list args;
 169         va_start(args, fmt);
 170         do_warn("error: ", pos, fmt, args);
 171         va_end(args);
 172         exit(1);
 173 }
 174
 175 void die(const char *fmt, ...)
 176 {
 177         va_list args;
 178         static char buffer[512];
 179
 180         va_start(args, fmt);
 181         vsnprintf(buffer, sizeof(buffer), fmt, args);
 182         va_end(args);
 183
 184         fprintf(stderr, "%s\n", buffer);
 185         exit(1);
 186 }
 187
 188 static unsigned int pre_buffer_size;
 189 static char pre_buffer[8192];
 190
 191 int Wdefault_bitfield_sign = 0;
 192 int Wone_bit_signed_bitfield = 1;
 193 int Wcast_truncate = 1;
 194 int Wbitwise = 0;
 195 int Wtypesign = 0;
 196 int Wcontext = 1;
 197 int Wundefined_preprocessor = 0;
 198 int Wptr_subtraction_blows = 0;
 199 int Wcast_to_address_space = 0;
 200 int Wdecl = 1;
 201 int Wtransparent_union = 1;
 202 int Wshadow = 0;
 203 int Waddress_space = 1;
 204 int Wenum_mismatch = 1;
 205 int Wdo_while = 1;
 206 int Wuninitialized = 1;
 207 int Wold_initializer = 1;
 208 int Wnon_pointer_null = 1;
 209 int Wparen_string = 0;
 210 int Wreturn_void = 0;
 211
 212 int dbg_entry = 0;
 213 int dbg_dead = 0;
 214
 215 int preprocess_only;
 216
 217 #define CMDLINE_INCLUDE 20
 218 int cmdline_include_nr = 0;
 219 struct cmdline_include cmdline_include[CMDLINE_INCLUDE];
 220
 221
 222 void add_pre_buffer(const char *fmt, ...)
 223 {
 224         va_list args;
 225         unsigned int size;
 226
 227         va_start(args, fmt);
 228         size = pre_buffer_size;
 229         size += vsnprintf(pre_buffer + size,
 230                 sizeof(pre_buffer) - size,
 231                 fmt, args);
 232         pre_buffer_size = size;
 233         va_end(args);
 234 }
 235
 236 static char **handle_switch_D(char *arg, char **next)
 237 {
 238         const char *name = arg + 1;
 239         const char *value = "1";
 240         for (;;) {
 241                 char c;
 242                 c = *++arg;
 243                 if (!c)
 244                         break;
 245                 if (isspace((unsigned char)c) || c == '=') {
 246                         *arg = '\0';
 247                         value = arg + 1;
 248                         break;
 249                 }
 250         }
 251         add_pre_buffer("#define %s %s\n", name, value);
 252         return next;
 253 }
 254
 255 static char **handle_switch_E(char *arg, char **next)
 256 {
 257         if (arg[1] == '\0')
 258                 preprocess_only = 1;
 259         return next;
 260 }
 261
 262 static char **handle_switch_I(char *arg, char **next)
 263 {
 264         char *path = arg+1;
 265
 266         switch (arg[1]) {
 267         case '-':
 268                 add_pre_buffer("#split_include\n");
 269                 break;
 270
 271         case '\0':      /* Plain "-I" */
 272                 path = *++next;
 273                 if (!path)
 274                         die("missing argument for -I option");
 275                 /* Fall through */
 276         default:
 277                 add_pre_buffer("#add_include \"%s/\"\n", path);
 278         }
 279         return next;
 280 }
 281
 282 static void add_cmdline_include(char *filename)
 283 {
 284         int fd = open(filename, O_RDONLY);
 285         if (fd < 0) {
 286                 perror(filename);
 287                 return;
 288         }
 289         if (cmdline_include_nr >= CMDLINE_INCLUDE)
 290                 die("too many include files for %s\n", filename);
 291         cmdline_include[cmdline_include_nr].filename = filename;
 292         cmdline_include[cmdline_include_nr].fd = fd;
 293         cmdline_include_nr++;
 294 }
 295
 296 static char **handle_switch_i(char *arg, char **next)
 297 {
 298         if (*next && !strcmp(arg, "include"))
 299                 add_cmdline_include(*++next);
 300         else if (*next && !strcmp(arg, "imacros"))
 301                 add_cmdline_include(*++next);
 302         else if (*next && !strcmp(arg, "isystem")) {
 303                 char *path = *++next;
 304                 if (!path)
 305                         die("missing argument for -isystem option");
 306                 add_pre_buffer("#add_isystem \"%s/\"\n", path);
 307         }
 308         return next;
 309 }
 310
 311 static char **handle_switch_M(char *arg, char **next)
 312 {
 313         if (!strcmp(arg, "MF") || !strcmp(arg,"MQ") || !strcmp(arg,"MT")) {
 314                 if (!*next)
 315                         die("missing argument for -%s option", arg);
 316                 return next + 1;
 317         }
 318         return next;
 319 }
 320
 321 static char **handle_switch_m(char *arg, char **next)
 322 {
 323         if (!strcmp(arg, "m64")) {
 324                 bits_in_long = 64;
 325                 max_int_alignment = 8;
 326                 bits_in_pointer = 64;
 327                 pointer_alignment = 8;
 328                 size_t_ctype = &ulong_ctype;
 329                 ssize_t_ctype = &long_ctype;
 330         } else if (!strcmp(arg, "msize-long")) {
 331                 size_t_ctype = &ulong_ctype;
 332                 ssize_t_ctype = &long_ctype;
 333         }
 334         return next;
 335 }
 336
 337 static char **handle_switch_o(char *arg, char **next)
 338 {
 339         if (!strcmp (arg, "o") && *next)
 340                 return next + 1; // "-o foo"
 341         else
 342                 return next;     // "-ofoo" or (bogus) terminal "-o"
 343 }
 344
 345 static const struct warning {
 346         const char *name;
 347         int *flag;
 348 } warnings[] = {
 349         { "cast-to-as", &Wcast_to_address_space },
 350         { "decl", &Wdecl },
 351         { "one-bit-signed-bitfield", &Wone_bit_signed_bitfield },
 352         { "cast-truncate", &Wcast_truncate },
 353         { "ptr-subtraction-blows", &Wptr_subtraction_blows },
 354         { "default-bitfield-sign", &Wdefault_bitfield_sign },
 355         { "undef", &Wundefined_preprocessor },
 356         { "bitwise", &Wbitwise },
 357         { "typesign", &Wtypesign },
 358         { "context", &Wcontext },
 359         { "transparent-union", &Wtransparent_union },
 360         { "shadow", &Wshadow },
 361         { "address-space", &Waddress_space },
 362         { "enum-mismatch", &Wenum_mismatch },
 363         { "do-while", &Wdo_while },
 364         { "uninitialized", &Wuninitialized },
 365         { "old-initializer", &Wold_initializer },
 366         { "non-pointer-null", &Wnon_pointer_null },
 367         { "paren-string", &Wparen_string },
 368         { "return-void", &Wreturn_void },
 369 };
 370
 371 enum {
 372         WARNING_OFF,
 373         WARNING_ON,
 374         WARNING_FORCE_OFF
 375 };
 376
 377
 378 static char **handle_onoff_switch(char *arg, char **next, const struct warning warnings[], int n)
 379 {
 380         int flag = WARNING_ON;
 381         char *p = arg + 1;
 382         unsigned i;
 383
 384         if (!strcmp(p, "all")) {
 385                 for (i = 0; i < n; i++) {
 386                         if (*warnings[i].flag != WARNING_FORCE_OFF)
 387                                 *warnings[i].flag = WARNING_ON;
 388                 }
 389         }
 390
 391         // Prefixes "no" and "no-" mean to turn warning off.
 392         if (p[0] == 'n' && p[1] == 'o') {
 393                 p += 2;
 394                 if (p[0] == '-')
 395                         p++;
 396                 flag = WARNING_FORCE_OFF;
 397         }
 398
 399         for (i = 0; i < n; i++) {
 400                 if (!strcmp(p,warnings[i].name)) {
 401                         *warnings[i].flag = flag;
 402                         return next;
 403                 }
 404         }
 405
 406         // Unknown.
 407         return NULL;
 408 }
 409
 410 static char **handle_switch_W(char *arg, char **next)
 411 {
 412         char ** ret = handle_onoff_switch(arg, next, warnings, sizeof warnings/sizeof warnings[0]);
 413         if (ret)
 414                 return ret;
 415
 416         // Unknown.
 417         return next;
 418 }
 419
 420 static struct warning debugs[] = {
 421         { "entry", &dbg_entry},
 422         { "dead", &dbg_dead},
 423 };
 424
 425
 426 static char **handle_switch_v(char *arg, char **next)
 427 {
 428         char ** ret = handle_onoff_switch(arg, next, debugs, sizeof debugs/sizeof debugs[0]);
 429         if (ret)
 430                 return ret;
 431
 432         // Unknown.
 433         do {
 434                 verbose++;
 435         } while (*++arg == 'v');
 436         return next;
 437 }
 438
 439
 440 static void handle_onoff_switch_finalize(const struct warning warnings[], int n)
 441 {
 442         unsigned i;
 443
 444         for (i = 0; i < n; i++) {
 445                 if (*warnings[i].flag == WARNING_FORCE_OFF)
 446                         *warnings[i].flag = WARNING_OFF;
 447         }
 448 }
 449
 450 static void handle_switch_W_finalize(void)
 451 {
 452         handle_onoff_switch_finalize(warnings, sizeof(warnings) / sizeof(warnings[0]));
 453 }
 454
 455 static void handle_switch_v_finalize(void)
 456 {
 457         handle_onoff_switch_finalize(debugs, sizeof(debugs) / sizeof(debugs[0]));
 458 }
 459
 460 static char **handle_switch_U(char *arg, char **next)
 461 {
 462         const char *name = arg + 1;
 463         add_pre_buffer ("#undef %s\n", name);
 464         return next;
 465 }
 466
 467 static char **handle_switch_O(char *arg, char **next)
 468 {
 469         int level = 1;
 470         if (arg[1] >= '0' && arg[1] <= '9')
 471                 level = arg[1] - '0';
 472         optimize = level;
 473         optimize_size = arg[1] == 's';
 474         return next;
 475 }
 476
 477 static char **handle_switch_f(char *arg, char **next)
 478 {
 479         int flag = 1;
 480
 481         arg++;
 482         if (!strncmp(arg, "no-", 3)) {
 483                 flag = 0;
 484                 arg += 3;
 485         }
 486         /* handle switch here.. */
 487         return next;
 488 }
 489
 490 static char **handle_switch_G(char *arg, char **next)
 491 {
 492         if (!strcmp (arg, "G") && *next)
 493                 return next + 1; // "-G 0"
 494         else
 495                 return next;     // "-G0" or (bogus) terminal "-G"
 496 }
 497
 498 static char **handle_nostdinc(char *arg, char **next)
 499 {
 500         add_pre_buffer("#nostdinc\n");
 501         return next;
 502 }
 503
 504 static char **handle_dirafter(char *arg, char **next)
 505 {
 506         char *path = *++next;
 507         if (!path)
 508                 die("missing argument for -dirafter option");
 509         add_pre_buffer("#add_dirafter \"%s/\"\n", path);
 510         return next;
 511 }
 512
 513 struct switches {
 514         const char *name;
 515         char **(*fn)(char *, char **);
 516 };
 517
 518 char **handle_switch(char *arg, char **next)
 519 {
 520         static struct switches cmd[] = {
 521                 { "nostdinc", handle_nostdinc },
 522                 { "dirafter", handle_dirafter },
 523                 { NULL, NULL }
 524         };
 525         struct switches *s;
 526
 527         switch (*arg) {
 528         case 'D': return handle_switch_D(arg, next);
 529         case 'E': return handle_switch_E(arg, next);
 530         case 'I': return handle_switch_I(arg, next);
 531         case 'i': return handle_switch_i(arg, next);
 532         case 'M': return handle_switch_M(arg, next);
 533         case 'm': return handle_switch_m(arg, next);
 534         case 'o': return handle_switch_o(arg, next);
 535         case 'U': return handle_switch_U(arg, next);
 536         case 'v': return handle_switch_v(arg, next);
 537         case 'W': return handle_switch_W(arg, next);
 538         case 'O': return handle_switch_O(arg, next);
 539         case 'f': return handle_switch_f(arg, next);
 540         case 'G': return handle_switch_G(arg, next);
 541         default:
 542                 break;
 543         }
 544
 545         s = cmd;
 546         while (s->name) {
 547                 if (!strcmp(s->name, arg))
 548                         return s->fn(arg, next);
 549                 s++;
 550         }
 551
 552         /*
 553          * Ignore unknown command line options:
 554          * they're probably gcc switches
 555          */
 556         return next;
 557 }
 558
 559 void declare_builtin_functions(void)
 560 {
 561         /* Gaah. gcc knows tons of builtin <string.h> functions */
 562         add_pre_buffer("extern void *__builtin_memcpy(void *, const void *, __SIZE_TYPE__);\n");
 563         add_pre_buffer("extern void *__builtin_memset(void *, int, __SIZE_TYPE__);\n");
 564         add_pre_buffer("extern int __builtin_memcmp(const void *, const void *, __SIZE_TYPE__);\n");
 565         add_pre_buffer("extern char *__builtin_strcat(char *, const char *);\n");
 566         add_pre_buffer("extern char *__builtin_strncat(char *, const char *, __SIZE_TYPE__);\n");
 567         add_pre_buffer("extern int __builtin_strcmp(const char *, const char *);\n");
 568         add_pre_buffer("extern char *__builtin_strchr(const char *, int);\n");
 569         add_pre_buffer("extern char *__builtin_strcpy(char *, const char *);\n");
 570         add_pre_buffer("extern char *__builtin_strncpy(char *, const char *, __SIZE_TYPE__);\n");
 571         add_pre_buffer("extern __SIZE_TYPE__ __builtin_strspn(const char *, const char *);\n");
 572         add_pre_buffer("extern __SIZE_TYPE__ __builtin_strcspn(const char *, const char *);\n");
 573         add_pre_buffer("extern char * __builtin_strpbrk(const char *, const char *);\n");
 574
 575         /* And some random ones.. */
 576         add_pre_buffer("extern void *__builtin_return_address(unsigned int);\n");
 577         add_pre_buffer("extern void *__builtin_extract_return_addr(void *);\n");
 578         add_pre_buffer("extern void *__builtin_frame_address(unsigned int);\n");
 579         add_pre_buffer("extern void __builtin_trap(void);\n");
 580         add_pre_buffer("extern int __builtin_ffs(int);\n");
 581         add_pre_buffer("extern void *__builtin_alloca(__SIZE_TYPE__);\n");
 582         add_pre_buffer("extern int __builtin_popcount(unsigned int);\n");
 583         add_pre_buffer("extern int __builtin_popcountl(unsigned long);\n");
 584         add_pre_buffer("extern void __builtin_prefetch (const void *, ...);\n");
 585         add_pre_buffer("extern long __builtin_alpha_extbl(long, long);\n");
 586         add_pre_buffer("extern long __builtin_alpha_extwl(long, long);\n");
 587         add_pre_buffer("extern long __builtin_alpha_insbl(long, long);\n");
 588         add_pre_buffer("extern long __builtin_alpha_inswl(long, long);\n");
 589         add_pre_buffer("extern long __builtin_alpha_insql(long, long);\n");
 590         add_pre_buffer("extern long __builtin_alpha_inslh(long, long);\n");
 591         add_pre_buffer("extern long __builtin_alpha_cmpbge(long, long);\n");
 592 }
 593
 594 void create_builtin_stream(void)
 595 {
 596         add_pre_buffer("#weak_define __GNUC__ %d\n", gcc_major);
 597         add_pre_buffer("#weak_define __GNUC_MINOR__ %d\n", gcc_minor);
 598         add_pre_buffer("#weak_define __GNUC_PATCHLEVEL__ %d\n", gcc_patchlevel);
 599         add_pre_buffer("#define __extension__\n");
 600         add_pre_buffer("#define __pragma__\n");
 601
 602         // gcc defines __SIZE_TYPE__ to be size_t.  For linux/i86 and
 603         // solaris/sparc that is really "unsigned int" and for linux/x86_64
 604         // it is "long unsigned int".  In either case we can probably
 605         // get away with this.  We need the #weak_define as cgcc will define
 606         // the right __SIZE_TYPE__.
 607         if (size_t_ctype == &ulong_ctype)
 608                 add_pre_buffer("#weak_define __SIZE_TYPE__ long unsigned int\n");
 609         else
 610                 add_pre_buffer("#weak_define __SIZE_TYPE__ unsigned int\n");
 611         add_pre_buffer("#weak_define __STDC__ 1\n");
 612
 613         add_pre_buffer("#define __builtin_stdarg_start(a,b) ((a) = (__builtin_va_list)(&(b)))\n");
 614         add_pre_buffer("#define __builtin_va_start(a,b) ((a) = (__builtin_va_list)(&(b)))\n");
 615         add_pre_buffer("#define __builtin_va_arg(arg,type)  ({ type __va_arg_ret = *(type *)(arg); arg += sizeof(type); __va_arg_ret; })\n");
 616         add_pre_buffer("#define __builtin_va_alist (*(void *)0)\n");
 617         add_pre_buffer("#define __builtin_va_arg_incr(x) ((x) + 1)\n");
 618         add_pre_buffer("#define __builtin_va_copy(dest, src) ({ dest = src; (void)0; })\n");
 619         add_pre_buffer("#define __builtin_va_end(arg)\n");
 620
 621         /* FIXME! We need to do these as special magic macros at expansion time! */
 622         add_pre_buffer("#define __BASE_FILE__ \"base_file.c\"\n");
 623
 624         if (optimize)
 625                 add_pre_buffer("#define __OPTIMIZE__ 1\n");
 626         if (optimize_size)
 627                 add_pre_buffer("#define __OPTIMIZE_SIZE__ 1\n");
 628 }
 629
 630 static struct symbol_list *sparse_tokenstream(struct token *token)
 631 {
 632         // Preprocess the stream
 633         token = preprocess(token);
 634
 635         if (preprocess_only) {
 636                 while (!eof_token(token)) {
 637                         int prec = 1;
 638                         struct token *next = token->next;
 639                         const char *separator = "";
 640                         if (next->pos.whitespace)
 641                                 separator = " ";
 642                         if (next->pos.newline) {
 643                                 separator = "\n\t\t\t\t\t";
 644                                 prec = next->pos.pos;
 645                                 if (prec > 4)
 646                                         prec = 4;
 647                         }
 648                         printf("%s%.*s", show_token(token), prec, separator);
 649                         token = next;
 650                 }
 651                 putchar('\n');
 652
 653                 return NULL;
 654         }
 655
 656         // Parse the resulting C code
 657         while (!eof_token(token))
 658                 token = external_declaration(token, &translation_unit_used_list);
 659         return translation_unit_used_list;
 660 }
 661
 662 static struct symbol_list *sparse_file(const char *filename)
 663 {
 664         int fd;
 665         struct token *token;
 666
 667         if (strcmp (filename, "-") == 0) {
 668                 fd = 0;
 669         } else {
 670                 fd = open(filename, O_RDONLY);
 671                 if (fd < 0)
 672                         die("No such file: %s", filename);
 673         }
 674
 675         // Tokenize the input stream
 676         token = tokenize(filename, fd, NULL, includepath);
 677         close(fd);
 678
 679         return sparse_tokenstream(token);
 680 }
 681
 682 /*
 683  * This handles the "-include" directive etc: we're in global
 684  * scope, and all types/macros etc will affect all the following
 685  * files.
 686  *
 687  * NOTE NOTE NOTE! "#undef" of anything in this stage will
 688  * affect all subsequent files too, i.e. we can have non-local
 689  * behaviour between files!
 690  */
 691 static struct symbol_list *sparse_initial(void)
 692 {
 693         struct token *token;
 694         int i;
 695
 696         // Prepend any "include" file to the stream.
 697         // We're in global scope, it will affect all files!
 698         token = NULL;
 699         for (i = cmdline_include_nr - 1; i >= 0; i--)
 700                 token = tokenize(cmdline_include[i].filename, cmdline_include[i].fd,
 701                                  token, includepath);
 702
 703         // Prepend the initial built-in stream
 704         token = tokenize_buffer(pre_buffer, pre_buffer_size, token);
 705         return sparse_tokenstream(token);
 706 }
 707
 708 struct symbol_list *sparse_initialize(int argc, char **argv, struct string_list **filelist)
 709 {
 710         char **args;
 711         struct symbol_list *list;
 712
 713         // Initialize symbol stream first, so that we can add defines etc
 714         init_symbols();
 715
 716         args = argv;
 717         for (;;) {
 718                 char *arg = *++args;
 719                 if (!arg)
 720                         break;
 721
 722                 if (arg[0] == '-' && arg[1]) {
 723                         args = handle_switch(arg+1, args);
 724                         continue;
 725                 }
 726                 add_ptr_list_notag(filelist, arg);
 727         }
 728         handle_switch_W_finalize();
 729         handle_switch_v_finalize();
 730
 731         list = NULL;
 732         if (!ptr_list_empty(filelist)) {
 733                 // Initialize type system
 734                 init_ctype();
 735
 736                 create_builtin_stream();
 737                 add_pre_buffer("#define __CHECKER__ 1\n");
 738                 if (!preprocess_only)
 739                         declare_builtin_functions();
 740
 741                 list = sparse_initial();
 742
 743                 /*
 744                  * Protect the initial token allocations, since
 745                  * they need to survive all the others
 746                  */
 747                 protect_token_alloc();
 748         }
 749         return list;
 750 }
 751
 752 struct symbol_list * sparse_keep_tokens(char *filename)
 753 {
 754         struct symbol_list *res;
 755
 756         /* Clear previous symbol list */
 757         translation_unit_used_list = NULL;
 758
 759         new_file_scope();
 760         res = sparse_file(filename);
 761
 762         /* And return it */
 763         return res;
 764 }
 765
 766
 767 struct symbol_list * __sparse(char *filename)
 768 {
 769         struct symbol_list *res;
 770
 771         res = sparse_keep_tokens(filename);
 772
 773         /* Drop the tokens for this file after parsing */
 774         clear_token_alloc();
 775
 776         /* And return it */
 777         return res;
 778 }
 779
 780 struct symbol_list * sparse(char *filename)
 781 {
 782         struct symbol_list *res = __sparse(filename);
 783
 784         /* Evaluate the complete symbol list */
 785         evaluate_symbol_list(res);
 786
 787         return res;
 788 }