lib.c

   1 /*
   2  * 'sparse' library helper routines.
   3  *
   4  * Copyright (C) 2003 Transmeta Corp.
   5  *               2003-2004 Linus Torvalds
   6  *
   7  * Permission is hereby granted, free of charge, to any person obtaining a copy
   8  * of this software and associated documentation files (the "Software"), to deal
   9  * in the Software without restriction, including without limitation the rights
  10  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  11  * copies of the Software, and to permit persons to whom the Software is
  12  * furnished to do so, subject to the following conditions:
  13  *
  14  * The above copyright notice and this permission notice shall be included in
  15  * all copies or substantial portions of the Software.
  16  *
  17  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  18  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  19  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  20  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  21  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  22  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  23  * THE SOFTWARE.
  24  */
  25 #include <ctype.h>
  26 #include <fcntl.h>
  27 #include <stdarg.h>
  28 #include <stddef.h>
  29 #include <stdio.h>
  30 #include <stdlib.h>
  31 #include <string.h>
  32 #include <unistd.h>
  33 #include <assert.h>
  34
  35 #include <sys/types.h>
  36
  37 #include "lib.h"
  38 #include "allocate.h"
  39 #include "token.h"
  40 #include "parse.h"
  41 #include "symbol.h"
  42 #include "expression.h"
  43 #include "scope.h"
  44 #include "linearize.h"
  45 #include "target.h"
  46 #include "version.h"
  47
  48 int verbose, optimize, optimize_size, preprocessing;
  49 int die_if_error = 0;
  50
  51 #ifndef __GNUC__
  52 # define __GNUC__ 2
  53 # define __GNUC_MINOR__ 95
  54 # define __GNUC_PATCHLEVEL__ 0
  55 #endif
  56
  57 int gcc_major = __GNUC__;
  58 int gcc_minor = __GNUC_MINOR__;
  59 int gcc_patchlevel = __GNUC_PATCHLEVEL__;
  60
  61 static const char *gcc_base_dir = GCC_BASE;
  62 static const char *multiarch_dir = MULTIARCH_TRIPLET;
  63
  64 struct token *skip_to(struct token *token, int op)
  65 {
  66         while (!match_op(token, op) && !eof_token(token))
  67                 token = token->next;
  68         return token;
  69 }
  70
  71 struct token *expect(struct token *token, int op, const char *where)
  72 {
  73         if (!match_op(token, op)) {
  74                 static struct token bad_token;
  75                 if (token != &bad_token) {
  76                         bad_token.next = token;
  77                         sparse_error(token->pos, "Expected %s %s", show_special(op), where);
  78                         sparse_error(token->pos, "got %s", show_token(token));
  79                 }
  80                 if (op == ';')
  81                         return skip_to(token, op);
  82                 return &bad_token;
  83         }
  84         return token->next;
  85 }
  86
  87 unsigned int hexval(unsigned int c)
  88 {
  89         int retval = 256;
  90         switch (c) {
  91         case '0'...'9':
  92                 retval = c - '0';
  93                 break;
  94         case 'a'...'f':
  95                 retval = c - 'a' + 10;
  96                 break;
  97         case 'A'...'F':
  98                 retval = c - 'A' + 10;
  99                 break;
 100         }
 101         return retval;
 102 }
 103
 104 static void do_warn(const char *type, struct position pos, const char * fmt, va_list args)
 105 {
 106         static char buffer[512];
 107         const char *name;
 108
 109         vsprintf(buffer, fmt, args);
 110         name = stream_name(pos.stream);
 111
 112         fprintf(stderr, "%s:%d:%d: %s%s\n",
 113                 name, pos.line, pos.pos, type, buffer);
 114 }
 115
 116 static int max_warnings = 100;
 117 static int show_info = 1;
 118
 119 void info(struct position pos, const char * fmt, ...)
 120 {
 121         va_list args;
 122
 123         if (!show_info)
 124                 return;
 125         va_start(args, fmt);
 126         do_warn("", pos, fmt, args);
 127         va_end(args);
 128 }
 129
 130 static void do_error(struct position pos, const char * fmt, va_list args)
 131 {
 132         static int errors = 0;
 133         die_if_error = 1;
 134         show_info = 1;
 135         /* Shut up warnings after an error */
 136         max_warnings = 0;
 137         if (errors > 100) {
 138                 static int once = 0;
 139                 show_info = 0;
 140                 if (once)
 141                         return;
 142                 fmt = "too many errors";
 143                 once = 1;
 144         }
 145
 146         do_warn("error: ", pos, fmt, args);
 147         errors++;
 148 }
 149
 150 void warning(struct position pos, const char * fmt, ...)
 151 {
 152         va_list args;
 153
 154         if (Wsparse_error) {
 155                 va_start(args, fmt);
 156                 do_error(pos, fmt, args);
 157                 va_end(args);
 158                 return;
 159         }
 160
 161         if (!max_warnings) {
 162                 show_info = 0;
 163                 return;
 164         }
 165
 166         if (!--max_warnings) {
 167                 show_info = 0;
 168                 fmt = "too many warnings";
 169         }
 170
 171         va_start(args, fmt);
 172         do_warn("warning: ", pos, fmt, args);
 173         va_end(args);
 174 }
 175
 176 void sparse_error(struct position pos, const char * fmt, ...)
 177 {
 178         va_list args;
 179         va_start(args, fmt);
 180         do_error(pos, fmt, args);
 181         va_end(args);
 182 }
 183
 184 void expression_error(struct expression *expr, const char *fmt, ...)
 185 {
 186         va_list args;
 187         va_start(args, fmt);
 188         do_error(expr->pos, fmt, args);
 189         va_end(args);
 190         expr->ctype = &bad_ctype;
 191 }
 192
 193 void error_die(struct position pos, const char * fmt, ...)
 194 {
 195         va_list args;
 196         va_start(args, fmt);
 197         do_warn("error: ", pos, fmt, args);
 198         va_end(args);
 199         exit(1);
 200 }
 201
 202 void die(const char *fmt, ...)
 203 {
 204         va_list args;
 205         static char buffer[512];
 206
 207         va_start(args, fmt);
 208         vsnprintf(buffer, sizeof(buffer), fmt, args);
 209         va_end(args);
 210
 211         fprintf(stderr, "%s\n", buffer);
 212         exit(1);
 213 }
 214
 215 static struct token *pre_buffer_begin = NULL;
 216 static struct token *pre_buffer_end = NULL;
 217
 218 int Waddress = 0;
 219 int Waddress_space = 1;
 220 int Wbitwise = 1;
 221 int Wcast_to_as = 0;
 222 int Wcast_truncate = 1;
 223 int Wcontext = 1;
 224 int Wdecl = 1;
 225 int Wdeclarationafterstatement = -1;
 226 int Wdefault_bitfield_sign = 0;
 227 int Wdesignated_init = 1;
 228 int Wdo_while = 0;
 229 int Winit_cstring = 0;
 230 int Wenum_mismatch = 1;
 231 int Wsparse_error = 0;
 232 int Wnon_pointer_null = 1;
 233 int Wold_initializer = 1;
 234 int Wone_bit_signed_bitfield = 1;
 235 int Woverride_init = 1;
 236 int Woverride_init_all = 0;
 237 int Woverride_init_whole_range = 0;
 238 int Wparen_string = 0;
 239 int Wptr_subtraction_blows = 0;
 240 int Wreturn_void = 0;
 241 int Wshadow = 0;
 242 int Wsizeof_bool = 0;
 243 int Wtautological_compare = 0;
 244 int Wtransparent_union = 0;
 245 int Wtypesign = 0;
 246 int Wundef = 0;
 247 int Wuninitialized = 1;
 248 int Wunknown_attribute = 1;
 249 int Wvla = 1;
 250
 251 int dump_macro_defs = 0;
 252
 253 int dbg_entry = 0;
 254 int dbg_dead = 0;
 255
 256 int fmem_report = 0;
 257 int fdump_linearize;
 258
 259 int preprocess_only;
 260
 261 static enum { STANDARD_C89,
 262               STANDARD_C94,
 263               STANDARD_C99,
 264               STANDARD_C11,
 265               STANDARD_GNU11,
 266               STANDARD_GNU89,
 267               STANDARD_GNU99, } standard = STANDARD_GNU89;
 268
 269 #define ARCH_LP32  0
 270 #define ARCH_LP64  1
 271 #define ARCH_LLP64 2
 272
 273 #ifdef __x86_64__
 274 #define ARCH_M64_DEFAULT ARCH_LP64
 275 #else
 276 #define ARCH_M64_DEFAULT ARCH_LP32
 277 #endif
 278
 279 int arch_m64 = ARCH_M64_DEFAULT;
 280 int arch_msize_long = 0;
 281
 282 #define CMDLINE_INCLUDE 20
 283 static int cmdline_include_nr = 0;
 284 static char *cmdline_include[CMDLINE_INCLUDE];
 285
 286
 287 void add_pre_buffer(const char *fmt, ...)
 288 {
 289         va_list args;
 290         unsigned int size;
 291         struct token *begin, *end;
 292         char buffer[4096];
 293
 294         va_start(args, fmt);
 295         size = vsnprintf(buffer, sizeof(buffer), fmt, args);
 296         va_end(args);
 297         begin = tokenize_buffer(buffer, size, &end);
 298         if (!pre_buffer_begin)
 299                 pre_buffer_begin = begin;
 300         if (pre_buffer_end)
 301                 pre_buffer_end->next = begin;
 302         pre_buffer_end = end;
 303 }
 304
 305 static char **handle_switch_D(char *arg, char **next)
 306 {
 307         const char *name = arg + 1;
 308         const char *value = "1";
 309
 310         if (!*name || isspace((unsigned char)*name))
 311                 die("argument to `-D' is missing");
 312
 313         for (;;) {
 314                 char c;
 315                 c = *++arg;
 316                 if (!c)
 317                         break;
 318                 if (isspace((unsigned char)c) || c == '=') {
 319                         *arg = '\0';
 320                         value = arg + 1;
 321                         break;
 322                 }
 323         }
 324         add_pre_buffer("#define %s %s\n", name, value);
 325         return next;
 326 }
 327
 328 static char **handle_switch_E(char *arg, char **next)
 329 {
 330         if (arg[1] == '\0')
 331                 preprocess_only = 1;
 332         return next;
 333 }
 334
 335 static char **handle_switch_I(char *arg, char **next)
 336 {
 337         char *path = arg+1;
 338
 339         switch (arg[1]) {
 340         case '-':
 341                 add_pre_buffer("#split_include\n");
 342                 break;
 343
 344         case '\0':      /* Plain "-I" */
 345                 path = *++next;
 346                 if (!path)
 347                         die("missing argument for -I option");
 348                 /* Fall through */
 349         default:
 350                 add_pre_buffer("#add_include \"%s/\"\n", path);
 351         }
 352         return next;
 353 }
 354
 355 static void add_cmdline_include(char *filename)
 356 {
 357         if (cmdline_include_nr >= CMDLINE_INCLUDE)
 358                 die("too many include files for %s\n", filename);
 359         cmdline_include[cmdline_include_nr++] = filename;
 360 }
 361
 362 static char **handle_switch_i(char *arg, char **next)
 363 {
 364         if (*next && !strcmp(arg, "include"))
 365                 add_cmdline_include(*++next);
 366         else if (*next && !strcmp(arg, "imacros"))
 367                 add_cmdline_include(*++next);
 368         else if (*next && !strcmp(arg, "isystem")) {
 369                 char *path = *++next;
 370                 if (!path)
 371                         die("missing argument for -isystem option");
 372                 add_pre_buffer("#add_isystem \"%s/\"\n", path);
 373         } else if (*next && !strcmp(arg, "idirafter")) {
 374                 char *path = *++next;
 375                 if (!path)
 376                         die("missing argument for -idirafter option");
 377                 add_pre_buffer("#add_dirafter \"%s/\"\n", path);
 378         }
 379         return next;
 380 }
 381
 382 static char **handle_switch_M(char *arg, char **next)
 383 {
 384         if (!strcmp(arg, "MF") || !strcmp(arg,"MQ") || !strcmp(arg,"MT")) {
 385                 if (!*next)
 386                         die("missing argument for -%s option", arg);
 387                 return next + 1;
 388         }
 389         return next;
 390 }
 391
 392 static char **handle_multiarch_dir(char *arg, char **next)
 393 {
 394         multiarch_dir = *++next;
 395         if (!multiarch_dir)
 396                 die("missing argument for -multiarch-dir option");
 397         return next;
 398 }
 399
 400 static char **handle_switch_m(char *arg, char **next)
 401 {
 402         if (!strcmp(arg, "m64")) {
 403                 arch_m64 = ARCH_LP64;
 404         } else if (!strcmp(arg, "m32")) {
 405                 arch_m64 = ARCH_LP32;
 406         } else if (!strcmp(arg, "msize-llp64")) {
 407                 arch_m64 = ARCH_LLP64;
 408         } else if (!strcmp(arg, "msize-long")) {
 409                 arch_msize_long = 1;
 410         } else if (!strcmp(arg, "multiarch-dir"))
 411                 return handle_multiarch_dir(arg, next);
 412         return next;
 413 }
 414
 415 static void handle_arch_m64_finalize(void)
 416 {
 417         switch (arch_m64) {
 418         case ARCH_LP32:
 419                 /* default values */
 420                 return;
 421         case ARCH_LP64:
 422                 bits_in_long = 64;
 423                 max_int_alignment = 8;
 424                 size_t_ctype = &ulong_ctype;
 425                 ssize_t_ctype = &long_ctype;
 426                 add_pre_buffer("#weak_define __LP64__ 1\n");
 427                 add_pre_buffer("#weak_define _LP64 1\n");
 428                 goto case_64bit_common;
 429         case ARCH_LLP64:
 430                 bits_in_long = 32;
 431                 max_int_alignment = 4;
 432                 size_t_ctype = &ullong_ctype;
 433                 ssize_t_ctype = &llong_ctype;
 434                 add_pre_buffer("#weak_define __LLP64__ 1\n");
 435                 goto case_64bit_common;
 436         case_64bit_common:
 437                 bits_in_pointer = 64;
 438                 pointer_alignment = 8;
 439 #ifdef __x86_64__
 440                 add_pre_buffer("#weak_define __x86_64__ 1\n");
 441 #endif
 442                 break;
 443         }
 444 }
 445
 446 static void handle_arch_msize_long_finalize(void)
 447 {
 448         if (arch_msize_long) {
 449                 size_t_ctype = &ulong_ctype;
 450                 ssize_t_ctype = &long_ctype;
 451         }
 452 }
 453
 454 static void handle_arch_finalize(void)
 455 {
 456         handle_arch_m64_finalize();
 457         handle_arch_msize_long_finalize();
 458 }
 459
 460
 461 static int handle_simple_switch(const char *arg, const char *name, int *flag)
 462 {
 463         int val = 1;
 464
 465         // Prefixe "no-" mean to turn flag off.
 466         if (strncmp(arg, "no-", 3) == 0) {
 467                 arg += 3;
 468                 val = 0;
 469         }
 470
 471         if (strcmp(arg, name) == 0) {
 472                 *flag = val;
 473                 return 1;
 474         }
 475
 476         // not handled
 477         return 0;
 478 }
 479
 480 static char **handle_switch_o(char *arg, char **next)
 481 {
 482         if (!strcmp (arg, "o")) {       // "-o foo"
 483                 if (!*++next)
 484                         die("argument to '-o' is missing");
 485         }
 486         // else "-ofoo"
 487
 488         return next;
 489 }
 490
 491 static const struct warning {
 492         const char *name;
 493         int *flag;
 494 } warnings[] = {
 495         { "address", &Waddress },
 496         { "address-space", &Waddress_space },
 497         { "bitwise", &Wbitwise },
 498         { "cast-to-as", &Wcast_to_as },
 499         { "cast-truncate", &Wcast_truncate },
 500         { "context", &Wcontext },
 501         { "decl", &Wdecl },
 502         { "declaration-after-statement", &Wdeclarationafterstatement },
 503         { "default-bitfield-sign", &Wdefault_bitfield_sign },
 504         { "designated-init", &Wdesignated_init },
 505         { "do-while", &Wdo_while },
 506         { "enum-mismatch", &Wenum_mismatch },
 507         { "sparse-error", &Wsparse_error },
 508         { "init-cstring", &Winit_cstring },
 509         { "non-pointer-null", &Wnon_pointer_null },
 510         { "old-initializer", &Wold_initializer },
 511         { "one-bit-signed-bitfield", &Wone_bit_signed_bitfield },
 512         { "override-init", &Woverride_init },
 513         { "override-init-all", &Woverride_init_all },
 514         { "paren-string", &Wparen_string },
 515         { "ptr-subtraction-blows", &Wptr_subtraction_blows },
 516         { "return-void", &Wreturn_void },
 517         { "shadow", &Wshadow },
 518         { "sizeof-bool", &Wsizeof_bool },
 519         { "tautological-compare", &Wtautological_compare },
 520         { "transparent-union", &Wtransparent_union },
 521         { "typesign", &Wtypesign },
 522         { "undef", &Wundef },
 523         { "uninitialized", &Wuninitialized },
 524         { "unknown-attribute", &Wunknown_attribute },
 525         { "vla", &Wvla },
 526 };
 527
 528 enum {
 529         WARNING_OFF,
 530         WARNING_ON,
 531         WARNING_FORCE_OFF
 532 };
 533
 534
 535 static char **handle_onoff_switch(char *arg, char **next, const struct warning warnings[], int n)
 536 {
 537         int flag = WARNING_ON;
 538         char *p = arg + 1;
 539         unsigned i;
 540
 541         if (!strcmp(p, "sparse-all")) {
 542                 for (i = 0; i < n; i++) {
 543                         if (*warnings[i].flag != WARNING_FORCE_OFF && warnings[i].flag != &Wsparse_error)
 544                                 *warnings[i].flag = WARNING_ON;
 545                 }
 546         }
 547
 548         // Prefixes "no" and "no-" mean to turn warning off.
 549         if (p[0] == 'n' && p[1] == 'o') {
 550                 p += 2;
 551                 if (p[0] == '-')
 552                         p++;
 553                 flag = WARNING_FORCE_OFF;
 554         }
 555
 556         for (i = 0; i < n; i++) {
 557                 if (!strcmp(p,warnings[i].name)) {
 558                         *warnings[i].flag = flag;
 559                         return next;
 560                 }
 561         }
 562
 563         // Unknown.
 564         return NULL;
 565 }
 566
 567 static char **handle_switch_W(char *arg, char **next)
 568 {
 569         char ** ret = handle_onoff_switch(arg, next, warnings, ARRAY_SIZE(warnings));
 570         if (ret)
 571                 return ret;
 572
 573         // Unknown.
 574         return next;
 575 }
 576
 577 static struct warning debugs[] = {
 578         { "entry", &dbg_entry},
 579         { "dead", &dbg_dead},
 580 };
 581
 582
 583 static char **handle_switch_v(char *arg, char **next)
 584 {
 585         char ** ret = handle_onoff_switch(arg, next, debugs, ARRAY_SIZE(debugs));
 586         if (ret)
 587                 return ret;
 588
 589         // Unknown.
 590         do {
 591                 verbose++;
 592         } while (*++arg == 'v');
 593         return next;
 594 }
 595
 596 static struct warning dumps[] = {
 597         { "D", &dump_macro_defs},
 598 };
 599
 600 static char **handle_switch_d(char *arg, char **next)
 601 {
 602         char ** ret = handle_onoff_switch(arg, next, dumps, ARRAY_SIZE(dumps));
 603         if (ret)
 604                 return ret;
 605
 606         return next;
 607 }
 608
 609
 610 static void handle_onoff_switch_finalize(const struct warning warnings[], int n)
 611 {
 612         unsigned i;
 613
 614         for (i = 0; i < n; i++) {
 615                 if (*warnings[i].flag == WARNING_FORCE_OFF)
 616                         *warnings[i].flag = WARNING_OFF;
 617         }
 618 }
 619
 620 static void handle_switch_W_finalize(void)
 621 {
 622         handle_onoff_switch_finalize(warnings, ARRAY_SIZE(warnings));
 623
 624         /* default Wdeclarationafterstatement based on the C dialect */
 625         if (-1 == Wdeclarationafterstatement)
 626         {
 627                 switch (standard)
 628                 {
 629                         case STANDARD_C89:
 630                         case STANDARD_C94:
 631                                 Wdeclarationafterstatement = 1;
 632                                 break;
 633
 634                         case STANDARD_C99:
 635                         case STANDARD_GNU89:
 636                         case STANDARD_GNU99:
 637                         case STANDARD_C11:
 638                         case STANDARD_GNU11:
 639                                 Wdeclarationafterstatement = 0;
 640                                 break;
 641
 642                         default:
 643                                 assert (0);
 644                 }
 645
 646         }
 647 }
 648
 649 static void handle_switch_v_finalize(void)
 650 {
 651         handle_onoff_switch_finalize(debugs, ARRAY_SIZE(debugs));
 652 }
 653
 654 static char **handle_switch_U(char *arg, char **next)
 655 {
 656         const char *name = arg + 1;
 657         add_pre_buffer ("#undef %s\n", name);
 658         return next;
 659 }
 660
 661 static char **handle_switch_O(char *arg, char **next)
 662 {
 663         int level = 1;
 664         if (arg[1] >= '0' && arg[1] <= '9')
 665                 level = arg[1] - '0';
 666         optimize = level;
 667         optimize_size = arg[1] == 's';
 668         return next;
 669 }
 670
 671 static char **handle_switch_ftabstop(char *arg, char **next)
 672 {
 673         char *end;
 674         unsigned long val;
 675
 676         if (*arg == '\0')
 677                 die("error: missing argument to \"-ftabstop=\"");
 678
 679         /* we silently ignore silly values */
 680         val = strtoul(arg, &end, 10);
 681         if (*end == '\0' && 1 <= val && val <= 100)
 682                 tabstop = val;
 683
 684         return next;
 685 }
 686
 687 static char **handle_switch_fdump(char *arg, char **next)
 688 {
 689         if (!strncmp(arg, "linearize", 9)) {
 690                 arg += 9;
 691                 if (*arg == '\0')
 692                         fdump_linearize = 1;
 693                 else if (!strcmp(arg, "=only"))
 694                         fdump_linearize = 2;
 695                 else
 696                         goto err;
 697         }
 698
 699         /* ignore others flags */
 700         return next;
 701
 702 err:
 703         die("error: unknown flag \"-fdump-%s\"", arg);
 704 }
 705
 706 static char **handle_switch_f(char *arg, char **next)
 707 {
 708         arg++;
 709
 710         if (!strncmp(arg, "tabstop=", 8))
 711                 return handle_switch_ftabstop(arg+8, next);
 712         if (!strncmp(arg, "dump-", 5))
 713                 return handle_switch_fdump(arg+5, next);
 714
 715         /* handle switches w/ arguments above, boolean and only boolean below */
 716         if (handle_simple_switch(arg, "mem-report", &fmem_report))
 717                 return next;
 718
 719         return next;
 720 }
 721
 722 static char **handle_switch_G(char *arg, char **next)
 723 {
 724         if (!strcmp (arg, "G") && *next)
 725                 return next + 1; // "-G 0"
 726         else
 727                 return next;     // "-G0" or (bogus) terminal "-G"
 728 }
 729
 730 static char **handle_switch_a(char *arg, char **next)
 731 {
 732         if (!strcmp (arg, "ansi"))
 733                 standard = STANDARD_C89;
 734
 735         return next;
 736 }
 737
 738 static char **handle_switch_s(char *arg, char **next)
 739 {
 740         if (!strncmp (arg, "std=", 4))
 741         {
 742                 arg += 4;
 743
 744                 if (!strcmp (arg, "c89") ||
 745                     !strcmp (arg, "iso9899:1990"))
 746                         standard = STANDARD_C89;
 747
 748                 else if (!strcmp (arg, "iso9899:199409"))
 749                         standard = STANDARD_C94;
 750
 751                 else if (!strcmp (arg, "c99") ||
 752                          !strcmp (arg, "c9x") ||
 753                          !strcmp (arg, "iso9899:1999") ||
 754                          !strcmp (arg, "iso9899:199x"))
 755                         standard = STANDARD_C99;
 756
 757                 else if (!strcmp (arg, "gnu89"))
 758                         standard = STANDARD_GNU89;
 759
 760                 else if (!strcmp (arg, "gnu99") || !strcmp (arg, "gnu9x"))
 761                         standard = STANDARD_GNU99;
 762
 763                 else if (!strcmp(arg, "c11") ||
 764                          !strcmp(arg, "c1x") ||
 765                          !strcmp(arg, "iso9899:2011"))
 766                         standard = STANDARD_C11;
 767
 768                 else if (!strcmp(arg, "gnu11"))
 769                         standard = STANDARD_GNU11;
 770
 771                 else
 772                         die ("Unsupported C dialect");
 773         }
 774
 775         return next;
 776 }
 777
 778 static char **handle_nostdinc(char *arg, char **next)
 779 {
 780         add_pre_buffer("#nostdinc\n");
 781         return next;
 782 }
 783
 784 static char **handle_switch_n(char *arg, char **next)
 785 {
 786         if (!strcmp (arg, "nostdinc"))
 787                 return handle_nostdinc(arg, next);
 788
 789         return next;
 790 }
 791
 792 static char **handle_base_dir(char *arg, char **next)
 793 {
 794         gcc_base_dir = *++next;
 795         if (!gcc_base_dir)
 796                 die("missing argument for -gcc-base-dir option");
 797         return next;
 798 }
 799
 800 static char **handle_switch_g(char *arg, char **next)
 801 {
 802         if (!strcmp (arg, "gcc-base-dir"))
 803                 return handle_base_dir(arg, next);
 804
 805         return next;
 806 }
 807
 808
 809 static char **handle_version(char *arg, char **next)
 810 {
 811         printf("%s\n", SPARSE_VERSION);
 812         exit(0);
 813 }
 814
 815 static char **handle_param(char *arg, char **next)
 816 {
 817         char *value = NULL;
 818
 819         /* For now just skip any '--param=*' or '--param *' */
 820         if (*arg == '\0') {
 821                 value = *++next;
 822         } else if (isspace((unsigned char)*arg) || *arg == '=') {
 823                 value = ++arg;
 824         }
 825
 826         if (!value)
 827                 die("missing argument for --param option");
 828
 829         return next;
 830 }
 831
 832 struct switches {
 833         const char *name;
 834         char **(*fn)(char *, char **);
 835         unsigned int prefix:1;
 836 };
 837
 838 static char **handle_long_options(char *arg, char **next)
 839 {
 840         static struct switches cmd[] = {
 841                 { "param", handle_param, 1 },
 842                 { "version", handle_version },
 843                 { NULL, NULL }
 844         };
 845         struct switches *s = cmd;
 846
 847         while (s->name) {
 848                 int optlen = strlen(s->name);
 849                 if (!strncmp(s->name, arg, optlen + !s->prefix))
 850                         return s->fn(arg + optlen, next);
 851                 s++;
 852         }
 853         return next;
 854 }
 855
 856 static char **handle_switch(char *arg, char **next)
 857 {
 858         switch (*arg) {
 859         case 'a': return handle_switch_a(arg, next);
 860         case 'D': return handle_switch_D(arg, next);
 861         case 'd': return handle_switch_d(arg, next);
 862         case 'E': return handle_switch_E(arg, next);
 863         case 'f': return handle_switch_f(arg, next);
 864         case 'g': return handle_switch_g(arg, next);
 865         case 'G': return handle_switch_G(arg, next);
 866         case 'I': return handle_switch_I(arg, next);
 867         case 'i': return handle_switch_i(arg, next);
 868         case 'M': return handle_switch_M(arg, next);
 869         case 'm': return handle_switch_m(arg, next);
 870         case 'n': return handle_switch_n(arg, next);
 871         case 'o': return handle_switch_o(arg, next);
 872         case 'O': return handle_switch_O(arg, next);
 873         case 's': return handle_switch_s(arg, next);
 874         case 'U': return handle_switch_U(arg, next);
 875         case 'v': return handle_switch_v(arg, next);
 876         case 'W': return handle_switch_W(arg, next);
 877         case '-': return handle_long_options(arg + 1, next);
 878         default:
 879                 break;
 880         }
 881
 882         /*
 883          * Ignore unknown command line options:
 884          * they're probably gcc switches
 885          */
 886         return next;
 887 }
 888
 889 static void predefined_sizeof(const char *name, unsigned bits)
 890 {
 891         add_pre_buffer("#weak_define __SIZEOF_%s__ %d\n", name, bits/8);
 892 }
 893
 894 static void predefined_max(const char *name, const char *suffix, unsigned bits)
 895 {
 896         unsigned long long max = (1ULL << (bits - 1 )) - 1;
 897
 898         add_pre_buffer("#weak_define __%s_MAX__ %#llx%s\n", name, max, suffix);
 899 }
 900
 901 static void predefined_type_size(const char *name, const char *suffix, unsigned bits)
 902 {
 903         predefined_max(name, suffix, bits);
 904         predefined_sizeof(name, bits);
 905 }
 906
 907 static void predefined_macros(void)
 908 {
 909         add_pre_buffer("#define __CHECKER__ 1\n");
 910
 911         predefined_sizeof("SHORT", bits_in_short);
 912         predefined_max("SHRT", "", bits_in_short);
 913         predefined_max("SCHAR", "", bits_in_char);
 914         predefined_max("WCHAR", "", bits_in_wchar);
 915         add_pre_buffer("#weak_define __CHAR_BIT__ %d\n", bits_in_char);
 916
 917         predefined_type_size("INT", "", bits_in_int);
 918         predefined_type_size("LONG", "L", bits_in_long);
 919         predefined_type_size("LONG_LONG", "LL", bits_in_longlong);
 920
 921         predefined_sizeof("INT128", 128);
 922
 923         predefined_sizeof("SIZE_T", bits_in_pointer);
 924         predefined_sizeof("PTRDIFF_T", bits_in_pointer);
 925         predefined_sizeof("POINTER", bits_in_pointer);
 926
 927         predefined_sizeof("FLOAT", bits_in_float);
 928         predefined_sizeof("DOUBLE", bits_in_double);
 929         predefined_sizeof("LONG_DOUBLE", bits_in_longdouble);
 930 }
 931
 932 void declare_builtin_functions(void)
 933 {
 934         /* Gaah. gcc knows tons of builtin <string.h> functions */
 935         add_pre_buffer("extern void *__builtin_memchr(const void *, int, __SIZE_TYPE__);\n");
 936         add_pre_buffer("extern void *__builtin_memcpy(void *, const void *, __SIZE_TYPE__);\n");
 937         add_pre_buffer("extern void *__builtin_mempcpy(void *, const void *, __SIZE_TYPE__);\n");
 938         add_pre_buffer("extern void *__builtin_memmove(void *, const void *, __SIZE_TYPE__);\n");
 939         add_pre_buffer("extern void *__builtin_memset(void *, int, __SIZE_TYPE__);\n");
 940         add_pre_buffer("extern int __builtin_memcmp(const void *, const void *, __SIZE_TYPE__);\n");
 941         add_pre_buffer("extern char *__builtin_strcat(char *, const char *);\n");
 942         add_pre_buffer("extern char *__builtin_strncat(char *, const char *, __SIZE_TYPE__);\n");
 943         add_pre_buffer("extern int __builtin_strcmp(const char *, const char *);\n");
 944         add_pre_buffer("extern int __builtin_strncmp(const char *, const char *, __SIZE_TYPE__);\n");
 945         add_pre_buffer("extern int __builtin_strcasecmp(const char *, const char *);\n");
 946         add_pre_buffer("extern int __builtin_strncasecmp(const char *, const char *, __SIZE_TYPE__);\n");
 947         add_pre_buffer("extern char *__builtin_strchr(const char *, int);\n");
 948         add_pre_buffer("extern char *__builtin_strrchr(const char *, int);\n");
 949         add_pre_buffer("extern char *__builtin_strcpy(char *, const char *);\n");
 950         add_pre_buffer("extern char *__builtin_strncpy(char *, const char *, __SIZE_TYPE__);\n");
 951         add_pre_buffer("extern char *__builtin_strdup(const char *);\n");
 952         add_pre_buffer("extern char *__builtin_strndup(const char *, __SIZE_TYPE__);\n");
 953         add_pre_buffer("extern __SIZE_TYPE__ __builtin_strspn(const char *, const char *);\n");
 954         add_pre_buffer("extern __SIZE_TYPE__ __builtin_strcspn(const char *, const char *);\n");
 955         add_pre_buffer("extern char * __builtin_strpbrk(const char *, const char *);\n");
 956         add_pre_buffer("extern char* __builtin_stpcpy(const char *, const char*);\n");
 957         add_pre_buffer("extern char* __builtin_stpncpy(const char *, const char*, __SIZE_TYPE__);\n");
 958         add_pre_buffer("extern __SIZE_TYPE__ __builtin_strlen(const char *);\n");
 959         add_pre_buffer("extern char *__builtin_strstr(const char *, const char *);\n");
 960         add_pre_buffer("extern char *__builtin_strcasestr(const char *, const char *);\n");
 961         add_pre_buffer("extern char *__builtin_strnstr(const char *, const char *, __SIZE_TYPE__);\n");
 962
 963         /* And even some from <strings.h> */
 964         add_pre_buffer("extern int  __builtin_bcmp(const void *, const void *, __SIZE_TYPE__);\n");
 965         add_pre_buffer("extern void __builtin_bcopy(const void *, void *, __SIZE_TYPE__);\n");
 966         add_pre_buffer("extern void __builtin_bzero(void *, __SIZE_TYPE__);\n");
 967         add_pre_buffer("extern char*__builtin_index(const char *, int);\n");
 968         add_pre_buffer("extern char*__builtin_rindex(const char *, int);\n");
 969
 970         /* And bitwise operations.. */
 971         add_pre_buffer("extern int __builtin_clrsb(int);\n");
 972         add_pre_buffer("extern int __builtin_clrsbl(long);\n");
 973         add_pre_buffer("extern int __builtin_clrsbll(long long);\n");
 974         add_pre_buffer("extern int __builtin_clz(int);\n");
 975         add_pre_buffer("extern int __builtin_clzl(long);\n");
 976         add_pre_buffer("extern int __builtin_clzll(long long);\n");
 977         add_pre_buffer("extern int __builtin_ctz(int);\n");
 978         add_pre_buffer("extern int __builtin_ctzl(long);\n");
 979         add_pre_buffer("extern int __builtin_ctzll(long long);\n");
 980         add_pre_buffer("extern int __builtin_ffs(int);\n");
 981         add_pre_buffer("extern int __builtin_ffsl(long);\n");
 982         add_pre_buffer("extern int __builtin_ffsll(long long);\n");
 983         add_pre_buffer("extern int __builtin_parity(unsigned int);\n");
 984         add_pre_buffer("extern int __builtin_parityl(unsigned long);\n");
 985         add_pre_buffer("extern int __builtin_parityll(unsigned long long);\n");
 986         add_pre_buffer("extern int __builtin_popcount(unsigned int);\n");
 987         add_pre_buffer("extern int __builtin_popcountl(unsigned long);\n");
 988         add_pre_buffer("extern int __builtin_popcountll(unsigned long long);\n");
 989
 990         /* And byte swaps.. */
 991         add_pre_buffer("extern unsigned short __builtin_bswap16(unsigned short);\n");
 992         add_pre_buffer("extern unsigned int __builtin_bswap32(unsigned int);\n");
 993         add_pre_buffer("extern unsigned long long __builtin_bswap64(unsigned long long);\n");
 994
 995         /* And atomic memory access functions.. */
 996         add_pre_buffer("extern int __sync_fetch_and_add(void *, ...);\n");
 997         add_pre_buffer("extern int __sync_fetch_and_sub(void *, ...);\n");
 998         add_pre_buffer("extern int __sync_fetch_and_or(void *, ...);\n");
 999         add_pre_buffer("extern int __sync_fetch_and_and(void *, ...);\n");
1000         add_pre_buffer("extern int __sync_fetch_and_xor(void *, ...);\n");
1001         add_pre_buffer("extern int __sync_fetch_and_nand(void *, ...);\n");
1002         add_pre_buffer("extern int __sync_add_and_fetch(void *, ...);\n");
1003         add_pre_buffer("extern int __sync_sub_and_fetch(void *, ...);\n");
1004         add_pre_buffer("extern int __sync_or_and_fetch(void *, ...);\n");
1005         add_pre_buffer("extern int __sync_and_and_fetch(void *, ...);\n");
1006         add_pre_buffer("extern int __sync_xor_and_fetch(void *, ...);\n");
1007         add_pre_buffer("extern int __sync_nand_and_fetch(void *, ...);\n");
1008         add_pre_buffer("extern int __sync_bool_compare_and_swap(void *, ...);\n");
1009         add_pre_buffer("extern int __sync_val_compare_and_swap(void *, ...);\n");
1010         add_pre_buffer("extern void __sync_synchronize();\n");
1011         add_pre_buffer("extern int __sync_lock_test_and_set(void *, ...);\n");
1012         add_pre_buffer("extern void __sync_lock_release(void *, ...);\n");
1013
1014         /* And some random ones.. */
1015         add_pre_buffer("extern void *__builtin_return_address(unsigned int);\n");
1016         add_pre_buffer("extern void *__builtin_extract_return_addr(void *);\n");
1017         add_pre_buffer("extern void *__builtin_frame_address(unsigned int);\n");
1018         add_pre_buffer("extern void __builtin_trap(void);\n");
1019         add_pre_buffer("extern void *__builtin_alloca(__SIZE_TYPE__);\n");
1020         add_pre_buffer("extern void __builtin_prefetch (const void *, ...);\n");
1021         add_pre_buffer("extern long __builtin_alpha_extbl(long, long);\n");
1022         add_pre_buffer("extern long __builtin_alpha_extwl(long, long);\n");
1023         add_pre_buffer("extern long __builtin_alpha_insbl(long, long);\n");
1024         add_pre_buffer("extern long __builtin_alpha_inswl(long, long);\n");
1025         add_pre_buffer("extern long __builtin_alpha_insql(long, long);\n");
1026         add_pre_buffer("extern long __builtin_alpha_inslh(long, long);\n");
1027         add_pre_buffer("extern long __builtin_alpha_cmpbge(long, long);\n");
1028         add_pre_buffer("extern int  __builtin_abs(int);\n");
1029         add_pre_buffer("extern long __builtin_labs(long);\n");
1030         add_pre_buffer("extern long long __builtin_llabs(long long);\n");
1031         add_pre_buffer("extern double __builtin_fabs(double);\n");
1032         add_pre_buffer("extern __SIZE_TYPE__ __builtin_va_arg_pack_len(void);\n");
1033
1034         /* Add Blackfin-specific stuff */
1035         add_pre_buffer(
1036                 "#ifdef __bfin__\n"
1037                 "extern void __builtin_bfin_csync(void);\n"
1038                 "extern void __builtin_bfin_ssync(void);\n"
1039                 "extern int __builtin_bfin_norm_fr1x32(int);\n"
1040                 "#endif\n"
1041         );
1042
1043         /* And some floating point stuff.. */
1044         add_pre_buffer("extern int __builtin_isgreater(float, float);\n");
1045         add_pre_buffer("extern int __builtin_isgreaterequal(float, float);\n");
1046         add_pre_buffer("extern int __builtin_isless(float, float);\n");
1047         add_pre_buffer("extern int __builtin_islessequal(float, float);\n");
1048         add_pre_buffer("extern int __builtin_islessgreater(float, float);\n");
1049         add_pre_buffer("extern int __builtin_isunordered(float, float);\n");
1050
1051         /* And some INFINITY / NAN stuff.. */
1052         add_pre_buffer("extern double __builtin_huge_val(void);\n");
1053         add_pre_buffer("extern float __builtin_huge_valf(void);\n");
1054         add_pre_buffer("extern long double __builtin_huge_vall(void);\n");
1055         add_pre_buffer("extern double __builtin_inf(void);\n");
1056         add_pre_buffer("extern float __builtin_inff(void);\n");
1057         add_pre_buffer("extern long double __builtin_infl(void);\n");
1058         add_pre_buffer("extern double __builtin_nan(const char *);\n");
1059         add_pre_buffer("extern float __builtin_nanf(const char *);\n");
1060         add_pre_buffer("extern long double __builtin_nanl(const char *);\n");
1061
1062         /* And some __FORTIFY_SOURCE ones.. */
1063         add_pre_buffer ("extern __SIZE_TYPE__ __builtin_object_size(const void *, int);\n");
1064         add_pre_buffer ("extern void * __builtin___memcpy_chk(void *, const void *, __SIZE_TYPE__, __SIZE_TYPE__);\n");
1065         add_pre_buffer ("extern void * __builtin___memmove_chk(void *, const void *, __SIZE_TYPE__, __SIZE_TYPE__);\n");
1066         add_pre_buffer ("extern void * __builtin___mempcpy_chk(void *, const void *, __SIZE_TYPE__, __SIZE_TYPE__);\n");
1067         add_pre_buffer ("extern void * __builtin___memset_chk(void *, int, __SIZE_TYPE__, __SIZE_TYPE__);\n");
1068         add_pre_buffer ("extern int __builtin___sprintf_chk(char *, int, __SIZE_TYPE__, const char *, ...);\n");
1069         add_pre_buffer ("extern int __builtin___snprintf_chk(char *, __SIZE_TYPE__, int , __SIZE_TYPE__, const char *, ...);\n");
1070         add_pre_buffer ("extern char * __builtin___stpcpy_chk(char *, const char *, __SIZE_TYPE__);\n");
1071         add_pre_buffer ("extern char * __builtin___strcat_chk(char *, const char *, __SIZE_TYPE__);\n");
1072         add_pre_buffer ("extern char * __builtin___strcpy_chk(char *, const char *, __SIZE_TYPE__);\n");
1073         add_pre_buffer ("extern char * __builtin___strncat_chk(char *, const char *, __SIZE_TYPE__, __SIZE_TYPE__);\n");
1074         add_pre_buffer ("extern char * __builtin___strncpy_chk(char *, const char *, __SIZE_TYPE__, __SIZE_TYPE__);\n");
1075         add_pre_buffer ("extern int __builtin___vsprintf_chk(char *, int, __SIZE_TYPE__, const char *, __builtin_va_list);\n");
1076         add_pre_buffer ("extern int __builtin___vsnprintf_chk(char *, __SIZE_TYPE__, int, __SIZE_TYPE__, const char *, __builtin_va_list ap);\n");
1077         add_pre_buffer ("extern void __builtin_unreachable(void);\n");
1078
1079         /* And some from <stdlib.h> */
1080         add_pre_buffer("extern void __builtin_abort(void);\n");
1081         add_pre_buffer("extern void *__builtin_calloc(__SIZE_TYPE__, __SIZE_TYPE__);\n");
1082         add_pre_buffer("extern void __builtin_exit(int);\n");
1083         add_pre_buffer("extern void *__builtin_malloc(__SIZE_TYPE__);\n");
1084         add_pre_buffer("extern void *__builtin_realloc(void *, __SIZE_TYPE__);\n");
1085         add_pre_buffer("extern void __builtin_free(void *);\n");
1086
1087         /* And some from <stdio.h> */
1088         add_pre_buffer("extern int __builtin_printf(const char *, ...);\n");
1089         add_pre_buffer("extern int __builtin_sprintf(char *, const char *, ...);\n");
1090         add_pre_buffer("extern int __builtin_snprintf(char *, __SIZE_TYPE__, const char *, ...);\n");
1091         add_pre_buffer("extern int __builtin_puts(const char *);\n");
1092         add_pre_buffer("extern int __builtin_vprintf(const char *, __builtin_va_list);\n");
1093         add_pre_buffer("extern int __builtin_vsprintf(char *, const char *, __builtin_va_list);\n");
1094         add_pre_buffer("extern int __builtin_vsnprintf(char *, __SIZE_TYPE__, const char *, __builtin_va_list ap);\n");
1095 }
1096
1097 void create_builtin_stream(void)
1098 {
1099         add_pre_buffer("#weak_define __GNUC__ %d\n", gcc_major);
1100         add_pre_buffer("#weak_define __GNUC_MINOR__ %d\n", gcc_minor);
1101         add_pre_buffer("#weak_define __GNUC_PATCHLEVEL__ %d\n", gcc_patchlevel);
1102
1103         /* add the multiarch include directories, if any */
1104         if (multiarch_dir && *multiarch_dir) {
1105                 add_pre_buffer("#add_system \"/usr/include/%s\"\n", multiarch_dir);
1106                 add_pre_buffer("#add_system \"/usr/local/include/%s\"\n", multiarch_dir);
1107         }
1108
1109         /* We add compiler headers path here because we have to parse
1110          * the arguments to get it, falling back to default. */
1111         add_pre_buffer("#add_system \"%s/include\"\n", gcc_base_dir);
1112         add_pre_buffer("#add_system \"%s/include-fixed\"\n", gcc_base_dir);
1113
1114         add_pre_buffer("#define __extension__\n");
1115         add_pre_buffer("#define __pragma__\n");
1116
1117         // gcc defines __SIZE_TYPE__ to be size_t.  For linux/i86 and
1118         // solaris/sparc that is really "unsigned int" and for linux/x86_64
1119         // it is "long unsigned int".  In either case we can probably
1120         // get away with this.  We need the #weak_define as cgcc will define
1121         // the right __SIZE_TYPE__.
1122         if (size_t_ctype == &ulong_ctype)
1123                 add_pre_buffer("#weak_define __SIZE_TYPE__ long unsigned int\n");
1124         else
1125                 add_pre_buffer("#weak_define __SIZE_TYPE__ unsigned int\n");
1126         add_pre_buffer("#weak_define __STDC__ 1\n");
1127
1128         switch (standard)
1129         {
1130                 case STANDARD_C89:
1131                         add_pre_buffer("#weak_define __STRICT_ANSI__\n");
1132                         break;
1133
1134                 case STANDARD_C94:
1135                         add_pre_buffer("#weak_define __STDC_VERSION__ 199409L\n");
1136                         add_pre_buffer("#weak_define __STRICT_ANSI__\n");
1137                         break;
1138
1139                 case STANDARD_C99:
1140                         add_pre_buffer("#weak_define __STDC_VERSION__ 199901L\n");
1141                         add_pre_buffer("#weak_define __STRICT_ANSI__\n");
1142                         break;
1143
1144                 case STANDARD_GNU89:
1145                         break;
1146
1147                 case STANDARD_GNU99:
1148                         add_pre_buffer("#weak_define __STDC_VERSION__ 199901L\n");
1149                         break;
1150
1151                 case STANDARD_C11:
1152                         add_pre_buffer("#weak_define __STRICT_ANSI__ 1\n");
1153                 case STANDARD_GNU11:
1154                         add_pre_buffer("#weak_define __STDC_NO_ATOMICS__ 1\n");
1155                         add_pre_buffer("#weak_define __STDC_NO_COMPLEX__ 1\n");
1156                         add_pre_buffer("#weak_define __STDC_NO_THREADS__ 1\n");
1157                         add_pre_buffer("#weak_define __STDC_VERSION__ 201112L\n");
1158                         break;
1159
1160                 default:
1161                         assert (0);
1162         }
1163
1164         add_pre_buffer("#define __builtin_stdarg_start(a,b) ((a) = (__builtin_va_list)(&(b)))\n");
1165         add_pre_buffer("#define __builtin_va_start(a,b) ((a) = (__builtin_va_list)(&(b)))\n");
1166         add_pre_buffer("#define __builtin_ms_va_start(a,b) ((a) = (__builtin_ms_va_list)(&(b)))\n");
1167         add_pre_buffer("#define __builtin_va_arg(arg,type)  ({ type __va_arg_ret = *(type *)(arg); arg += sizeof(type); __va_arg_ret; })\n");
1168         add_pre_buffer("#define __builtin_va_alist (*(void *)0)\n");
1169         add_pre_buffer("#define __builtin_va_arg_incr(x) ((x) + 1)\n");
1170         add_pre_buffer("#define __builtin_va_copy(dest, src) ({ dest = src; (void)0; })\n");
1171         add_pre_buffer("#define __builtin_ms_va_copy(dest, src) ({ dest = src; (void)0; })\n");
1172         add_pre_buffer("#define __builtin_va_end(arg)\n");
1173         add_pre_buffer("#define __builtin_ms_va_end(arg)\n");
1174         add_pre_buffer("#define __builtin_va_arg_pack()\n");
1175
1176         /* FIXME! We need to do these as special magic macros at expansion time! */
1177         add_pre_buffer("#define __BASE_FILE__ \"base_file.c\"\n");
1178
1179         if (optimize)
1180                 add_pre_buffer("#define __OPTIMIZE__ 1\n");
1181         if (optimize_size)
1182                 add_pre_buffer("#define __OPTIMIZE_SIZE__ 1\n");
1183 }
1184
1185 static struct symbol_list *sparse_tokenstream(struct token *token)
1186 {
1187         int builtin = token && !token->pos.stream;
1188
1189         // Preprocess the stream
1190         token = preprocess(token);
1191
1192         if (dump_macro_defs && !builtin)
1193                 dump_macro_definitions();
1194
1195         if (preprocess_only) {
1196                 while (!eof_token(token)) {
1197                         int prec = 1;
1198                         struct token *next = token->next;
1199                         const char *separator = "";
1200                         if (next->pos.whitespace)
1201                                 separator = " ";
1202                         if (next->pos.newline) {
1203                                 separator = "\n\t\t\t\t\t";
1204                                 prec = next->pos.pos;
1205                                 if (prec > 4)
1206                                         prec = 4;
1207                         }
1208                         printf("%s%.*s", show_token(token), prec, separator);
1209                         token = next;
1210                 }
1211                 putchar('\n');
1212
1213                 return NULL;
1214         }
1215
1216         // Parse the resulting C code
1217         while (!eof_token(token))
1218                 token = external_declaration(token, &translation_unit_used_list, NULL);
1219         return translation_unit_used_list;
1220 }
1221
1222 static struct symbol_list *sparse_file(const char *filename)
1223 {
1224         int fd;
1225         struct token *token;
1226
1227         if (strcmp (filename, "-") == 0) {
1228                 fd = 0;
1229         } else {
1230                 fd = open(filename, O_RDONLY);
1231                 if (fd < 0)
1232                         die("No such file: %s", filename);
1233         }
1234
1235         // Tokenize the input stream
1236         token = tokenize(filename, fd, NULL, includepath);
1237         close(fd);
1238
1239         return sparse_tokenstream(token);
1240 }
1241
1242 /*
1243  * This handles the "-include" directive etc: we're in global
1244  * scope, and all types/macros etc will affect all the following
1245  * files.
1246  *
1247  * NOTE NOTE NOTE! "#undef" of anything in this stage will
1248  * affect all subsequent files too, i.e. we can have non-local
1249  * behaviour between files!
1250  */
1251 static struct symbol_list *sparse_initial(void)
1252 {
1253         int i;
1254
1255         // Prepend any "include" file to the stream.
1256         // We're in global scope, it will affect all files!
1257         for (i = 0; i < cmdline_include_nr; i++)
1258                 add_pre_buffer("#argv_include \"%s\"\n", cmdline_include[i]);
1259
1260         return sparse_tokenstream(pre_buffer_begin);
1261 }
1262
1263 struct symbol_list *sparse_initialize(int argc, char **argv, struct string_list **filelist)
1264 {
1265         char **args;
1266         struct symbol_list *list;
1267
1268         // Initialize symbol stream first, so that we can add defines etc
1269         init_symbols();
1270
1271         args = argv;
1272         for (;;) {
1273                 char *arg = *++args;
1274                 if (!arg)
1275                         break;
1276
1277                 if (arg[0] == '-' && arg[1]) {
1278                         args = handle_switch(arg+1, args);
1279                         continue;
1280                 }
1281                 add_ptr_list_notag(filelist, arg);
1282         }
1283         handle_switch_W_finalize();
1284         handle_switch_v_finalize();
1285
1286         handle_arch_finalize();
1287
1288         list = NULL;
1289         if (!ptr_list_empty(filelist)) {
1290                 // Initialize type system
1291                 init_ctype();
1292
1293                 create_builtin_stream();
1294                 predefined_macros();
1295                 if (!preprocess_only)
1296                         declare_builtin_functions();
1297
1298                 list = sparse_initial();
1299
1300                 /*
1301                  * Protect the initial token allocations, since
1302                  * they need to survive all the others
1303                  */
1304                 protect_token_alloc();
1305         }
1306         return list;
1307 }
1308
1309 struct symbol_list * sparse_keep_tokens(char *filename)
1310 {
1311         struct symbol_list *res;
1312
1313         /* Clear previous symbol list */
1314         translation_unit_used_list = NULL;
1315
1316         new_file_scope();
1317         res = sparse_file(filename);
1318
1319         /* And return it */
1320         return res;
1321 }
1322
1323
1324 struct symbol_list * __sparse(char *filename)
1325 {
1326         struct symbol_list *res;
1327
1328         res = sparse_keep_tokens(filename);
1329
1330         /* Drop the tokens for this file after parsing */
1331         clear_token_alloc();
1332
1333         /* And return it */
1334         return res;
1335 }
1336
1337 struct symbol_list * sparse(char *filename)
1338 {
1339         struct symbol_list *res = __sparse(filename);
1340
1341         /* Evaluate the complete symbol list */
1342         evaluate_symbol_list(res);
1343
1344         return res;
1345 }