lib.c

   1 /*
   2  * 'sparse' library helper routines.
   3  *
   4  * Copyright (C) 2003 Transmeta Corp.
   5  *               2003-2004 Linus Torvalds
   6  *
   7  *  Licensed under the Open Software License version 1.1
   8  */
   9 #include <ctype.h>
  10 #include <fcntl.h>
  11 #include <stdarg.h>
  12 #include <stddef.h>
  13 #include <stdio.h>
  14 #include <stdlib.h>
  15 #include <string.h>
  16 #include <unistd.h>
  17 #include <assert.h>
  18
  19 #include <sys/types.h>
  20
  21 #include "lib.h"
  22 #include "allocate.h"
  23 #include "token.h"
  24 #include "parse.h"
  25 #include "symbol.h"
  26 #include "expression.h"
  27 #include "scope.h"
  28 #include "linearize.h"
  29 #include "target.h"
  30
  31 int verbose, optimize, optimize_size, preprocessing;
  32 int die_if_error = 0;
  33
  34 #ifndef __GNUC__
  35 # define __GNUC__ 2
  36 # define __GNUC_MINOR__ 95
  37 # define __GNUC_PATCHLEVEL__ 0
  38 #endif
  39
  40 int gcc_major = __GNUC__;
  41 int gcc_minor = __GNUC_MINOR__;
  42 int gcc_patchlevel = __GNUC_PATCHLEVEL__;
  43
  44 static const char *gcc_base_dir = GCC_BASE;
  45
  46 struct token *skip_to(struct token *token, int op)
  47 {
  48         while (!match_op(token, op) && !eof_token(token))
  49                 token = token->next;
  50         return token;
  51 }
  52
  53 struct token *expect(struct token *token, int op, const char *where)
  54 {
  55         if (!match_op(token, op)) {
  56                 static struct token bad_token;
  57                 if (token != &bad_token) {
  58                         bad_token.next = token;
  59                         sparse_error(token->pos, "Expected %s %s", show_special(op), where);
  60                         sparse_error(token->pos, "got %s", show_token(token));
  61                 }
  62                 if (op == ';')
  63                         return skip_to(token, op);
  64                 return &bad_token;
  65         }
  66         return token->next;
  67 }
  68
  69 unsigned int hexval(unsigned int c)
  70 {
  71         int retval = 256;
  72         switch (c) {
  73         case '0'...'9':
  74                 retval = c - '0';
  75                 break;
  76         case 'a'...'f':
  77                 retval = c - 'a' + 10;
  78                 break;
  79         case 'A'...'F':
  80                 retval = c - 'A' + 10;
  81                 break;
  82         }
  83         return retval;
  84 }
  85
  86 static void do_warn(const char *type, struct position pos, const char * fmt, va_list args)
  87 {
  88         static char buffer[512];
  89         const char *name;
  90
  91         vsprintf(buffer, fmt, args);
  92         name = stream_name(pos.stream);
  93
  94         fprintf(stderr, "%s:%d:%d: %s%s\n",
  95                 name, pos.line, pos.pos, type, buffer);
  96 }
  97
  98 static int max_warnings = 100;
  99 static int show_info = 1;
 100
 101 void info(struct position pos, const char * fmt, ...)
 102 {
 103         va_list args;
 104
 105         if (!show_info)
 106                 return;
 107         va_start(args, fmt);
 108         do_warn("", pos, fmt, args);
 109         va_end(args);
 110 }
 111
 112 void warning(struct position pos, const char * fmt, ...)
 113 {
 114         va_list args;
 115
 116         if (!max_warnings) {
 117                 show_info = 0;
 118                 return;
 119         }
 120
 121         if (!--max_warnings) {
 122                 show_info = 0;
 123                 fmt = "too many warnings";
 124         }
 125
 126         va_start(args, fmt);
 127         do_warn("warning: ", pos, fmt, args);
 128         va_end(args);
 129 }
 130
 131 static void do_error(struct position pos, const char * fmt, va_list args)
 132 {
 133         static int errors = 0;
 134         die_if_error = 1;
 135         show_info = 1;
 136         /* Shut up warnings after an error */
 137         max_warnings = 0;
 138         if (errors > 100) {
 139                 static int once = 0;
 140                 show_info = 0;
 141                 if (once)
 142                         return;
 143                 fmt = "too many errors";
 144                 once = 1;
 145         }
 146
 147         do_warn("error: ", pos, fmt, args);
 148         errors++;
 149 }
 150
 151 void sparse_error(struct position pos, const char * fmt, ...)
 152 {
 153         va_list args;
 154         va_start(args, fmt);
 155         do_error(pos, fmt, args);
 156         va_end(args);
 157 }
 158
 159 void expression_error(struct expression *expr, const char *fmt, ...)
 160 {
 161         va_list args;
 162         va_start(args, fmt);
 163         do_error(expr->pos, fmt, args);
 164         va_end(args);
 165         expr->ctype = &bad_ctype;
 166 }
 167
 168 void error_die(struct position pos, const char * fmt, ...)
 169 {
 170         va_list args;
 171         va_start(args, fmt);
 172         do_warn("error: ", pos, fmt, args);
 173         va_end(args);
 174         exit(1);
 175 }
 176
 177 void die(const char *fmt, ...)
 178 {
 179         va_list args;
 180         static char buffer[512];
 181
 182         va_start(args, fmt);
 183         vsnprintf(buffer, sizeof(buffer), fmt, args);
 184         va_end(args);
 185
 186         fprintf(stderr, "%s\n", buffer);
 187         exit(1);
 188 }
 189
 190 static struct token *pre_buffer_begin = NULL;
 191 static struct token *pre_buffer_end = NULL;
 192
 193 int Waddress_space = 1;
 194 int Wbitwise = 0;
 195 int Wcast_to_as = 0;
 196 int Wcast_truncate = 1;
 197 int Wcontext = 1;
 198 int Wdecl = 1;
 199 int Wdefault_bitfield_sign = 0;
 200 int Wdesignated_init = 1;
 201 int Wdo_while = 0;
 202 int Wenum_mismatch = 1;
 203 int Wnon_pointer_null = 1;
 204 int Wold_initializer = 1;
 205 int Wone_bit_signed_bitfield = 1;
 206 int Wparen_string = 0;
 207 int Wptr_subtraction_blows = 0;
 208 int Wreturn_void = 0;
 209 int Wshadow = 0;
 210 int Wtransparent_union = 0;
 211 int Wtypesign = 0;
 212 int Wundef = 0;
 213 int Wuninitialized = 1;
 214 int Wdeclarationafterstatement = -1;
 215
 216 int dbg_entry = 0;
 217 int dbg_dead = 0;
 218
 219 int preprocess_only;
 220
 221 static enum { STANDARD_C89,
 222               STANDARD_C94,
 223               STANDARD_C99,
 224               STANDARD_GNU89,
 225               STANDARD_GNU99, } standard = STANDARD_GNU89;
 226
 227 #ifdef __x86_64__
 228 #define ARCH_M64_DEFAULT 1
 229 #else
 230 #define ARCH_M64_DEFAULT 0
 231 #endif
 232
 233 int arch_m64 = ARCH_M64_DEFAULT;
 234 int arch_msize_long = 0;
 235
 236 #define CMDLINE_INCLUDE 20
 237 int cmdline_include_nr = 0;
 238 struct cmdline_include cmdline_include[CMDLINE_INCLUDE];
 239
 240
 241 void add_pre_buffer(const char *fmt, ...)
 242 {
 243         va_list args;
 244         unsigned int size;
 245         struct token *begin, *end;
 246         char buffer[4096];
 247
 248         va_start(args, fmt);
 249         size = vsnprintf(buffer, sizeof(buffer), fmt, args);
 250         va_end(args);
 251         begin = tokenize_buffer(buffer, size, &end);
 252         if (!pre_buffer_begin)
 253                 pre_buffer_begin = begin;
 254         if (pre_buffer_end)
 255                 pre_buffer_end->next = begin;
 256         pre_buffer_end = end;
 257 }
 258
 259 static char **handle_switch_D(char *arg, char **next)
 260 {
 261         const char *name = arg + 1;
 262         const char *value = "1";
 263
 264         if (!*name || isspace(*name))
 265                 die("argument to `-D' is missing");
 266
 267         for (;;) {
 268                 char c;
 269                 c = *++arg;
 270                 if (!c)
 271                         break;
 272                 if (isspace((unsigned char)c) || c == '=') {
 273                         *arg = '\0';
 274                         value = arg + 1;
 275                         break;
 276                 }
 277         }
 278         add_pre_buffer("#define %s %s\n", name, value);
 279         return next;
 280 }
 281
 282 static char **handle_switch_E(char *arg, char **next)
 283 {
 284         if (arg[1] == '\0')
 285                 preprocess_only = 1;
 286         return next;
 287 }
 288
 289 static char **handle_switch_I(char *arg, char **next)
 290 {
 291         char *path = arg+1;
 292
 293         switch (arg[1]) {
 294         case '-':
 295                 add_pre_buffer("#split_include\n");
 296                 break;
 297
 298         case '\0':      /* Plain "-I" */
 299                 path = *++next;
 300                 if (!path)
 301                         die("missing argument for -I option");
 302                 /* Fall through */
 303         default:
 304                 add_pre_buffer("#add_include \"%s/\"\n", path);
 305         }
 306         return next;
 307 }
 308
 309 static void add_cmdline_include(char *filename)
 310 {
 311         int fd = open(filename, O_RDONLY);
 312         if (fd < 0) {
 313                 perror(filename);
 314                 return;
 315         }
 316         if (cmdline_include_nr >= CMDLINE_INCLUDE)
 317                 die("too many include files for %s\n", filename);
 318         cmdline_include[cmdline_include_nr].filename = filename;
 319         cmdline_include[cmdline_include_nr].fd = fd;
 320         cmdline_include_nr++;
 321 }
 322
 323 static char **handle_switch_i(char *arg, char **next)
 324 {
 325         if (*next && !strcmp(arg, "include"))
 326                 add_cmdline_include(*++next);
 327         else if (*next && !strcmp(arg, "imacros"))
 328                 add_cmdline_include(*++next);
 329         else if (*next && !strcmp(arg, "isystem")) {
 330                 char *path = *++next;
 331                 if (!path)
 332                         die("missing argument for -isystem option");
 333                 add_pre_buffer("#add_isystem \"%s/\"\n", path);
 334         } else if (*next && !strcmp(arg, "idirafter")) {
 335                 char *path = *++next;
 336                 if (!path)
 337                         die("missing argument for -idirafter option");
 338                 add_pre_buffer("#add_dirafter \"%s/\"\n", path);
 339         }
 340         return next;
 341 }
 342
 343 static char **handle_switch_M(char *arg, char **next)
 344 {
 345         if (!strcmp(arg, "MF") || !strcmp(arg,"MQ") || !strcmp(arg,"MT")) {
 346                 if (!*next)
 347                         die("missing argument for -%s option", arg);
 348                 return next + 1;
 349         }
 350         return next;
 351 }
 352
 353 static char **handle_switch_m(char *arg, char **next)
 354 {
 355         if (!strcmp(arg, "m64")) {
 356                 arch_m64 = 1;
 357         } else if (!strcmp(arg, "m32")) {
 358                 arch_m64 = 0;
 359         } else if (!strcmp(arg, "msize-long")) {
 360                 arch_msize_long = 1;
 361         }
 362         return next;
 363 }
 364
 365 static void handle_arch_m64_finalize(void)
 366 {
 367         if (arch_m64) {
 368                 bits_in_long = 64;
 369                 max_int_alignment = 8;
 370                 bits_in_pointer = 64;
 371                 pointer_alignment = 8;
 372                 size_t_ctype = &ulong_ctype;
 373                 ssize_t_ctype = &long_ctype;
 374 #ifdef __x86_64__
 375                 add_pre_buffer("#weak_define __x86_64__ 1\n");
 376 #endif
 377         }
 378 }
 379
 380 static void handle_arch_msize_long_finalize(void)
 381 {
 382         if (arch_msize_long) {
 383                 size_t_ctype = &ulong_ctype;
 384                 ssize_t_ctype = &long_ctype;
 385         }
 386 }
 387
 388 static void handle_arch_finalize(void)
 389 {
 390         handle_arch_m64_finalize();
 391         handle_arch_msize_long_finalize();
 392 }
 393
 394
 395 static char **handle_switch_o(char *arg, char **next)
 396 {
 397         if (!strcmp (arg, "o")) {       // "-o foo"
 398                 if (!*++next)
 399                         die("argument to '-o' is missing");
 400         }
 401         // else "-ofoo"
 402
 403         return next;
 404 }
 405
 406 static const struct warning {
 407         const char *name;
 408         int *flag;
 409 } warnings[] = {
 410         { "address-space", &Waddress_space },
 411         { "bitwise", &Wbitwise },
 412         { "cast-to-as", &Wcast_to_as },
 413         { "cast-truncate", &Wcast_truncate },
 414         { "context", &Wcontext },
 415         { "decl", &Wdecl },
 416         { "default-bitfield-sign", &Wdefault_bitfield_sign },
 417         { "designated-init", &Wdesignated_init },
 418         { "do-while", &Wdo_while },
 419         { "enum-mismatch", &Wenum_mismatch },
 420         { "non-pointer-null", &Wnon_pointer_null },
 421         { "old-initializer", &Wold_initializer },
 422         { "one-bit-signed-bitfield", &Wone_bit_signed_bitfield },
 423         { "paren-string", &Wparen_string },
 424         { "ptr-subtraction-blows", &Wptr_subtraction_blows },
 425         { "return-void", &Wreturn_void },
 426         { "shadow", &Wshadow },
 427         { "transparent-union", &Wtransparent_union },
 428         { "typesign", &Wtypesign },
 429         { "undef", &Wundef },
 430         { "uninitialized", &Wuninitialized },
 431         { "declaration-after-statement", &Wdeclarationafterstatement },
 432 };
 433
 434 enum {
 435         WARNING_OFF,
 436         WARNING_ON,
 437         WARNING_FORCE_OFF
 438 };
 439
 440
 441 static char **handle_onoff_switch(char *arg, char **next, const struct warning warnings[], int n)
 442 {
 443         int flag = WARNING_ON;
 444         char *p = arg + 1;
 445         unsigned i;
 446
 447         if (!strcmp(p, "sparse-all")) {
 448                 for (i = 0; i < n; i++) {
 449                         if (*warnings[i].flag != WARNING_FORCE_OFF)
 450                                 *warnings[i].flag = WARNING_ON;
 451                 }
 452         }
 453
 454         // Prefixes "no" and "no-" mean to turn warning off.
 455         if (p[0] == 'n' && p[1] == 'o') {
 456                 p += 2;
 457                 if (p[0] == '-')
 458                         p++;
 459                 flag = WARNING_FORCE_OFF;
 460         }
 461
 462         for (i = 0; i < n; i++) {
 463                 if (!strcmp(p,warnings[i].name)) {
 464                         *warnings[i].flag = flag;
 465                         return next;
 466                 }
 467         }
 468
 469         // Unknown.
 470         return NULL;
 471 }
 472
 473 static char **handle_switch_W(char *arg, char **next)
 474 {
 475         char ** ret = handle_onoff_switch(arg, next, warnings, ARRAY_SIZE(warnings));
 476         if (ret)
 477                 return ret;
 478
 479         // Unknown.
 480         return next;
 481 }
 482
 483 static struct warning debugs[] = {
 484         { "entry", &dbg_entry},
 485         { "dead", &dbg_dead},
 486 };
 487
 488
 489 static char **handle_switch_v(char *arg, char **next)
 490 {
 491         char ** ret = handle_onoff_switch(arg, next, debugs, ARRAY_SIZE(debugs));
 492         if (ret)
 493                 return ret;
 494
 495         // Unknown.
 496         do {
 497                 verbose++;
 498         } while (*++arg == 'v');
 499         return next;
 500 }
 501
 502
 503 static void handle_onoff_switch_finalize(const struct warning warnings[], int n)
 504 {
 505         unsigned i;
 506
 507         for (i = 0; i < n; i++) {
 508                 if (*warnings[i].flag == WARNING_FORCE_OFF)
 509                         *warnings[i].flag = WARNING_OFF;
 510         }
 511 }
 512
 513 static void handle_switch_W_finalize(void)
 514 {
 515         handle_onoff_switch_finalize(warnings, ARRAY_SIZE(warnings));
 516
 517         /* default Wdeclarationafterstatement based on the C dialect */
 518         if (-1 == Wdeclarationafterstatement)
 519         {
 520                 switch (standard)
 521                 {
 522                         case STANDARD_C89:
 523                         case STANDARD_C94:
 524                                 Wdeclarationafterstatement = 1;
 525                                 break;
 526
 527                         case STANDARD_C99:
 528                         case STANDARD_GNU89:
 529                         case STANDARD_GNU99:
 530                                 Wdeclarationafterstatement = 0;
 531                                 break;
 532
 533                         default:
 534                                 assert (0);
 535                 }
 536
 537         }
 538 }
 539
 540 static void handle_switch_v_finalize(void)
 541 {
 542         handle_onoff_switch_finalize(debugs, ARRAY_SIZE(debugs));
 543 }
 544
 545 static char **handle_switch_U(char *arg, char **next)
 546 {
 547         const char *name = arg + 1;
 548         add_pre_buffer ("#undef %s\n", name);
 549         return next;
 550 }
 551
 552 static char **handle_switch_O(char *arg, char **next)
 553 {
 554         int level = 1;
 555         if (arg[1] >= '0' && arg[1] <= '9')
 556                 level = arg[1] - '0';
 557         optimize = level;
 558         optimize_size = arg[1] == 's';
 559         return next;
 560 }
 561
 562 static char **handle_switch_ftabstop(char *arg, char **next)
 563 {
 564         char *end;
 565         unsigned long val;
 566
 567         if (*arg == '\0')
 568                 die("error: missing argument to \"-ftabstop=\"");
 569
 570         /* we silently ignore silly values */
 571         val = strtoul(arg, &end, 10);
 572         if (*end == '\0' && 1 <= val && val <= 100)
 573                 tabstop = val;
 574
 575         return next;
 576 }
 577
 578 static char **handle_switch_f(char *arg, char **next)
 579 {
 580         arg++;
 581
 582         if (!strncmp(arg, "tabstop=", 8))
 583                 return handle_switch_ftabstop(arg+8, next);
 584
 585         /* handle switches w/ arguments above, boolean and only boolean below */
 586
 587         if (!strncmp(arg, "no-", 3)) {
 588                 arg += 3;
 589         }
 590         /* handle switch here.. */
 591         return next;
 592 }
 593
 594 static char **handle_switch_G(char *arg, char **next)
 595 {
 596         if (!strcmp (arg, "G") && *next)
 597                 return next + 1; // "-G 0"
 598         else
 599                 return next;     // "-G0" or (bogus) terminal "-G"
 600 }
 601
 602 static char **handle_switch_a(char *arg, char **next)
 603 {
 604         if (!strcmp (arg, "ansi"))
 605                 standard = STANDARD_C89;
 606
 607         return next;
 608 }
 609
 610 static char **handle_switch_s(char *arg, char **next)
 611 {
 612         if (!strncmp (arg, "std=", 4))
 613         {
 614                 arg += 4;
 615
 616                 if (!strcmp (arg, "c89") ||
 617                     !strcmp (arg, "iso9899:1990"))
 618                         standard = STANDARD_C89;
 619
 620                 else if (!strcmp (arg, "iso9899:199409"))
 621                         standard = STANDARD_C94;
 622
 623                 else if (!strcmp (arg, "c99") ||
 624                          !strcmp (arg, "c9x") ||
 625                          !strcmp (arg, "iso9899:1999") ||
 626                          !strcmp (arg, "iso9899:199x"))
 627                         standard = STANDARD_C99;
 628
 629                 else if (!strcmp (arg, "gnu89"))
 630                         standard = STANDARD_GNU89;
 631
 632                 else if (!strcmp (arg, "gnu99") || !strcmp (arg, "gnu9x"))
 633                         standard = STANDARD_GNU99;
 634
 635                 else
 636                         die ("Unsupported C dialect");
 637         }
 638
 639         return next;
 640 }
 641
 642 static char **handle_nostdinc(char *arg, char **next)
 643 {
 644         add_pre_buffer("#nostdinc\n");
 645         return next;
 646 }
 647
 648 static char **handle_base_dir(char *arg, char **next)
 649 {
 650         gcc_base_dir = *++next;
 651         if (!gcc_base_dir)
 652                 die("missing argument for -gcc-base-dir option");
 653         return next;
 654 }
 655
 656 static char **handle_no_lineno(char *arg, char **next)
 657 {
 658         no_lineno = 1;
 659         return next;
 660 }
 661
 662 struct switches {
 663         const char *name;
 664         char **(*fn)(char *, char **);
 665 };
 666
 667 static char **handle_switch(char *arg, char **next)
 668 {
 669         static struct switches cmd[] = {
 670                 { "nostdinc", handle_nostdinc },
 671                 { "gcc-base-dir", handle_base_dir},
 672                 { "no-lineno", handle_no_lineno},
 673                 { NULL, NULL }
 674         };
 675         struct switches *s;
 676
 677         switch (*arg) {
 678         case 'D': return handle_switch_D(arg, next);
 679         case 'E': return handle_switch_E(arg, next);
 680         case 'I': return handle_switch_I(arg, next);
 681         case 'i': return handle_switch_i(arg, next);
 682         case 'M': return handle_switch_M(arg, next);
 683         case 'm': return handle_switch_m(arg, next);
 684         case 'o': return handle_switch_o(arg, next);
 685         case 'U': return handle_switch_U(arg, next);
 686         case 'v': return handle_switch_v(arg, next);
 687         case 'W': return handle_switch_W(arg, next);
 688         case 'O': return handle_switch_O(arg, next);
 689         case 'f': return handle_switch_f(arg, next);
 690         case 'G': return handle_switch_G(arg, next);
 691         case 'a': return handle_switch_a(arg, next);
 692         case 's': return handle_switch_s(arg, next);
 693         default:
 694                 break;
 695         }
 696
 697         s = cmd;
 698         while (s->name) {
 699                 if (!strcmp(s->name, arg))
 700                         return s->fn(arg, next);
 701                 s++;
 702         }
 703
 704         /*
 705          * Ignore unknown command line options:
 706          * they're probably gcc switches
 707          */
 708         return next;
 709 }
 710
 711 void declare_builtin_functions(void)
 712 {
 713         /* Gaah. gcc knows tons of builtin <string.h> functions */
 714         add_pre_buffer("extern void *__builtin_memcpy(void *, const void *, __SIZE_TYPE__);\n");
 715         add_pre_buffer("extern void *__builtin_mempcpy(void *, const void *, __SIZE_TYPE__);\n");
 716         add_pre_buffer("extern void *__builtin_memset(void *, int, __SIZE_TYPE__);\n");
 717         add_pre_buffer("extern int __builtin_memcmp(const void *, const void *, __SIZE_TYPE__);\n");
 718         add_pre_buffer("extern char *__builtin_strcat(char *, const char *);\n");
 719         add_pre_buffer("extern char *__builtin_strncat(char *, const char *, __SIZE_TYPE__);\n");
 720         add_pre_buffer("extern int __builtin_strcmp(const char *, const char *);\n");
 721         add_pre_buffer("extern char *__builtin_strchr(const char *, int);\n");
 722         add_pre_buffer("extern char *__builtin_strcpy(char *, const char *);\n");
 723         add_pre_buffer("extern char *__builtin_strncpy(char *, const char *, __SIZE_TYPE__);\n");
 724         add_pre_buffer("extern __SIZE_TYPE__ __builtin_strspn(const char *, const char *);\n");
 725         add_pre_buffer("extern __SIZE_TYPE__ __builtin_strcspn(const char *, const char *);\n");
 726         add_pre_buffer("extern char * __builtin_strpbrk(const char *, const char *);\n");
 727         add_pre_buffer("extern char* __builtin_stpcpy(const char *, const char*);\n");
 728         add_pre_buffer("extern __SIZE_TYPE__ __builtin_strlen(const char *);\n");
 729
 730         /* And bitwise operations.. */
 731         add_pre_buffer("extern int __builtin_clz(int);\n");
 732         add_pre_buffer("extern int __builtin_clzl(long);\n");
 733         add_pre_buffer("extern int __builtin_clzll(long long);\n");
 734         add_pre_buffer("extern int __builtin_ctz(int);\n");
 735         add_pre_buffer("extern int __builtin_ctzl(long);\n");
 736         add_pre_buffer("extern int __builtin_ctzll(long long);\n");
 737         add_pre_buffer("extern int __builtin_ffs(int);\n");
 738         add_pre_buffer("extern int __builtin_ffsl(long);\n");
 739         add_pre_buffer("extern int __builtin_ffsll(long long);\n");
 740         add_pre_buffer("extern int __builtin_popcount(unsigned int);\n");
 741         add_pre_buffer("extern int __builtin_popcountl(unsigned long);\n");
 742         add_pre_buffer("extern int __builtin_popcountll(unsigned long long);\n");
 743
 744         /* And some random ones.. */
 745         add_pre_buffer("extern void *__builtin_return_address(unsigned int);\n");
 746         add_pre_buffer("extern void *__builtin_extract_return_addr(void *);\n");
 747         add_pre_buffer("extern void *__builtin_frame_address(unsigned int);\n");
 748         add_pre_buffer("extern void __builtin_trap(void);\n");
 749         add_pre_buffer("extern void *__builtin_alloca(__SIZE_TYPE__);\n");
 750         add_pre_buffer("extern void __builtin_prefetch (const void *, ...);\n");
 751         add_pre_buffer("extern long __builtin_alpha_extbl(long, long);\n");
 752         add_pre_buffer("extern long __builtin_alpha_extwl(long, long);\n");
 753         add_pre_buffer("extern long __builtin_alpha_insbl(long, long);\n");
 754         add_pre_buffer("extern long __builtin_alpha_inswl(long, long);\n");
 755         add_pre_buffer("extern long __builtin_alpha_insql(long, long);\n");
 756         add_pre_buffer("extern long __builtin_alpha_inslh(long, long);\n");
 757         add_pre_buffer("extern long __builtin_alpha_cmpbge(long, long);\n");
 758         add_pre_buffer("extern long __builtin_labs(long);\n");
 759         add_pre_buffer("extern double __builtin_fabs(double);\n");
 760         add_pre_buffer("extern void __sync_synchronize();\n");
 761         add_pre_buffer("extern int __sync_bool_compare_and_swap(void *, ...);\n");
 762
 763         /* Add Blackfin-specific stuff */
 764         add_pre_buffer(
 765                 "#ifdef __bfin__\n"
 766                 "extern void __builtin_bfin_csync(void);\n"
 767                 "extern void __builtin_bfin_ssync(void);\n"
 768                 "extern int __builtin_bfin_norm_fr1x32(int);\n"
 769                 "#endif\n"
 770         );
 771
 772         /* And some floating point stuff.. */
 773         add_pre_buffer("extern int __builtin_isgreater(float, float);\n");
 774         add_pre_buffer("extern int __builtin_isgreaterequal(float, float);\n");
 775         add_pre_buffer("extern int __builtin_isless(float, float);\n");
 776         add_pre_buffer("extern int __builtin_islessequal(float, float);\n");
 777         add_pre_buffer("extern int __builtin_islessgreater(float, float);\n");
 778         add_pre_buffer("extern int __builtin_isunordered(float, float);\n");
 779
 780         /* And some __FORTIFY_SOURCE ones.. */
 781         add_pre_buffer ("extern __SIZE_TYPE__ __builtin_object_size(void *, int);\n");
 782         add_pre_buffer ("extern void * __builtin___memcpy_chk(void *, const void *, __SIZE_TYPE__, __SIZE_TYPE__);\n");
 783         add_pre_buffer ("extern void * __builtin___memmove_chk(void *, const void *, __SIZE_TYPE__, __SIZE_TYPE__);\n");
 784         add_pre_buffer ("extern void * __builtin___mempcpy_chk(void *, const void *, __SIZE_TYPE__, __SIZE_TYPE__);\n");
 785         add_pre_buffer ("extern void * __builtin___memset_chk(void *, int, __SIZE_TYPE__, __SIZE_TYPE__);\n");
 786         add_pre_buffer ("extern int __builtin___sprintf_chk(char *, int, __SIZE_TYPE__, const char *, ...);\n");
 787         add_pre_buffer ("extern int __builtin___snprintf_chk(char *, __SIZE_TYPE__, int , __SIZE_TYPE__, const char *, ...);\n");
 788         add_pre_buffer ("extern char * __builtin___stpcpy_chk(char *, const char *, __SIZE_TYPE__);\n");
 789         add_pre_buffer ("extern char * __builtin___strcat_chk(char *, const char *, __SIZE_TYPE__);\n");
 790         add_pre_buffer ("extern char * __builtin___strcpy_chk(char *, const char *, __SIZE_TYPE__);\n");
 791         add_pre_buffer ("extern char * __builtin___strncat_chk(char *, const char *, __SIZE_TYPE__, __SIZE_TYPE__);\n");
 792         add_pre_buffer ("extern char * __builtin___strncpy_chk(char *, const char *, __SIZE_TYPE__, __SIZE_TYPE__);\n");
 793         add_pre_buffer ("extern int __builtin___vsprintf_chk(char *, int, __SIZE_TYPE__, const char *, __builtin_va_list);\n");
 794         add_pre_buffer ("extern int __builtin___vsnprintf_chk(char *, __SIZE_TYPE__, int, __SIZE_TYPE__, const char *, __builtin_va_list ap);\n");
 795         add_pre_buffer ("extern void __builtin_unreachable(void);\n");
 796 }
 797
 798 void create_builtin_stream(void)
 799 {
 800         add_pre_buffer("#weak_define __GNUC__ %d\n", gcc_major);
 801         add_pre_buffer("#weak_define __GNUC_MINOR__ %d\n", gcc_minor);
 802         add_pre_buffer("#weak_define __GNUC_PATCHLEVEL__ %d\n", gcc_patchlevel);
 803
 804         /* We add compiler headers path here because we have to parse
 805          * the arguments to get it, falling back to default. */
 806         add_pre_buffer("#add_system \"%s/include\"\n", gcc_base_dir);
 807         add_pre_buffer("#add_system \"%s/include-fixed\"\n", gcc_base_dir);
 808
 809         add_pre_buffer("#define __extension__\n");
 810         add_pre_buffer("#define __pragma__\n");
 811
 812         // gcc defines __SIZE_TYPE__ to be size_t.  For linux/i86 and
 813         // solaris/sparc that is really "unsigned int" and for linux/x86_64
 814         // it is "long unsigned int".  In either case we can probably
 815         // get away with this.  We need the #weak_define as cgcc will define
 816         // the right __SIZE_TYPE__.
 817         if (size_t_ctype == &ulong_ctype)
 818                 add_pre_buffer("#weak_define __SIZE_TYPE__ long unsigned int\n");
 819         else
 820                 add_pre_buffer("#weak_define __SIZE_TYPE__ unsigned int\n");
 821         add_pre_buffer("#weak_define __STDC__ 1\n");
 822
 823         switch (standard)
 824         {
 825                 case STANDARD_C89:
 826                         add_pre_buffer("#weak_define __STRICT_ANSI__\n");
 827                         break;
 828
 829                 case STANDARD_C94:
 830                         add_pre_buffer("#weak_define __STDC_VERSION__ 199409L\n");
 831                         add_pre_buffer("#weak_define __STRICT_ANSI__\n");
 832                         break;
 833
 834                 case STANDARD_C99:
 835                         add_pre_buffer("#weak_define __STDC_VERSION__ 199901L\n");
 836                         add_pre_buffer("#weak_define __STRICT_ANSI__\n");
 837                         break;
 838
 839                 case STANDARD_GNU89:
 840                         break;
 841
 842                 case STANDARD_GNU99:
 843                         add_pre_buffer("#weak_define __STDC_VERSION__ 199901L\n");
 844                         break;
 845
 846                 default:
 847                         assert (0);
 848         }
 849
 850         add_pre_buffer("#define __builtin_stdarg_start(a,b) ((a) = (__builtin_va_list)(&(b)))\n");
 851         add_pre_buffer("#define __builtin_va_start(a,b) ((a) = (__builtin_va_list)(&(b)))\n");
 852         add_pre_buffer("#define __builtin_ms_va_start(a,b) ((a) = (__builtin_ms_va_list)(&(b)))\n");
 853         add_pre_buffer("#define __builtin_va_arg(arg,type)  ({ type __va_arg_ret = *(type *)(arg); arg += sizeof(type); __va_arg_ret; })\n");
 854         add_pre_buffer("#define __builtin_va_alist (*(void *)0)\n");
 855         add_pre_buffer("#define __builtin_va_arg_incr(x) ((x) + 1)\n");
 856         add_pre_buffer("#define __builtin_va_copy(dest, src) ({ dest = src; (void)0; })\n");
 857         add_pre_buffer("#define __builtin_va_end(arg)\n");
 858         add_pre_buffer("#define __builtin_ms_va_end(arg)\n");
 859
 860         /* FIXME! We need to do these as special magic macros at expansion time! */
 861         add_pre_buffer("#define __BASE_FILE__ \"base_file.c\"\n");
 862
 863         if (optimize)
 864                 add_pre_buffer("#define __OPTIMIZE__ 1\n");
 865         if (optimize_size)
 866                 add_pre_buffer("#define __OPTIMIZE_SIZE__ 1\n");
 867
 868         /* GCC defines these for limits.h */
 869         add_pre_buffer("#weak_define __SHRT_MAX__ " STRINGIFY(__SHRT_MAX__) "\n");
 870         add_pre_buffer("#weak_define __SCHAR_MAX__ " STRINGIFY(__SCHAR_MAX__) "\n");
 871         add_pre_buffer("#weak_define __INT_MAX__ " STRINGIFY(__INT_MAX__) "\n");
 872         add_pre_buffer("#weak_define __LONG_MAX__ " STRINGIFY(__LONG_MAX__) "\n");
 873         add_pre_buffer("#weak_define __LONG_LONG_MAX__ " STRINGIFY(__LONG_LONG_MAX__) "\n");
 874         add_pre_buffer("#weak_define __WCHAR_MAX__ " STRINGIFY(__WCHAR_MAX__) "\n");
 875 }
 876
 877 static struct symbol_list *sparse_tokenstream(struct token *token)
 878 {
 879         // Preprocess the stream
 880         token = preprocess(token);
 881
 882         if (preprocess_only) {
 883                 while (!eof_token(token)) {
 884                         int prec = 1;
 885                         struct token *next = token->next;
 886                         const char *separator = "";
 887                         if (next->pos.whitespace)
 888                                 separator = " ";
 889                         if (next->pos.newline) {
 890                                 separator = "\n\t\t\t\t\t";
 891                                 prec = next->pos.pos;
 892                                 if (prec > 4)
 893                                         prec = 4;
 894                         }
 895                         printf("%s%.*s", show_token(token), prec, separator);
 896                         token = next;
 897                 }
 898                 putchar('\n');
 899
 900                 return NULL;
 901         }
 902
 903         // Parse the resulting C code
 904         while (!eof_token(token))
 905                 token = external_declaration(token, &translation_unit_used_list);
 906         return translation_unit_used_list;
 907 }
 908
 909 static struct symbol_list *sparse_file(const char *filename)
 910 {
 911         int fd;
 912         struct token *token;
 913
 914         if (strcmp (filename, "-") == 0) {
 915                 fd = 0;
 916         } else {
 917                 fd = open(filename, O_RDONLY);
 918                 if (fd < 0)
 919                         die("No such file: %s", filename);
 920         }
 921
 922         // Tokenize the input stream
 923         token = tokenize(filename, fd, NULL, includepath);
 924         store_all_tokens(token);
 925         close(fd);
 926
 927         return sparse_tokenstream(token);
 928 }
 929
 930 /*
 931  * This handles the "-include" directive etc: we're in global
 932  * scope, and all types/macros etc will affect all the following
 933  * files.
 934  *
 935  * NOTE NOTE NOTE! "#undef" of anything in this stage will
 936  * affect all subsequent files too, i.e. we can have non-local
 937  * behaviour between files!
 938  */
 939 static struct symbol_list *sparse_initial(void)
 940 {
 941         struct token *token;
 942         int i;
 943
 944         // Prepend any "include" file to the stream.
 945         // We're in global scope, it will affect all files!
 946         token = NULL;
 947         for (i = cmdline_include_nr - 1; i >= 0; i--)
 948                 token = tokenize(cmdline_include[i].filename, cmdline_include[i].fd,
 949                                  token, includepath);
 950
 951         // Prepend the initial built-in stream
 952         if (token)
 953                 pre_buffer_end->next = token;
 954         return sparse_tokenstream(pre_buffer_begin);
 955 }
 956
 957 struct symbol_list *sparse_initialize(int argc, char **argv, struct string_list **filelist)
 958 {
 959         char **args;
 960         struct symbol_list *list;
 961
 962         // Initialize symbol stream first, so that we can add defines etc
 963         init_symbols();
 964
 965         args = argv;
 966         for (;;) {
 967                 char *arg = *++args;
 968                 if (!arg)
 969                         break;
 970
 971                 if (arg[0] == '-' && arg[1]) {
 972                         args = handle_switch(arg+1, args);
 973                         continue;
 974                 }
 975                 add_ptr_list_notag(filelist, arg);
 976         }
 977         handle_switch_W_finalize();
 978         handle_switch_v_finalize();
 979
 980         handle_arch_finalize();
 981
 982         list = NULL;
 983         if (!ptr_list_empty(filelist)) {
 984                 // Initialize type system
 985                 init_ctype();
 986
 987                 create_builtin_stream();
 988                 add_pre_buffer("#define __CHECKER__ 1\n");
 989                 if (!preprocess_only)
 990                         declare_builtin_functions();
 991
 992                 list = sparse_initial();
 993
 994                 /*
 995                  * Protect the initial token allocations, since
 996                  * they need to survive all the others
 997                  */
 998                 protect_token_alloc();
 999         }
1000         return list;
1001 }
1002
1003 struct symbol_list * sparse_keep_tokens(char *filename)
1004 {
1005         struct symbol_list *res;
1006
1007         /* Clear previous symbol list */
1008         translation_unit_used_list = NULL;
1009
1010         new_file_scope();
1011         res = sparse_file(filename);
1012
1013         /* And return it */
1014         return res;
1015 }
1016
1017
1018 struct symbol_list * __sparse(char *filename)
1019 {
1020         struct symbol_list *res;
1021
1022         res = sparse_keep_tokens(filename);
1023
1024         /* Drop the tokens for this file after parsing */
1025         clear_token_alloc();
1026
1027         /* And return it */
1028         return res;
1029 }
1030
1031 struct symbol_list * sparse(char *filename)
1032 {
1033         struct symbol_list *res = __sparse(filename);
1034
1035         /* Evaluate the complete symbol list */
1036         evaluate_symbol_list(res);
1037
1038         return res;
1039 }