lib.c

   1 /*
   2  * 'sparse' library helper routines.
   3  *
   4  * Copyright (C) 2003 Transmeta Corp.
   5  *               2003-2004 Linus Torvalds
   6  *
   7  *  Licensed under the Open Software License version 1.1
   8  */
   9 #include <ctype.h>
  10 #include <fcntl.h>
  11 #include <stdarg.h>
  12 #include <stddef.h>
  13 #include <stdio.h>
  14 #include <stdlib.h>
  15 #include <string.h>
  16 #include <unistd.h>
  17 #include <assert.h>
  18
  19 #include <sys/types.h>
  20
  21 #include "lib.h"
  22 #include "allocate.h"
  23 #include "token.h"
  24 #include "parse.h"
  25 #include "symbol.h"
  26 #include "expression.h"
  27 #include "scope.h"
  28 #include "linearize.h"
  29 #include "target.h"
  30
  31 int verbose, optimize, optimize_size, preprocessing;
  32
  33 #ifndef __GNUC__
  34 # define __GNUC__ 2
  35 # define __GNUC_MINOR__ 95
  36 # define __GNUC_PATCHLEVEL__ 0
  37 #endif
  38
  39 int gcc_major = __GNUC__;
  40 int gcc_minor = __GNUC_MINOR__;
  41 int gcc_patchlevel = __GNUC_PATCHLEVEL__;
  42
  43 struct token *skip_to(struct token *token, int op)
  44 {
  45         while (!match_op(token, op) && !eof_token(token))
  46                 token = token->next;
  47         return token;
  48 }
  49
  50 struct token *expect(struct token *token, int op, const char *where)
  51 {
  52         if (!match_op(token, op)) {
  53                 static struct token bad_token;
  54                 if (token != &bad_token) {
  55                         bad_token.next = token;
  56                         warning(token->pos, "Expected %s %s", show_special(op), where);
  57                         warning(token->pos, "got %s", show_token(token));
  58                 }
  59                 if (op == ';')
  60                         return skip_to(token, op);
  61                 return &bad_token;
  62         }
  63         return token->next;
  64 }
  65
  66 unsigned int hexval(unsigned int c)
  67 {
  68         int retval = 256;
  69         switch (c) {
  70         case '0'...'9':
  71                 retval = c - '0';
  72                 break;
  73         case 'a'...'f':
  74                 retval = c - 'a' + 10;
  75                 break;
  76         case 'A'...'F':
  77                 retval = c - 'A' + 10;
  78                 break;
  79         }
  80         return retval;
  81 }
  82
  83 static void do_warn(const char *type, struct position pos, const char * fmt, va_list args)
  84 {
  85         static char buffer[512];
  86         const char *name;
  87
  88         vsprintf(buffer, fmt, args);
  89         name = stream_name(pos.stream);
  90
  91         fprintf(stderr, "%s:%d:%d: %s%s\n",
  92                 name, pos.line, pos.pos, type, buffer);
  93 }
  94
  95 static int max_warnings = 100;
  96
  97 void info(struct position pos, const char * fmt, ...)
  98 {
  99         va_list args;
 100
 101         if (!max_warnings)
 102                 return;
 103         va_start(args, fmt);
 104         do_warn("", pos, fmt, args);
 105         va_end(args);
 106 }
 107
 108 void warning(struct position pos, const char * fmt, ...)
 109 {
 110         va_list args;
 111
 112         if (!max_warnings)
 113                 return;
 114
 115         if (!--max_warnings)
 116                 fmt = "too many warnings";
 117
 118         va_start(args, fmt);
 119         do_warn("warning: ", pos, fmt, args);
 120         va_end(args);
 121 }
 122
 123 void error(struct position pos, const char * fmt, ...)
 124 {
 125         static int errors = 0;
 126         va_list args;
 127
 128         /* Shut up warnings after an error */
 129         max_warnings = 0;
 130         if (errors > 100) {
 131                 static int once = 0;
 132                 if (once)
 133                         return;
 134                 fmt = "too many errors";
 135                 once = 1;
 136         }
 137
 138         va_start(args, fmt);
 139         do_warn("error: ", pos, fmt, args);
 140         va_end(args);
 141         errors++;
 142 }
 143
 144 void error_die(struct position pos, const char * fmt, ...)
 145 {
 146         va_list args;
 147         va_start(args, fmt);
 148         do_warn("error: ", pos, fmt, args);
 149         va_end(args);
 150         exit(1);
 151 }
 152
 153 void die(const char *fmt, ...)
 154 {
 155         va_list args;
 156         static char buffer[512];
 157
 158         va_start(args, fmt);
 159         vsnprintf(buffer, sizeof(buffer), fmt, args);
 160         va_end(args);
 161
 162         fprintf(stderr, "%s\n", buffer);
 163         exit(1);
 164 }
 165
 166 static unsigned int pre_buffer_size;
 167 static char pre_buffer[8192];
 168
 169 int Wdefault_bitfield_sign = 0;
 170 int Wbitwise = 0;
 171 int Wtypesign = 0;
 172 int Wcontext = 0;
 173 int Wundefined_preprocessor = 0;
 174 int Wptr_subtraction_blows = 0;
 175 int Wcast_to_address_space = 0;
 176 int Wtransparent_union = 1;
 177 int preprocess_only;
 178 char *include;
 179 int include_fd = -1;
 180
 181 void add_pre_buffer(const char *fmt, ...)
 182 {
 183         va_list args;
 184         unsigned int size;
 185
 186         va_start(args, fmt);
 187         size = pre_buffer_size;
 188         size += vsnprintf(pre_buffer + size,
 189                 sizeof(pre_buffer) - size,
 190                 fmt, args);
 191         pre_buffer_size = size;
 192         va_end(args);
 193 }
 194
 195 static char **handle_switch_D(char *arg, char **next)
 196 {
 197         const char *name = arg + 1;
 198         const char *value = "1";
 199         for (;;) {
 200                 char c;
 201                 c = *++arg;
 202                 if (!c)
 203                         break;
 204                 if (isspace((unsigned char)c) || c == '=') {
 205                         *arg = '\0';
 206                         value = arg + 1;
 207                         break;
 208                 }
 209         }
 210         add_pre_buffer("#define %s %s\n", name, value);
 211         return next;
 212 }
 213
 214 static char **handle_switch_E(char *arg, char **next)
 215 {
 216         preprocess_only = 1;
 217         return next;
 218 }
 219
 220 static char **handle_switch_v(char *arg, char **next)
 221 {
 222         do {
 223                 verbose++;
 224         } while (*++arg == 'v');
 225         return next;
 226 }
 227
 228 static char **handle_switch_I(char *arg, char **next)
 229 {
 230         char *path = arg+1;
 231
 232         switch (arg[1]) {
 233         case '-':
 234                 add_pre_buffer("#split_include\n");
 235                 break;
 236
 237         case '\0':      /* Plain "-I" */
 238                 path = *++next;
 239                 if (!path)
 240                         die("missing argument for -I option");
 241                 /* Fallthrough */
 242         default:
 243                 add_pre_buffer("#add_include \"%s/\"\n", path);
 244         }
 245         return next;
 246 }
 247
 248 static char **handle_switch_i(char *arg, char **next)
 249 {
 250         if (*next && !strcmp(arg, "include")) {
 251                 char *name = *++next;
 252                 int fd = open(name, O_RDONLY);
 253
 254                 include_fd = fd;
 255                 include = name;
 256                 if (fd < 0)
 257                         perror(name);
 258         }
 259         if (*next && !strcmp(arg, "imacros")) {
 260                 char *name = *++next;
 261                 int fd = open(name, O_RDONLY);
 262
 263                 include_fd = fd;
 264                 include = name;
 265                 if (fd < 0)
 266                         perror(name);
 267         }
 268         else if (*next && !strcmp(arg, "isystem")) {
 269                 char *path = *++next;
 270                 if (!path)
 271                         die("missing argument for -isystem option");
 272                 add_pre_buffer("#add_isystem \"%s/\"\n", path);
 273         }
 274         return next;
 275 }
 276
 277 static char **handle_switch_M(char *arg, char **next)
 278 {
 279         if (!strcmp(arg, "MF") || !strcmp(arg,"MQ") || !strcmp(arg,"MT")) {
 280                 if (!*next)
 281                         die("missing argument for -%s option", arg);
 282                 return next + 1;
 283         }
 284         return next;
 285 }
 286
 287 static char **handle_switch_m(char *arg, char **next)
 288 {
 289         if (!strcmp(arg, "m64")) {
 290                 bits_in_long = 64;
 291                 max_int_alignment = 8;
 292                 bits_in_pointer = 64;
 293                 pointer_alignment = 8;
 294         }
 295         return next;
 296 }
 297
 298 static char **handle_switch_o(char *arg, char **next)
 299 {
 300         if (!strcmp (arg, "o") && *next)
 301                 return next + 1; // "-o foo"
 302         else
 303                 return next;     // "-ofoo" or (bogus) terminal "-o"
 304 }
 305
 306 static const struct warning {
 307         const char *name;
 308         int *flag;
 309 } warnings[] = {
 310         { "cast-to-as", &Wcast_to_address_space },
 311         { "ptr-subtraction-blows", &Wptr_subtraction_blows },
 312         { "default-bitfield-sign", &Wdefault_bitfield_sign },
 313         { "undef", &Wundefined_preprocessor },
 314         { "bitwise", &Wbitwise },
 315         { "typesign", &Wtypesign },
 316         { "context", &Wcontext },
 317         { "transparent-union", &Wtransparent_union },
 318 };
 319
 320
 321 static char **handle_switch_W(char *arg, char **next)
 322 {
 323         int no = 0;
 324         char *p = arg + 1;
 325         unsigned i;
 326
 327         // Prefixes "no" and "no-" mean to turn warning off.
 328         if (p[0] == 'n' && p[1] == 'o') {
 329                 p += 2;
 330                 if (p[0] == '-')
 331                         p++;
 332                 no = 1;
 333         }
 334
 335         for (i = 0; i < sizeof(warnings) / sizeof(warnings[0]); i++) {
 336                 if (!strcmp(p,warnings[i].name)) {
 337                         *warnings[i].flag = !no;
 338                         return next;
 339                 }
 340         }
 341
 342         // Unknown.
 343         return next;
 344 }
 345
 346 static char **handle_switch_U(char *arg, char **next)
 347 {
 348         const char *name = arg + 1;
 349         add_pre_buffer ("#undef %s\n", name);
 350         return next;
 351 }
 352
 353 static char **handle_switch_O(char *arg, char **next)
 354 {
 355         int level = 1;
 356         if (arg[1] >= '0' && arg[1] <= '9')
 357                 level = arg[1] - '0';
 358         optimize = level;
 359         optimize_size = arg[1] == 's';
 360         return next;
 361 }
 362
 363 static char **handle_switch_f(char *arg, char **next)
 364 {
 365         int flag = 1;
 366
 367         arg++;
 368         if (!strncmp(arg, "no-", 3)) {
 369                 flag = 0;
 370                 arg += 3;
 371         }
 372         /* handle switch here.. */
 373         return next;
 374 }
 375
 376 static char **handle_nostdinc(char *arg, char **next)
 377 {
 378         add_pre_buffer("#nostdinc\n");
 379         return next;
 380 }
 381
 382 static char **handle_dirafter(char *arg, char **next)
 383 {
 384         char *path = *++next;
 385         if (!path)
 386                 die("missing argument for -dirafter option");
 387         add_pre_buffer("#add_dirafter \"%s/\"\n", path);
 388         return next;
 389 }
 390
 391 struct switches {
 392         const char *name;
 393         char **(*fn)(char *, char**);
 394 };
 395
 396 char **handle_switch(char *arg, char **next)
 397 {
 398         static struct switches cmd[] = {
 399                 { "nostdinc", handle_nostdinc },
 400                 { "dirafter", handle_dirafter },
 401                 { NULL, NULL }
 402         };
 403         struct switches *s;
 404
 405         switch (*arg) {
 406         case 'D': return handle_switch_D(arg, next);
 407         case 'E': return handle_switch_E(arg, next);
 408         case 'I': return handle_switch_I(arg, next);
 409         case 'i': return handle_switch_i(arg, next);
 410         case 'M': return handle_switch_M(arg, next);
 411         case 'm': return handle_switch_m(arg, next);
 412         case 'o': return handle_switch_o(arg, next);
 413         case 'U': return handle_switch_U(arg, next);
 414         case 'v': return handle_switch_v(arg, next);
 415         case 'W': return handle_switch_W(arg, next);
 416         case 'O': return handle_switch_O(arg, next);
 417         case 'f': return handle_switch_f(arg, next);
 418         default:
 419                 break;
 420         }
 421
 422         s = cmd;
 423         while (s->name) {
 424                 if (!strcmp(s->name, arg))
 425                         return s->fn(arg, next);
 426                 s++;
 427         }
 428
 429         /*
 430          * Ignore unknown command line options:
 431          * they're probably gcc switches
 432          */
 433         return next;
 434 }
 435
 436 void declare_builtin_functions(void)
 437 {
 438         /* Gaah. gcc knows tons of builtin <string.h> functions */
 439         add_pre_buffer("extern void *__builtin_memcpy(void *, const void *, __SIZE_TYPE__);\n");
 440         add_pre_buffer("extern void *__builtin_memset(void *, int, __SIZE_TYPE__);\n");
 441         add_pre_buffer("extern int __builtin_strcmp(const char *, const char *);\n");
 442         add_pre_buffer("extern char *__builtin_strchr(const char *, int);\n");
 443         add_pre_buffer("extern char *__builtin_strcpy(char *, const char *);\n");
 444         add_pre_buffer("extern char *__builtin_strncpy(char *, const char *, __SIZE_TYPE__);\n");
 445         add_pre_buffer("extern __SIZE_TYPE__ __builtin_strspn(const char *, const char *);\n");
 446         add_pre_buffer("extern __SIZE_TYPE__ __builtin_strcspn(const char *, const char *);\n");
 447
 448         /* And some random ones.. */
 449         add_pre_buffer("extern void *__builtin_return_address(unsigned int);\n");
 450         add_pre_buffer("extern void *__builtin_frame_address(unsigned int);\n");
 451         add_pre_buffer("extern void __builtin_trap(void);\n");
 452         add_pre_buffer("extern int __builtin_ffs(int);\n");
 453         add_pre_buffer("extern void *__builtin_alloca(__SIZE_TYPE__);\n");
 454 }
 455
 456 void create_builtin_stream(void)
 457 {
 458         add_pre_buffer("#define __GNUC__ %d\n", gcc_major);
 459         add_pre_buffer("#define __GNUC_MINOR__ %d\n", gcc_minor);
 460         add_pre_buffer("#define __GNUC_PATCHLEVEL__ %d\n", gcc_patchlevel);
 461         add_pre_buffer("#define __extension__\n");
 462         add_pre_buffer("#define __pragma__\n");
 463
 464         // gcc defines __SIZE_TYPE__ to be size_t.  For linux/i86 and
 465         // solaris/sparc that is really "unsigned int" and for linux/x86_64
 466         // it is "long unsigned int".  In either case we can probably
 467         // get away with this.  We need the #ifndef as cgcc will define
 468         // the right __SIZE_TYPE__.
 469         add_pre_buffer("#weak_define __SIZE_TYPE__ long unsigned int\n");
 470         add_pre_buffer("#weak_define __STDC__ 1\n");
 471
 472         add_pre_buffer("#define __builtin_stdarg_start(a,b) ((a) = (__builtin_va_list)(&(b)))\n");
 473         add_pre_buffer("#define __builtin_va_start(a,b) ((a) = (__builtin_va_list)(&(b)))\n");
 474         add_pre_buffer("#define __builtin_va_arg(arg,type)  ({ type __va_arg_ret = *(type *)(arg); arg += sizeof(type); __va_arg_ret; })\n");
 475         add_pre_buffer("#define __builtin_va_alist (*(void *)0)\n");
 476         add_pre_buffer("#define __builtin_va_arg_incr(x) ((x) + 1)\n");
 477         add_pre_buffer("#define __builtin_va_end(arg)\n");
 478         add_pre_buffer("#define __builtin_offsetof(type, name) ((__SIZE_TYPE__)&((type *)(0ul))->name)\n");
 479
 480         /* FIXME! We need to do these as special magic macros at expansion time! */
 481         add_pre_buffer("#define __BASE_FILE__ \"base_file.c\"\n");
 482         add_pre_buffer("#define __DATE__ \"??? ?? ????\"\n");
 483         add_pre_buffer("#define __TIME__ \"??:??:??\"\n");
 484
 485         if (optimize)
 486                 add_pre_buffer("#define __OPTIMIZE__ 1\n");
 487         if (optimize_size)
 488                 add_pre_buffer("#define __OPTIMIZE_SIZE__ 1\n");
 489 }
 490
 491 static struct symbol_list *sparse_tokenstream(struct token *token)
 492 {
 493         // Pre-process the stream
 494         token = preprocess(token);
 495
 496         if (preprocess_only) {
 497                 while (!eof_token(token)) {
 498                         int prec = 1;
 499                         struct token *next = token->next;
 500                         const char *separator = "";
 501                         if (next->pos.whitespace)
 502                                 separator = " ";
 503                         if (next->pos.newline) {
 504                                 separator = "\n\t\t\t\t\t";
 505                                 prec = next->pos.pos;
 506                                 if (prec > 4)
 507                                         prec = 4;
 508                         }
 509                         printf("%s%.*s", show_token(token), prec, separator);
 510                         token = next;
 511                 }
 512                 putchar('\n');
 513
 514                 return NULL;
 515         }
 516
 517         // Parse the resulting C code
 518         while (!eof_token(token))
 519                 token = external_declaration(token, &translation_unit_used_list);
 520         return translation_unit_used_list;
 521 }
 522
 523 static struct symbol_list *sparse_file(const char *filename)
 524 {
 525         int fd;
 526         struct token *token;
 527
 528         if (strcmp (filename, "-") == 0) {
 529                 fd = 0;
 530         } else {
 531                 fd = open(filename, O_RDONLY);
 532                 if (fd < 0)
 533                         die("No such file: %s", filename);
 534         }
 535
 536         // Tokenize the input stream
 537         token = tokenize(filename, fd, NULL, includepath);
 538         close(fd);
 539
 540         return sparse_tokenstream(token);
 541 }
 542
 543 /*
 544  * This handles the "-include" directive etc: we're in global
 545  * scope, and all types/macros etc will affect all the following
 546  * files.
 547  *
 548  * NOTE NOTE NOTE! "#undef" of anything in this stage will
 549  * affect all subsequent files too, ie we can have non-local
 550  * behaviour between files!
 551  */
 552 static void sparse_initial(void)
 553 {
 554         struct token *token;
 555
 556         // Prepend any "include" file to the stream.
 557         // We're in global scope, it will affect all files!
 558         token = NULL;
 559         if (include_fd >= 0)
 560                 token = tokenize(include, include_fd, NULL, includepath);
 561
 562         // Prepend the initial built-in stream
 563         token = tokenize_buffer(pre_buffer, pre_buffer_size, token);
 564         sparse_tokenstream(token);
 565 }
 566
 567 int sparse_initialize(int argc, char **argv)
 568 {
 569         char **args;
 570         int files = 0;
 571
 572         // Initialize symbol stream first, so that we can add defines etc
 573         init_symbols();
 574
 575         args = argv;
 576         for (;;) {
 577                 char *arg = *++args;
 578                 if (!arg)
 579                         break;
 580
 581                 if (arg[0] == '-' && arg[1]) {
 582                         args = handle_switch(arg+1, args);
 583                         continue;
 584                 }
 585
 586                 /*
 587                  * Hacky hacky hacky: we re-use the argument space
 588                  * to save the filenames.
 589                  */
 590                 argv[files++] = arg;
 591         }
 592
 593         argv[files] = NULL;
 594         if (files) {
 595                 // Initialize type system
 596                 init_ctype();
 597
 598                 create_builtin_stream();
 599                 add_pre_buffer("#define __CHECKER__ 1\n");
 600                 if (!preprocess_only)
 601                         declare_builtin_functions();
 602
 603                 sparse_initial();
 604
 605                 /*
 606                  * Protect the initial token allocations, since
 607                  * they need to survive all the others
 608                  */
 609                 protect_token_alloc();
 610         }
 611         return files;
 612 }
 613
 614 struct symbol_list * sparse(char **argv)
 615 {
 616         struct symbol_list *res;
 617         char *filename, *next;
 618
 619         /* Clear previous symbol list */
 620         translation_unit_used_list = NULL;
 621
 622         filename = *argv;
 623         if (!filename)
 624                 return NULL;
 625         do {
 626                 next = argv[1];
 627                 *argv++ = next;
 628         } while (next);
 629
 630         start_file_scope();
 631         res = sparse_file(filename);
 632         end_file_scope();
 633
 634         /* Drop the tokens for this file after parsing */
 635         clear_token_alloc();
 636
 637         /* Evaluate the complete symbol list */
 638         evaluate_symbol_list(res);
 639
 640         /* And return it */
 641         return res;
 642 }