lib.c

   1 /*
   2  * 'sparse' library helper routines.
   3  *
   4  * Copyright (C) 2003 Transmeta Corp.
   5  *               2003 Linus Torvalds
   6  *
   7  *  Licensed under the Open Software License version 1.1
   8  */
   9 #include <ctype.h>
  10 #include <fcntl.h>
  11 #include <stdarg.h>
  12 #include <stddef.h>
  13 #include <stdio.h>
  14 #include <stdlib.h>
  15 #include <string.h>
  16
  17 #include <sys/mman.h>
  18 #include <sys/types.h>
  19 #include <sys/stat.h>
  20
  21 #include "lib.h"
  22 #include "token.h"
  23 #include "parse.h"
  24 #include "symbol.h"
  25 #include "expression.h"
  26 #include "scope.h"
  27 #include "linearize.h"
  28
  29 struct token *skip_to(struct token *token, int op)
  30 {
  31         while (!match_op(token, op) && !eof_token(token))
  32                 token = token->next;
  33         return token;
  34 }
  35
  36 struct token *expect(struct token *token, int op, const char *where)
  37 {
  38         if (!match_op(token, op)) {
  39                 static struct token bad_token;
  40                 if (token != &bad_token) {
  41                         bad_token.next = token;
  42                         warn(token->pos, "Expected %s %s", show_special(op), where);
  43                         warn(token->pos, "got %s", show_token(token));
  44                 }
  45                 if (op == ';')
  46                         return skip_to(token, op);
  47                 return &bad_token;
  48         }
  49         return token->next;
  50 }
  51
  52 unsigned int hexval(unsigned int c)
  53 {
  54         int retval = 256;
  55         switch (c) {
  56         case '0'...'9':
  57                 retval = c - '0';
  58                 break;
  59         case 'a'...'f':
  60                 retval = c - 'a' + 10;
  61                 break;
  62         case 'A'...'F':
  63                 retval = c - 'A' + 10;
  64                 break;
  65         }
  66         return retval;
  67 }
  68
  69 /*
  70  * Simple allocator for data that doesn't get partially free'd.
  71  * The tokenizer and parser allocate a _lot_ of small data structures
  72  * (often just two-three bytes for things like small integers),
  73  * and since they all depend on each other you can't free them
  74  * individually _anyway_. So do something that is very space-
  75  * efficient: allocate larger "blobs", and give out individual
  76  * small bits and pieces of it with no maintenance overhead.
  77  */
  78 struct allocation_blob {
  79         struct allocation_blob *next;
  80         unsigned int left, offset;
  81         unsigned char data[];
  82 };
  83
  84 #define CHUNK 32768
  85 #define blob_alloc(size) mmap(NULL, ((size)+4095) & ~4095, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0)
  86 #define blob_free(addr,size) munmap((addr), ((size)+4095) & ~4095)
  87
  88 struct allocator_struct {
  89         const char *name;
  90         struct allocation_blob *blobs;
  91         unsigned int alignment;
  92         unsigned int chunking;
  93         /* statistics */
  94         unsigned int allocations, total_bytes, useful_bytes;
  95 };
  96
  97 void drop_all_allocations(struct allocator_struct *desc)
  98 {
  99         struct allocation_blob *blob = desc->blobs;
 100
 101         desc->blobs = NULL;
 102         desc->allocations = 0;
 103         desc->total_bytes = 0;
 104         desc->useful_bytes = 0;
 105         while (blob) {
 106                 struct allocation_blob *next = blob->next;
 107                 blob_free(blob, desc->chunking);
 108                 blob = next;
 109         }
 110 }
 111
 112 void *allocate(struct allocator_struct *desc, unsigned int size)
 113 {
 114         unsigned long alignment = desc->alignment;
 115         struct allocation_blob *blob = desc->blobs;
 116         void *retval;
 117
 118         desc->allocations++;
 119         desc->useful_bytes += size;
 120         size = (size + alignment - 1) & ~(alignment-1);
 121         if (!blob || blob->left < size) {
 122                 unsigned int offset, chunking = desc->chunking;
 123                 struct allocation_blob *newblob = blob_alloc(chunking);
 124                 if (!newblob)
 125                         die("out of memory");
 126                 desc->total_bytes += chunking;
 127                 newblob->next = blob;
 128                 blob = newblob;
 129                 desc->blobs = newblob;
 130                 offset = offsetof(struct allocation_blob, data);
 131                 if (alignment > offset)
 132                         offset = alignment;
 133                 blob->left = chunking - offset;
 134                 blob->offset = offset - offsetof(struct allocation_blob, data);
 135         }
 136         retval = blob->data + blob->offset;
 137         blob->offset += size;
 138         blob->left -= size;
 139         return retval;
 140 }
 141
 142 static void show_allocations(struct allocator_struct *x)
 143 {
 144         fprintf(stderr, "%s: %d allocations, %d bytes (%d total bytes, "
 145                         "%6.2f%% usage, %6.2f average size)\n",
 146                 x->name, x->allocations, x->useful_bytes, x->total_bytes,
 147                 100 * (double) x->useful_bytes / x->total_bytes,
 148                 (double) x->useful_bytes / x->allocations);
 149 }
 150
 151 struct allocator_struct ident_allocator = { "identifiers", NULL, __alignof__(struct ident), CHUNK };
 152 struct allocator_struct token_allocator = { "tokens", NULL, __alignof__(struct token), CHUNK };
 153 struct allocator_struct symbol_allocator = { "symbols", NULL, __alignof__(struct symbol), CHUNK };
 154 struct allocator_struct expression_allocator = { "expressions", NULL, __alignof__(struct expression), CHUNK };
 155 struct allocator_struct statement_allocator = { "statements", NULL, __alignof__(struct statement), CHUNK };
 156 struct allocator_struct string_allocator = { "strings", NULL, __alignof__(struct statement), CHUNK };
 157 struct allocator_struct scope_allocator = { "scopes", NULL, __alignof__(struct scope), CHUNK };
 158 struct allocator_struct bytes_allocator = { "bytes", NULL, 1, CHUNK };
 159 struct allocator_struct basic_block_allocator = { "basic_block", NULL, __alignof__(struct basic_block), CHUNK };
 160 struct allocator_struct entrypoint_allocator = { "entrypoint", NULL, __alignof__(struct entrypoint), CHUNK };
 161
 162 #define __ALLOCATOR(type, size, x)                              \
 163         type *__alloc_##x(int extra)                            \
 164         {                                                       \
 165                 return allocate(&x##_allocator, size+extra);    \
 166         }                                                       \
 167         void show_##x##_alloc(void)                             \
 168         {                                                       \
 169                 show_allocations(&x##_allocator);               \
 170         }                                                       \
 171         void clear_##x##_alloc(void)                            \
 172         {                                                       \
 173                 drop_all_allocations(&x##_allocator);           \
 174         }
 175 #define ALLOCATOR(x) __ALLOCATOR(struct x, sizeof(struct x), x)
 176
 177 ALLOCATOR(ident); ALLOCATOR(token); ALLOCATOR(symbol);
 178 ALLOCATOR(expression); ALLOCATOR(statement); ALLOCATOR(string);
 179 ALLOCATOR(scope); __ALLOCATOR(void, 0, bytes);
 180 ALLOCATOR(basic_block); ALLOCATOR(entrypoint);
 181
 182 int ptr_list_size(struct ptr_list *head)
 183 {
 184         int nr = 0;
 185
 186         if (head) {
 187                 struct ptr_list *list = head;
 188                 do {
 189                         nr += list->nr;
 190                 } while ((list = list->next) != head);
 191         }
 192         return nr;
 193 }
 194
 195 void iterate(struct ptr_list *head, void (*callback)(void *, void *, int), void *data)
 196 {
 197         struct ptr_list *list = head;
 198         int flag = ITERATE_FIRST;
 199
 200         if (!head)
 201                 return;
 202         do {
 203                 int i;
 204                 for (i = 0; i < list->nr; i++) {
 205                         if (i == list->nr-1 && list->next == head)
 206                                 flag |= ITERATE_LAST;
 207                         callback(list->list[i], data, flag);
 208                         flag = 0;
 209                 }
 210                 list = list->next;
 211         } while (list != head);
 212 }
 213
 214 void add_ptr_list(struct ptr_list **listp, void *ptr)
 215 {
 216         struct ptr_list *list = *listp;
 217         int nr;
 218
 219         if (!list || (nr = list->nr) >= LIST_NODE_NR) {
 220                 struct ptr_list *newlist = malloc(sizeof(*newlist));
 221                 if (!newlist)
 222                         die("out of memory for symbol/statement lists");
 223                 memset(newlist, 0, sizeof(*newlist));
 224                 if (!list) {
 225                         newlist->next = newlist;
 226                         newlist->prev = newlist;
 227                         *listp = newlist;
 228                 } else {
 229                         newlist->next = list;
 230                         newlist->prev = list->prev;
 231                         list->prev->next = newlist;
 232                         list->prev = newlist;
 233                 }
 234                 list = newlist;
 235                 nr = 0;
 236         }
 237         list->list[nr] = ptr;
 238         nr++;
 239         list->nr = nr;
 240 }
 241
 242 void concat_ptr_list(struct ptr_list *a, struct ptr_list **b)
 243 {
 244         void *entry;
 245         FOR_EACH_PTR(a, entry) {
 246                 add_ptr_list(b, entry);
 247         } END_FOR_EACH_PTR;
 248 }
 249
 250 void free_ptr_list(struct ptr_list **listp)
 251 {
 252         struct ptr_list *tmp, *list = *listp;
 253
 254         if (!list)
 255                 return;
 256
 257         list->prev->next = NULL;
 258         while (list) {
 259                 tmp = list;
 260                 list = list->next;
 261                 free(tmp);
 262         }
 263
 264         *listp = NULL;
 265 }
 266
 267 static void do_warn(const char *type, struct position pos, const char * fmt, va_list args)
 268 {
 269         static char buffer[512];
 270         const char *name;
 271
 272         vsprintf(buffer, fmt, args);
 273         name = input_streams[pos.stream].name;
 274
 275         fprintf(stderr, "%s: %s:%d:%d: %s\n",
 276                 type, name, pos.line, pos.pos, buffer);
 277 }
 278
 279 void warn(struct position pos, const char * fmt, ...)
 280 {
 281         static int warnings = 0;
 282         va_list args;
 283
 284         if (warnings > 100) {
 285                 static int once = 0;
 286                 if (once)
 287                         return;
 288                 fmt = "too many warnings";
 289                 once = 1;
 290         }
 291
 292         va_start(args, fmt);
 293         do_warn("warning", pos, fmt, args);
 294         va_end(args);
 295         warnings++;
 296 }
 297
 298 void error(struct position pos, const char * fmt, ...)
 299 {
 300         va_list args;
 301         va_start(args, fmt);
 302         do_warn("error", pos, fmt, args);
 303         va_end(args);
 304         exit(1);
 305 }
 306
 307 void die(const char *fmt, ...)
 308 {
 309         va_list args;
 310         static char buffer[512];
 311
 312         va_start(args, fmt);
 313         vsnprintf(buffer, sizeof(buffer), fmt, args);
 314         va_end(args);
 315
 316         fprintf(stderr, "%s\n", buffer);
 317         exit(1);
 318 }
 319
 320 unsigned int pre_buffer_size;
 321 unsigned char pre_buffer[8192];
 322
 323 int preprocess_only;
 324 char *include;
 325 int include_fd = -1;
 326
 327 void add_pre_buffer(const char *fmt, ...)
 328 {
 329         va_list args;
 330         unsigned int size;
 331
 332         va_start(args, fmt);
 333         size = pre_buffer_size;
 334         size += vsnprintf(pre_buffer + size,
 335                 sizeof(pre_buffer) - size,
 336                 fmt, args);
 337         pre_buffer_size = size;
 338         va_end(args);
 339 }
 340
 341 char **handle_switch_D(char *arg, char **next)
 342 {
 343         const char *name = arg + 1;
 344         const char *value = "";
 345         for (;;) {
 346                 char c;
 347                 c = *++arg;
 348                 if (!c)
 349                         break;
 350                 if (isspace(c) || c == '=') {
 351                         *arg = '\0';
 352                         value = arg + 1;
 353                         break;
 354                 }
 355         }
 356         add_pre_buffer("#define %s %s\n", name, value);
 357         return next;
 358 }
 359
 360 char **handle_switch_E(char *arg, char **next)
 361 {
 362         preprocess_only = 1;
 363         return next;
 364 }
 365
 366 char **handle_switch_v(char *arg, char **next)
 367 {
 368         verbose = 1;
 369         return next;
 370 }
 371 char **handle_switch_I(char *arg, char **next)
 372 {
 373         add_pre_buffer("#add_include \"%s/\"\n", arg + 1);
 374         return next;
 375 }
 376
 377 char **handle_switch_i(char *arg, char **next)
 378 {
 379         if (*next && !strcmp(arg, "include")) {
 380                 char *name = *++next;
 381                 int fd = open(name, O_RDONLY);
 382
 383                 include_fd = fd;
 384                 include = name;
 385                 if (fd < 0)
 386                         perror(name);
 387         }
 388         return next;
 389 }
 390
 391 char **handle_switch(char *arg, char **next)
 392 {
 393         char **rc = next;
 394
 395         switch (*arg) {
 396         case 'D': rc = handle_switch_D(arg, next); break;
 397         case 'E': rc = handle_switch_E(arg, next); break;
 398         case 'v': rc = handle_switch_v(arg, next); break;
 399         case 'I': rc = handle_switch_I(arg, next); break;
 400         case 'i': rc = handle_switch_i(arg, next); break;
 401         default:
 402                 /*
 403                  * Ignore unknown command line options:
 404                  * they're probably gcc switches
 405                  */
 406                 break;
 407         }
 408         return rc;
 409 }
 410
 411 void create_builtin_stream(void)
 412 {
 413         add_pre_buffer("#define __i386__ 1\n");
 414         add_pre_buffer("#define __linux__ 1\n");
 415         add_pre_buffer("#define __STDC__ 1\n");
 416         add_pre_buffer("#define linux linux\n");
 417         add_pre_buffer("#define cond_syscall(x)\n");
 418         add_pre_buffer("#define __GNUC__ 2\n");
 419         add_pre_buffer("#define __GNUC_MINOR__ 95\n");
 420         add_pre_buffer("#define __func__ \"function\"\n");
 421         add_pre_buffer("#define __extension__\n");
 422         add_pre_buffer("#define __pragma__\n");
 423         add_pre_buffer("#define __builtin_stdarg_start(a,b) ((a) = (__builtin_va_list)(&(b)))\n");
 424         add_pre_buffer("#define __builtin_va_arg(arg,type)  ((type)0)\n");
 425         add_pre_buffer("#define __builtin_va_end(arg)\n");
 426 }