parse.c

   1 /*
   2  * Stupid C parser, version 1e-6.
   3  *
   4  * Let's see how hard this is to do.
   5  *
   6  * Copyright (C) 2003 Transmeta Corp.
   7  *               2003-2004 Linus Torvalds
   8  *
   9  *  Licensed under the Open Software License version 1.1
  10  */
  11
  12 #include <stdarg.h>
  13 #include <stdlib.h>
  14 #include <stdio.h>
  15 #include <string.h>
  16 #include <ctype.h>
  17 #include <unistd.h>
  18 #include <fcntl.h>
  19 #include <limits.h>
  20
  21 #include "lib.h"
  22 #include "allocate.h"
  23 #include "token.h"
  24 #include "parse.h"
  25 #include "symbol.h"
  26 #include "scope.h"
  27 #include "expression.h"
  28 #include "target.h"
  29
  30 #define warn_on_mixed (1)
  31
  32 static struct symbol_list **function_symbol_list;
  33 struct symbol_list *function_computed_target_list;
  34 struct statement_list *function_computed_goto_list;
  35
  36 static struct token *statement(struct token *token, struct statement **tree);
  37
  38 // Add a symbol to the list of function-local symbols
  39 static void fn_local_symbol(struct symbol *sym)
  40 {
  41         if (function_symbol_list)
  42                 add_symbol(function_symbol_list, sym);
  43 }
  44
  45 static int match_idents(struct token *token, ...)
  46 {
  47         va_list args;
  48
  49         if (token_type(token) != TOKEN_IDENT)
  50                 return 0;
  51
  52         va_start(args, token);
  53         for (;;) {
  54                 struct ident * next = va_arg(args, struct ident *);
  55                 if (!next)
  56                         return 0;
  57                 if (token->ident == next)
  58                         return 1;
  59         }
  60 }
  61
  62
  63 struct statement *alloc_statement(struct position pos, int type)
  64 {
  65         struct statement *stmt = __alloc_statement(0);
  66         stmt->type = type;
  67         stmt->pos = pos;
  68         return stmt;
  69 }
  70
  71 static struct token *struct_declaration_list(struct token *token, struct symbol_list **list);
  72
  73 static struct symbol * indirect(struct position pos, struct ctype *ctype, int type)
  74 {
  75         struct symbol *sym = alloc_symbol(pos, type);
  76
  77         sym->ctype.base_type = ctype->base_type;
  78         sym->ctype.modifiers = ctype->modifiers & ~MOD_STORAGE;
  79
  80         ctype->base_type = sym;
  81         ctype->modifiers &= MOD_STORAGE;
  82         return sym;
  83 }
  84
  85 static struct symbol *lookup_or_create_symbol(enum namespace ns, enum type type, struct token *token)
  86 {
  87         struct symbol *sym = lookup_symbol(token->ident, ns);
  88         if (!sym) {
  89                 sym = alloc_symbol(token->pos, type);
  90                 bind_symbol(sym, token->ident, ns);
  91                 if (type == SYM_LABEL)
  92                         fn_local_symbol(sym);
  93         }
  94         return sym;
  95 }
  96
  97 /*
  98  * NOTE! NS_LABEL is not just a different namespace,
  99  * it also ends up using function scope instead of the
 100  * regular symbol scope.
 101  */
 102 struct symbol *label_symbol(struct token *token)
 103 {
 104         return lookup_or_create_symbol(NS_LABEL, SYM_LABEL, token);
 105 }
 106
 107 static struct token *struct_union_enum_specifier(enum type type,
 108         struct token *token, struct ctype *ctype,
 109         struct token *(*parse)(struct token *, struct symbol *))
 110 {
 111         struct symbol *sym;
 112         struct position *repos;
 113
 114         ctype->modifiers = 0;
 115         if (token_type(token) == TOKEN_IDENT) {
 116                 sym = lookup_symbol(token->ident, NS_STRUCT);
 117                 if (!sym ||
 118                     (sym->scope != block_scope &&
 119                      (match_op(token->next,';') || match_op(token->next,'{')))) {
 120                         // Either a new symbol, or else an out-of-scope
 121                         // symbol being redefined.
 122                         sym = alloc_symbol(token->pos, type);
 123                         bind_symbol(sym, token->ident, NS_STRUCT);
 124                 }
 125                 if (sym->type != type)
 126                         error_die(token->pos, "invalid tag applied to %s", show_typename (sym));
 127                 ctype->base_type = sym;
 128                 repos = &token->pos;
 129                 token = token->next;
 130                 if (match_op(token, '{')) {
 131                         // The following test is actually wrong for empty
 132                         // structs, but (1) they are not C99, (2) gcc does
 133                         // the same thing, and (3) it's easier.
 134                         if (sym->symbol_list)
 135                                 error_die(token->pos, "redefinition of %s", show_typename (sym));
 136                         sym->pos = *repos;
 137                         token = parse(token->next, sym);
 138                         token = expect(token, '}', "at end of struct-union-enum-specifier");
 139
 140                         // Mark the structure as needing re-examination
 141                         sym->examined = 0;
 142                 }
 143                 return token;
 144         }
 145
 146         // private struct/union/enum type
 147         if (!match_op(token, '{')) {
 148                 sparse_error(token->pos, "expected declaration");
 149                 ctype->base_type = &bad_ctype;
 150                 return token;
 151         }
 152
 153         sym = alloc_symbol(token->pos, type);
 154         token = parse(token->next, sym);
 155         ctype->base_type = sym;
 156         return expect(token, '}', "at end of specifier");
 157 }
 158
 159 static struct token *parse_struct_declaration(struct token *token, struct symbol *sym)
 160 {
 161         return struct_declaration_list(token, &sym->symbol_list);
 162 }
 163
 164 static struct token *struct_or_union_specifier(enum type type, struct token *token, struct ctype *ctype)
 165 {
 166         return struct_union_enum_specifier(type, token, ctype, parse_struct_declaration);
 167 }
 168
 169 typedef struct {
 170         int x;
 171         unsigned long long y;
 172 } Num;
 173
 174 static void upper_boundary(Num *n, Num *v)
 175 {
 176         if (n->x > v->x)
 177                 return;
 178         if (n->x < v->x) {
 179                 *n = *v;
 180                 return;
 181         }
 182         if (n->y < v->y)
 183                 n->y = v->y;
 184 }
 185
 186 static void lower_boundary(Num *n, Num *v)
 187 {
 188         if (n->x < v->x)
 189                 return;
 190         if (n->x > v->x) {
 191                 *n = *v;
 192                 return;
 193         }
 194         if (n->y > v->y)
 195                 n->y = v->y;
 196 }
 197
 198 static int type_is_ok(struct symbol *type, Num *upper, Num *lower)
 199 {
 200         int shift = type->bit_size;
 201         int is_unsigned = type->ctype.modifiers & MOD_UNSIGNED;
 202
 203         if (!is_unsigned)
 204                 shift--;
 205         if (upper->x == 0 && upper->y >> shift)
 206                 return 0;
 207         if (lower->x == 0 || (!is_unsigned && (~lower->y >> shift) == 0))
 208                 return 1;
 209         return 0;
 210 }
 211
 212 static struct symbol *bigger_enum_type(struct symbol *s1, struct symbol *s2)
 213 {
 214         if (s1->bit_size < s2->bit_size) {
 215                 s1 = s2;
 216         } else if (s1->bit_size == s2->bit_size) {
 217                 if (s2->ctype.modifiers & MOD_UNSIGNED)
 218                         s1 = s2;
 219         }
 220         if (s1->bit_size < bits_in_int)
 221                 return &int_ctype;
 222         return s1;
 223 }
 224
 225 static void cast_enum_list(struct symbol_list *list, struct symbol *base_type)
 226 {
 227         struct symbol *sym;
 228
 229         FOR_EACH_PTR(list, sym) {
 230                 struct expression *expr = sym->initializer;
 231                 struct symbol *ctype;
 232                 if (expr->type != EXPR_VALUE)
 233                         continue;
 234                 ctype = expr->ctype;
 235                 if (ctype->bit_size == base_type->bit_size)
 236                         continue;
 237                 cast_value(expr, base_type, expr, ctype);
 238         } END_FOR_EACH_PTR(sym);
 239 }
 240
 241 static struct token *parse_enum_declaration(struct token *token, struct symbol *parent)
 242 {
 243         unsigned long long lastval = 0;
 244         struct symbol *ctype = NULL, *base_type = NULL;
 245         Num upper = {-1, 0}, lower = {1, 0};
 246         struct symbol_list *entries = NULL;
 247
 248         parent->examined = 1;
 249         parent->ctype.base_type = &int_ctype;
 250         while (token_type(token) == TOKEN_IDENT) {
 251                 struct expression *expr = NULL;
 252                 struct token *next = token->next;
 253                 struct symbol *sym;
 254
 255                 sym = alloc_symbol(token->pos, SYM_NODE);
 256                 bind_symbol(sym, token->ident, NS_SYMBOL);
 257                 sym->ctype.modifiers &= ~MOD_ADDRESSABLE;
 258
 259                 if (match_op(next, '=')) {
 260                         next = constant_expression(next->next, &expr);
 261                         lastval = get_expression_value(expr);
 262                         ctype = &void_ctype;
 263                         if (expr && expr->ctype)
 264                                 ctype = expr->ctype;
 265                 } else if (!ctype) {
 266                         ctype = &int_ctype;
 267                 } else if (is_int_type(ctype)) {
 268                         lastval++;
 269                 } else {
 270                         error_die(token->pos, "can't increment the last enum member");
 271                 }
 272
 273                 if (!expr) {
 274                         expr = alloc_expression(token->pos, EXPR_VALUE);
 275                         expr->value = lastval;
 276                         expr->ctype = ctype;
 277                 }
 278
 279                 sym->initializer = expr;
 280                 sym->ctype.base_type = parent;
 281                 add_ptr_list(&entries, sym);
 282
 283                 if (base_type != &bad_ctype) {
 284                         if (ctype->type == SYM_NODE)
 285                                 ctype = ctype->ctype.base_type;
 286                         if (ctype->type == SYM_ENUM) {
 287                                 if (ctype == parent)
 288                                         ctype = base_type;
 289                                 else
 290                                         ctype = ctype->ctype.base_type;
 291                         }
 292                         /*
 293                          * base_type rules:
 294                          *  - if all enum's are of the same type, then
 295                          *    the base_type is that type (two first
 296                          *    cases)
 297                          *  - if enums are of different types, they
 298                          *    all have to be integer types, and the
 299                          *    base type is at least "int_ctype".
 300                          *  - otherwise the base_type is "bad_ctype".
 301                          */
 302                         if (!base_type) {
 303                                 base_type = ctype;
 304                         } else if (ctype == base_type) {
 305                                 /* nothing */
 306                         } else if (is_int_type(base_type) && is_int_type(ctype)) {
 307                                 base_type = bigger_enum_type(base_type, ctype);
 308                         } else
 309                                 base_type = &bad_ctype;
 310                         parent->ctype.base_type = base_type;
 311                 }
 312                 if (is_int_type(base_type)) {
 313                         Num v = {.y = lastval};
 314                         if (ctype->ctype.modifiers & MOD_UNSIGNED)
 315                                 v.x = 0;
 316                         else if ((long long)lastval >= 0)
 317                                 v.x = 0;
 318                         else
 319                                 v.x = -1;
 320                         upper_boundary(&upper, &v);
 321                         lower_boundary(&lower, &v);
 322                 }
 323                 token = next;
 324                 if (!match_op(token, ','))
 325                         break;
 326                 token = token->next;
 327         }
 328         if (!base_type) {
 329                 sparse_error(token->pos, "bad enum definition");
 330                 base_type = &bad_ctype;
 331         }
 332         else if (!is_int_type(base_type))
 333                 base_type = base_type;
 334         else if (type_is_ok(base_type, &upper, &lower))
 335                 base_type = base_type;
 336         else if (type_is_ok(&int_ctype, &upper, &lower))
 337                 base_type = &int_ctype;
 338         else if (type_is_ok(&uint_ctype, &upper, &lower))
 339                 base_type = &uint_ctype;
 340         else if (type_is_ok(&long_ctype, &upper, &lower))
 341                 base_type = &long_ctype;
 342         else if (type_is_ok(&ulong_ctype, &upper, &lower))
 343                 base_type = &ulong_ctype;
 344         else if (type_is_ok(&llong_ctype, &upper, &lower))
 345                 base_type = &llong_ctype;
 346         else if (type_is_ok(&ullong_ctype, &upper, &lower))
 347                 base_type = &ullong_ctype;
 348         else
 349                 base_type = &bad_ctype;
 350         parent->ctype.base_type = base_type;
 351         parent->ctype.modifiers |= (base_type->ctype.modifiers & MOD_UNSIGNED);
 352         parent->examined = 0;
 353
 354         cast_enum_list(entries, base_type);
 355         free_ptr_list(&entries);
 356
 357         return token;
 358 }
 359
 360 static struct token *enum_specifier(struct token *token, struct ctype *ctype)
 361 {
 362         struct token *ret = struct_union_enum_specifier(SYM_ENUM, token, ctype, parse_enum_declaration);
 363
 364         ctype = &ctype->base_type->ctype;
 365         if (!ctype->base_type)
 366                 ctype->base_type = &incomplete_ctype;
 367
 368         return ret;
 369 }
 370
 371 static struct token *typeof_specifier(struct token *token, struct ctype *ctype)
 372 {
 373         struct symbol *sym;
 374
 375         if (!match_op(token, '(')) {
 376                 sparse_error(token->pos, "expected '(' after typeof");
 377                 return token;
 378         }
 379         if (lookup_type(token->next)) {
 380                 token = typename(token->next, &sym);
 381                 *ctype = sym->ctype;
 382         } else {
 383                 struct symbol *typeof_sym = alloc_symbol(token->pos, SYM_TYPEOF);
 384                 token = parse_expression(token->next, &typeof_sym->initializer);
 385
 386                 ctype->modifiers = 0;
 387                 ctype->base_type = typeof_sym;
 388         }
 389         return expect(token, ')', "after typeof");
 390 }
 391
 392 static const char * handle_attribute(struct ctype *ctype, struct ident *attribute, struct expression *expr)
 393 {
 394         if (attribute == &packed_ident ||
 395             attribute == &__packed___ident) {
 396                 ctype->alignment = 1;
 397                 return NULL;
 398         }
 399         if (attribute == &aligned_ident ||
 400             attribute == &__aligned___ident) {
 401                 int alignment = max_alignment;
 402                 if (expr)
 403                         alignment = get_expression_value(expr);
 404                 ctype->alignment = alignment;
 405                 return NULL;
 406         }
 407         if (attribute == &nocast_ident) {
 408                 ctype->modifiers |= MOD_NOCAST;
 409                 return NULL;
 410         }
 411         if (attribute == &noderef_ident) {
 412                 ctype->modifiers |= MOD_NODEREF;
 413                 return NULL;
 414         }
 415         if (attribute == &safe_ident) {
 416                 ctype->modifiers |= MOD_SAFE;
 417                 return NULL;
 418         }
 419         if (attribute == &force_ident) {
 420                 ctype->modifiers |= MOD_FORCE;
 421                 return NULL;
 422         }
 423         if (attribute == &bitwise_ident ||
 424             attribute == &__bitwise___ident) {
 425                 if (Wbitwise)
 426                         ctype->modifiers |= MOD_BITWISE;
 427                 return NULL;
 428         }
 429         if (attribute == &address_space_ident) {
 430                 if (!expr)
 431                         return "expected address space number";
 432                 ctype->as = get_expression_value(expr);
 433                 return NULL;
 434         }
 435         if (attribute == &context_ident) {
 436                 if (expr && expr->type == EXPR_COMMA) {
 437                         struct context *context = alloc_context();
 438                         if(expr->left->type == EXPR_COMMA) {
 439                                 context->context = expr->left->left;
 440                                 context->in = get_expression_value(
 441                                         expr->left->right);
 442                         } else {
 443                                 context->context = NULL;
 444                                 context->in = get_expression_value(expr->left);
 445                         }
 446                         context->out = get_expression_value(expr->right);
 447                         add_ptr_list(&ctype->contexts, context);
 448                         return NULL;
 449                 }
 450                 return "expected context input/output values";
 451         }
 452         if (attribute == &mode_ident ||
 453             attribute == &__mode___ident) {
 454                 if (expr && expr->type == EXPR_SYMBOL) {
 455                         struct ident *ident = expr->symbol_name;
 456
 457                         /*
 458                          * Match against __QI__/__HI__/__SI__/__DI__
 459                          *
 460                          * FIXME! This is broken - we don't actually get
 461                          * the type information updated properly at this
 462                          * stage for some reason.
 463                          */
 464                         if (ident == &__QI___ident ||
 465                             ident == &QI_ident) {
 466                                 ctype->modifiers |= MOD_CHAR;
 467                                 return NULL;
 468                         }
 469                         if (ident == &__HI___ident ||
 470                             ident == &HI_ident) {
 471                                 ctype->modifiers |= MOD_SHORT;
 472                                 return NULL;
 473                         }
 474                         if (ident == &__SI___ident ||
 475                             ident == &SI_ident) {
 476                                 /* Nothing? */
 477                                 return NULL;
 478                         }
 479                         if (ident == &__DI___ident ||
 480                             ident == &DI_ident) {
 481                                 ctype->modifiers |= MOD_LONGLONG;
 482                                 return NULL;
 483                         }
 484                         if (ident == &__word___ident ||
 485                             ident == &word_ident) {
 486                                 ctype->modifiers |= MOD_LONG;
 487                                 return NULL;
 488                         }
 489                         return "unknown mode attribute";
 490                 }
 491                 return "expected attribute mode symbol";
 492         }
 493
 494         /* Throw away for now.. */
 495         if (attribute == &__transparent_union___ident) {
 496                 if (Wtransparent_union)
 497                     return "ignoring attribute __transparent_union__";
 498                 return NULL;
 499         }
 500         if (attribute == &nothrow_ident ||
 501             attribute == &__nothrow_ident ||
 502             attribute == &__nothrow___ident)
 503                 return NULL;
 504         if (attribute == &__malloc___ident)
 505                 return NULL;
 506         if (attribute == &nonnull_ident ||
 507             attribute == &__nonnull_ident ||
 508             attribute == &__nonnull___ident)
 509                 return NULL;
 510         if (attribute == &format_ident ||
 511             attribute == &__format___ident ||
 512             attribute == &__format_arg___ident)
 513                 return NULL;
 514         if (attribute == &section_ident ||
 515             attribute == &__section___ident)
 516                 return NULL;
 517         if (attribute == &unused_ident ||
 518             attribute == &__unused___ident)
 519                 return NULL;
 520         if (attribute == &const_ident ||
 521             attribute == &__const_ident ||
 522             attribute == &__const___ident)
 523                 return NULL;
 524         if (attribute == &noreturn_ident ||
 525             attribute == &__noreturn___ident)
 526                 return NULL;
 527         if (attribute == &no_instrument_function_ident ||
 528             attribute == &__no_instrument_function___ident)
 529                 return NULL;
 530         if (attribute == &sentinel_ident ||
 531             attribute == &__sentinel___ident)
 532                 return NULL;
 533         if (attribute == &regparm_ident)
 534                 return NULL;
 535         if (attribute == &weak_ident ||
 536             attribute == &__weak___ident)
 537                 return NULL;
 538         if (attribute == &alias_ident)
 539                 return NULL;
 540         if (attribute == &pure_ident ||
 541             attribute == &__pure___ident)
 542                 return NULL;
 543         if (attribute == &always_inline_ident)
 544                 return NULL;
 545         if (attribute == &syscall_linkage_ident)
 546                 return NULL;
 547         if (attribute == &visibility_ident)
 548                 return NULL;
 549         if (attribute == &deprecated_ident ||
 550             attribute == &__deprecated___ident)
 551                 return NULL;
 552         if (attribute == &noinline_ident)
 553                 return NULL;
 554         if (attribute == &__used___ident)
 555                 return NULL;
 556         if (attribute == &warn_unused_result_ident ||
 557             attribute == &__warn_unused_result___ident)
 558                 return NULL;
 559         if (attribute == &model_ident ||
 560             attribute == &__model___ident)
 561                 return NULL;
 562
 563         return "unknown attribute";
 564 }
 565
 566 static struct token *attribute_specifier(struct token *token, struct ctype *ctype)
 567 {
 568         ctype->modifiers = 0;
 569         token = expect(token, '(', "after attribute");
 570         token = expect(token, '(', "after attribute");
 571
 572         for (;;) {
 573                 const char *error_str;
 574                 struct ident *attribute_name;
 575                 struct expression *attribute_expr;
 576
 577                 if (eof_token(token))
 578                         break;
 579                 if (match_op(token, ';'))
 580                         break;
 581                 if (token_type(token) != TOKEN_IDENT)
 582                         break;
 583                 attribute_name = token->ident;
 584                 token = token->next;
 585                 attribute_expr = NULL;
 586                 if (match_op(token, '('))
 587                         token = parens_expression(token, &attribute_expr, "in attribute");
 588                 error_str = handle_attribute(ctype, attribute_name, attribute_expr);
 589                 if (error_str)
 590                         sparse_error(token->pos, "attribute '%s': %s", show_ident(attribute_name), error_str);
 591                 if (!match_op(token, ','))
 592                         break;
 593                 token = token->next;
 594         }
 595
 596         token = expect(token, ')', "after attribute");
 597         token = expect(token, ')', "after attribute");
 598         return token;
 599 }
 600
 601 struct symbol * ctype_integer(unsigned long spec)
 602 {
 603         static struct symbol *const integer_ctypes[][3] = {
 604                 { &llong_ctype, &sllong_ctype, &ullong_ctype },
 605                 { &long_ctype,  &slong_ctype,  &ulong_ctype  },
 606                 { &short_ctype, &sshort_ctype, &ushort_ctype },
 607                 { &char_ctype,  &schar_ctype,  &uchar_ctype  },
 608                 { &int_ctype,   &sint_ctype,   &uint_ctype   },
 609         };
 610         struct symbol *const (*ctype)[3];
 611         int sub;
 612
 613         ctype = integer_ctypes;
 614         if (!(spec & MOD_LONGLONG)) {
 615                 ctype++;
 616                 if (!(spec & MOD_LONG)) {
 617                         ctype++;
 618                         if (!(spec & MOD_SHORT)) {
 619                                 ctype++;
 620                                 if (!(spec & MOD_CHAR))
 621                                         ctype++;
 622                         }
 623                 }
 624         }
 625
 626         sub = ((spec & MOD_UNSIGNED)
 627                ? 2
 628                : ((spec & MOD_EXPLICITLY_SIGNED)
 629                   ? 1
 630                   : 0));
 631
 632         return ctype[0][sub];
 633 }
 634
 635 struct symbol * ctype_fp(unsigned long spec)
 636 {
 637         if (spec & MOD_LONGLONG)
 638                 return &ldouble_ctype;
 639         if (spec & MOD_LONG)
 640                 return &double_ctype;
 641         return &float_ctype;
 642 }
 643
 644 static void apply_ctype(struct position pos, struct ctype *thistype, struct ctype *ctype)
 645 {
 646         unsigned long mod = thistype->modifiers;
 647
 648         if (mod) {
 649                 unsigned long old = ctype->modifiers;
 650                 unsigned long extra = 0, dup, conflict;
 651
 652                 if (mod & old & MOD_LONG) {
 653                         extra = MOD_LONGLONG | MOD_LONG;
 654                         mod &= ~MOD_LONG;
 655                         old &= ~MOD_LONG;
 656                 }
 657                 dup = (mod & old) | (extra & old) | (extra & mod);
 658                 if (dup)
 659                         sparse_error(pos, "Just how %sdo you want this type to be?",
 660                                 modifier_string(dup));
 661
 662                 conflict = !(~mod & ~old & (MOD_LONG | MOD_SHORT));
 663                 if (conflict)
 664                         sparse_error(pos, "You cannot have both long and short modifiers.");
 665
 666                 conflict = !(~mod & ~old & (MOD_SIGNED | MOD_UNSIGNED));
 667                 if (conflict)
 668                         sparse_error(pos, "You cannot have both signed and unsigned modifiers.");
 669
 670                 // Only one storage modifier allowed, except that "inline" doesn't count.
 671                 conflict = (mod | old) & (MOD_STORAGE & ~MOD_INLINE);
 672                 conflict &= (conflict - 1);
 673                 if (conflict)
 674                         sparse_error(pos, "multiple storage classes");
 675
 676                 ctype->modifiers = old | mod | extra;
 677         }
 678
 679         /* Context */
 680         concat_ptr_list((struct ptr_list *)thistype->contexts,
 681                         (struct ptr_list **)&ctype->contexts);
 682
 683         /* Alignment */
 684         if (thistype->alignment & (thistype->alignment-1)) {
 685                 warning(pos, "I don't like non-power-of-2 alignments");
 686                 thistype->alignment = 0;
 687         }
 688         if (thistype->alignment > ctype->alignment)
 689                 ctype->alignment = thistype->alignment;
 690
 691         /* Address space */
 692         if (thistype->as)
 693                 ctype->as = thistype->as;
 694 }
 695
 696 static void check_modifiers(struct position *pos, struct symbol *s, unsigned long mod)
 697 {
 698         unsigned long banned, wrong;
 699         unsigned long this_mod = s->ctype.modifiers;
 700         const unsigned long BANNED_SIZE = MOD_LONG | MOD_LONGLONG | MOD_SHORT;
 701         const unsigned long BANNED_SIGN = MOD_SIGNED | MOD_UNSIGNED;
 702
 703         if (this_mod & (MOD_STRUCTOF | MOD_UNIONOF | MOD_ENUMOF))
 704                 banned = BANNED_SIZE | BANNED_SIGN;
 705         else if (this_mod & MOD_SPECIALBITS)
 706                 banned = 0;
 707         else if (s->ctype.base_type == &fp_type)
 708                 banned = BANNED_SIGN;
 709         else if (s->ctype.base_type == &int_type || !s->ctype.base_type || is_int_type (s))
 710                 banned = 0;
 711         else {
 712                 // label_type
 713                 // void_type
 714                 // bad_type
 715                 // vector_type <-- whatever that is
 716                 banned = BANNED_SIZE | BANNED_SIGN;
 717         }
 718
 719         wrong = mod & banned;
 720         if (wrong)
 721                 sparse_error(*pos, "modifier %sis invalid in this context",
 722                      modifier_string (wrong));
 723 }
 724
 725
 726 static struct token *declaration_specifiers(struct token *next, struct ctype *ctype, int qual)
 727 {
 728         struct token *token;
 729
 730         while ( (token = next) != NULL ) {
 731                 struct ctype thistype;
 732                 struct ident *ident;
 733                 struct symbol *s, *type;
 734                 unsigned long mod;
 735
 736                 next = token->next;
 737                 if (token_type(token) != TOKEN_IDENT)
 738                         break;
 739                 ident = token->ident;
 740
 741                 s = lookup_symbol(ident, NS_TYPEDEF);
 742                 if (!s)
 743                         break;
 744                 thistype = s->ctype;
 745                 mod = thistype.modifiers;
 746                 if (qual && (mod & ~(MOD_ATTRIBUTE | MOD_CONST | MOD_VOLATILE)))
 747                         break;
 748                 if (mod & MOD_SPECIALBITS) {
 749                         if (mod & MOD_STRUCTOF)
 750                                 next = struct_or_union_specifier(SYM_STRUCT, next, &thistype);
 751                         else if (mod & MOD_UNIONOF)
 752                                 next = struct_or_union_specifier(SYM_UNION, next, &thistype);
 753                         else if (mod & MOD_ENUMOF)
 754                                 next = enum_specifier(next, &thistype);
 755                         else if (mod & MOD_ATTRIBUTE)
 756                                 next = attribute_specifier(next, &thistype);
 757                         else if (mod & MOD_TYPEOF)
 758                                 next = typeof_specifier(next, &thistype);
 759                         mod = thistype.modifiers;
 760                 }
 761                 type = thistype.base_type;
 762                 if (type) {
 763                         if (qual)
 764                                 break;
 765                         if (ctype->base_type)
 766                                 break;
 767                         /* User types only mix with qualifiers */
 768                         if (mod & MOD_USERTYPE) {
 769                                 if (ctype->modifiers & MOD_SPECIFIER)
 770                                         break;
 771                         }
 772                         ctype->base_type = type;
 773                 }
 774
 775                 check_modifiers(&token->pos, s, ctype->modifiers);
 776                 apply_ctype(token->pos, &thistype, ctype);
 777         }
 778
 779         /* Turn the "virtual types" into real types with real sizes etc */
 780         if (!ctype->base_type) {
 781                 struct symbol *base = &incomplete_ctype;
 782
 783                 /*
 784                  * If we have modifiers, we'll default to an integer
 785                  * type, and "ctype_integer()" will turn this into
 786                  * a specific one.
 787                  */
 788                 if (ctype->modifiers & MOD_SPECIFIER)
 789                         base = &int_type;
 790                 ctype->base_type = base;
 791         }
 792         if (ctype->base_type == &int_type) {
 793                 ctype->base_type = ctype_integer(ctype->modifiers);
 794                 ctype->modifiers &= ~MOD_SPECIFIER;
 795         } else if (ctype->base_type == &fp_type) {
 796                 ctype->base_type = ctype_fp(ctype->modifiers);
 797                 ctype->modifiers &= ~MOD_SPECIFIER;
 798         }
 799         if (ctype->modifiers & MOD_BITWISE) {
 800                 struct symbol *type;
 801                 ctype->modifiers &= ~(MOD_BITWISE | MOD_SPECIFIER);
 802                 if (!is_int_type(ctype->base_type)) {
 803                         sparse_error(token->pos, "invalid modifier");
 804                         return token;
 805                 }
 806                 type = alloc_symbol(token->pos, SYM_BASETYPE);
 807                 *type = *ctype->base_type;
 808                 type->ctype.base_type = ctype->base_type;
 809                 type->type = SYM_RESTRICT;
 810                 type->ctype.modifiers &= ~MOD_SPECIFIER;
 811                 ctype->base_type = type;
 812         }
 813         return token;
 814 }
 815
 816 static struct token *abstract_array_declarator(struct token *token, struct symbol *sym)
 817 {
 818         struct expression *expr = NULL;
 819
 820         token = parse_expression(token, &expr);
 821         sym->array_size = expr;
 822         return token;
 823 }
 824
 825 static struct token *parameter_type_list(struct token *, struct symbol *, struct ident **p);
 826 static struct token *declarator(struct token *token, struct symbol *sym, struct ident **p);
 827
 828 static struct token *handle_attributes(struct token *token, struct ctype *ctype)
 829 {
 830         for (;;) {
 831                 if (token_type(token) != TOKEN_IDENT)
 832                         break;
 833                 if (match_idents(token, &__attribute___ident, &__attribute_ident, NULL)) {
 834                         struct ctype thistype = { 0, };
 835                         token = attribute_specifier(token->next, &thistype);
 836                         apply_ctype(token->pos, &thistype, ctype);
 837                         continue;
 838                 }
 839                 if (match_idents(token, &asm_ident, &__asm_ident, &__asm___ident)) {
 840                         struct expression *expr;
 841                         token = expect(token->next, '(', "after asm");
 842                         token = parse_expression(token->next, &expr);
 843                         token = expect(token, ')', "after asm");
 844                         continue;
 845                 }
 846                 break;
 847         }
 848         return token;
 849 }
 850
 851 static struct token *direct_declarator(struct token *token, struct symbol *decl, struct ident **p)
 852 {
 853         struct ctype *ctype = &decl->ctype;
 854
 855         if (p && token_type(token) == TOKEN_IDENT) {
 856                 *p = token->ident;
 857                 token = token->next;
 858         }
 859
 860         for (;;) {
 861                 token = handle_attributes(token, ctype);
 862
 863                 if (token_type(token) != TOKEN_SPECIAL)
 864                         return token;
 865
 866                 /*
 867                  * This can be either a parameter list or a grouping.
 868                  * For the direct (non-abstract) case, we know if must be
 869                  * a parameter list if we already saw the identifier.
 870                  * For the abstract case, we know if must be a parameter
 871                  * list if it is empty or starts with a type.
 872                  */
 873                 if (token->special == '(') {
 874                         struct symbol *sym;
 875                         struct token *next = token->next;
 876                         int fn = (p && *p) || match_op(next, ')') || lookup_type(next);
 877
 878                         if (!fn) {
 879                                 struct symbol *base_type = ctype->base_type;
 880                                 token = declarator(next, decl, p);
 881                                 token = expect(token, ')', "in nested declarator");
 882                                 while (ctype->base_type != base_type)
 883                                         ctype = &ctype->base_type->ctype;
 884                                 p = NULL;
 885                                 continue;
 886                         }
 887
 888                         sym = indirect(token->pos, ctype, SYM_FN);
 889                         token = parameter_type_list(next, sym, p);
 890                         token = expect(token, ')', "in function declarator");
 891                         continue;
 892                 }
 893                 if (token->special == '[') {
 894                         struct symbol *array = indirect(token->pos, ctype, SYM_ARRAY);
 895                         token = abstract_array_declarator(token->next, array);
 896                         token = expect(token, ']', "in abstract_array_declarator");
 897                         ctype = &array->ctype;
 898                         continue;
 899                 }
 900                 break;
 901         }
 902         return token;
 903 }
 904
 905 static struct token *pointer(struct token *token, struct ctype *ctype)
 906 {
 907         unsigned long modifiers;
 908         struct symbol *base_type;
 909
 910         modifiers = ctype->modifiers & ~(MOD_TYPEDEF | MOD_ATTRIBUTE);
 911         base_type = ctype->base_type;
 912         ctype->modifiers = modifiers;
 913
 914         while (match_op(token,'*')) {
 915                 struct symbol *ptr = alloc_symbol(token->pos, SYM_PTR);
 916                 ptr->ctype.modifiers = modifiers & ~MOD_STORAGE;
 917                 ptr->ctype.as = ctype->as;
 918                 concat_ptr_list((struct ptr_list *)ctype->contexts,
 919                                 (struct ptr_list **)&ptr->ctype.contexts);
 920                 ptr->ctype.base_type = base_type;
 921
 922                 base_type = ptr;
 923                 ctype->modifiers = modifiers & MOD_STORAGE;
 924                 ctype->base_type = base_type;
 925                 ctype->as = 0;
 926                 free_ptr_list(&ctype->contexts);
 927
 928                 token = declaration_specifiers(token->next, ctype, 1);
 929                 modifiers = ctype->modifiers;
 930         }
 931         return token;
 932 }
 933
 934 static struct token *declarator(struct token *token, struct symbol *sym, struct ident **p)
 935 {
 936         token = pointer(token, &sym->ctype);
 937         return direct_declarator(token, sym, p);
 938 }
 939
 940 static struct token *handle_bitfield(struct token *token, struct symbol *decl)
 941 {
 942         struct ctype *ctype = &decl->ctype;
 943         struct expression *expr;
 944         struct symbol *bitfield;
 945         long long width;
 946
 947         if (!is_int_type(ctype->base_type)) {
 948                 sparse_error(token->pos, "invalid bitfield specifier for type %s.",
 949                         show_typename(ctype->base_type));
 950                 // Parse this to recover gracefully.
 951                 return conditional_expression(token->next, &expr);
 952         }
 953
 954         bitfield = indirect(token->pos, ctype, SYM_BITFIELD);
 955         token = conditional_expression(token->next, &expr);
 956         width = get_expression_value(expr);
 957         bitfield->bit_size = width;
 958
 959         if (width < 0 || width > INT_MAX) {
 960                 sparse_error(token->pos, "invalid bitfield width, %lld.", width);
 961                 width = -1;
 962         } else if (decl->ident && width == 0) {
 963                 sparse_error(token->pos, "invalid named zero-width bitfield `%s'",
 964                      show_ident(decl->ident));
 965                 width = -1;
 966         } else if (decl->ident) {
 967                 struct symbol *base_type = bitfield->ctype.base_type;
 968                 int is_signed = !(base_type->ctype.modifiers & MOD_UNSIGNED);
 969                 if (Wone_bit_signed_bitfield && width == 1 && is_signed) {
 970                         // Valid values are either {-1;0} or {0}, depending on integer
 971                         // representation.  The latter makes for very efficient code...
 972                         sparse_error(token->pos, "dubious one-bit signed bitfield");
 973                 }
 974                 if (Wdefault_bitfield_sign &&
 975                     base_type->type != SYM_ENUM &&
 976                     !(base_type->ctype.modifiers & MOD_EXPLICITLY_SIGNED) &&
 977                     is_signed) {
 978                         // The sign of bitfields is unspecified by default.
 979                         sparse_error(token->pos, "dubious bitfield without explicit `signed' or `unsigned'");
 980                 }
 981         }
 982         bitfield->bit_size = width;
 983         return token;
 984 }
 985
 986 static struct token *declaration_list(struct token *token, struct symbol_list **list)
 987 {
 988         struct ctype ctype = {0, };
 989
 990         token = declaration_specifiers(token, &ctype, 0);
 991         for (;;) {
 992                 struct ident *ident = NULL;
 993                 struct symbol *decl = alloc_symbol(token->pos, SYM_NODE);
 994                 decl->ctype = ctype;
 995                 token = declarator(token, decl, &ident);
 996                 decl->ident = ident;
 997                 if (match_op(token, ':')) {
 998                         token = handle_bitfield(token, decl);
 999                         token = handle_attributes(token, &decl->ctype);
1000                 }
1001                 add_symbol(list, decl);
1002                 if (!match_op(token, ','))
1003                         break;
1004                 token = token->next;
1005         }
1006         return token;
1007 }
1008
1009 static struct token *struct_declaration_list(struct token *token, struct symbol_list **list)
1010 {
1011         while (!match_op(token, '}')) {
1012                 token = declaration_list(token, list);
1013                 if (!match_op(token, ';')) {
1014                         sparse_error(token->pos, "expected ; at end of declaration");
1015                         break;
1016                 }
1017                 token = token->next;
1018         }
1019         return token;
1020 }
1021
1022 static struct token *parameter_declaration(struct token *token, struct symbol **tree)
1023 {
1024         struct ident *ident = NULL;
1025         struct symbol *sym;
1026         struct ctype ctype = { 0, };
1027
1028         token = declaration_specifiers(token, &ctype, 0);
1029         sym = alloc_symbol(token->pos, SYM_NODE);
1030         sym->ctype = ctype;
1031         *tree = sym;
1032         token = declarator(token, sym, &ident);
1033         sym->ident = ident;
1034         return token;
1035 }
1036
1037 struct token *typename(struct token *token, struct symbol **p)
1038 {
1039         struct symbol *sym = alloc_symbol(token->pos, SYM_NODE);
1040         *p = sym;
1041         token = declaration_specifiers(token, &sym->ctype, 0);
1042         return declarator(token, sym, NULL);
1043 }
1044
1045 static struct token *expression_statement(struct token *token, struct expression **tree)
1046 {
1047         token = parse_expression(token, tree);
1048         return expect(token, ';', "at end of statement");
1049 }
1050
1051 static struct token *parse_asm_operands(struct token *token, struct statement *stmt,
1052         struct expression_list **inout)
1053 {
1054         struct expression *expr;
1055
1056         /* Allow empty operands */
1057         if (match_op(token->next, ':') || match_op(token->next, ')'))
1058                 return token->next;
1059         do {
1060                 struct ident *ident = NULL;
1061                 if (match_op(token->next, '[') &&
1062                     token_type(token->next->next) == TOKEN_IDENT &&
1063                     match_op(token->next->next->next, ']')) {
1064                         ident = token->next->next->ident;
1065                         token = token->next->next->next;
1066                 }
1067                 add_expression(inout, (struct expression *)ident); /* UGGLEE!!! */
1068                 token = primary_expression(token->next, &expr);
1069                 add_expression(inout, expr);
1070                 token = parens_expression(token, &expr, "in asm parameter");
1071                 add_expression(inout, expr);
1072         } while (match_op(token, ','));
1073         return token;
1074 }
1075
1076 static struct token *parse_asm_clobbers(struct token *token, struct statement *stmt,
1077         struct expression_list **clobbers)
1078 {
1079         struct expression *expr;
1080
1081         do {
1082                 token = primary_expression(token->next, &expr);
1083                 add_expression(clobbers, expr);
1084         } while (match_op(token, ','));
1085         return token;
1086 }
1087
1088 static struct token *parse_asm(struct token *token, struct statement *stmt)
1089 {
1090         stmt->type = STMT_ASM;
1091         if (match_idents(token, &__volatile___ident, &__volatile_ident, &volatile_ident, NULL)) {
1092                 token = token->next;
1093         }
1094         token = expect(token, '(', "after asm");
1095         token = parse_expression(token, &stmt->asm_string);
1096         if (match_op(token, ':'))
1097                 token = parse_asm_operands(token, stmt, &stmt->asm_outputs);
1098         if (match_op(token, ':'))
1099                 token = parse_asm_operands(token, stmt, &stmt->asm_inputs);
1100         if (match_op(token, ':'))
1101                 token = parse_asm_clobbers(token, stmt, &stmt->asm_clobbers);
1102         token = expect(token, ')', "after asm");
1103         return expect(token, ';', "at end of asm-statement");
1104 }
1105
1106 /* Make a statement out of an expression */
1107 static struct statement *make_statement(struct expression *expr)
1108 {
1109         struct statement *stmt;
1110
1111         if (!expr)
1112                 return NULL;
1113         stmt = alloc_statement(expr->pos, STMT_EXPRESSION);
1114         stmt->expression = expr;
1115         return stmt;
1116 }
1117
1118 /*
1119  * All iterators have two symbols associated with them:
1120  * the "continue" and "break" symbols, which are targets
1121  * for continue and break statements respectively.
1122  *
1123  * They are in a special name-space, but they follow
1124  * all the normal visibility rules, so nested iterators
1125  * automatically work right.
1126  */
1127 static void start_iterator(struct statement *stmt)
1128 {
1129         struct symbol *cont, *brk;
1130
1131         start_symbol_scope();
1132         cont = alloc_symbol(stmt->pos, SYM_NODE);
1133         bind_symbol(cont, &continue_ident, NS_ITERATOR);
1134         brk = alloc_symbol(stmt->pos, SYM_NODE);
1135         bind_symbol(brk, &break_ident, NS_ITERATOR);
1136
1137         stmt->type = STMT_ITERATOR;
1138         stmt->iterator_break = brk;
1139         stmt->iterator_continue = cont;
1140         fn_local_symbol(brk);
1141         fn_local_symbol(cont);
1142 }
1143
1144 static void end_iterator(struct statement *stmt)
1145 {
1146         end_symbol_scope();
1147 }
1148
1149 static struct statement *start_function(struct symbol *sym)
1150 {
1151         struct symbol *ret;
1152         struct statement *stmt = alloc_statement(sym->pos, STMT_COMPOUND);
1153
1154         start_function_scope();
1155         ret = alloc_symbol(sym->pos, SYM_NODE);
1156         ret->ctype = sym->ctype.base_type->ctype;
1157         ret->ctype.modifiers &= ~(MOD_STORAGE | MOD_CONST | MOD_VOLATILE | MOD_INLINE | MOD_ADDRESSABLE | MOD_NOCAST | MOD_NODEREF | MOD_ACCESSED | MOD_TOPLEVEL);
1158         ret->ctype.modifiers |= (MOD_AUTO | MOD_REGISTER);
1159         bind_symbol(ret, &return_ident, NS_ITERATOR);
1160         stmt->ret = ret;
1161         fn_local_symbol(ret);
1162
1163         // Currently parsed symbol for __func__/__FUNCTION__/__PRETTY_FUNCTION__
1164         current_fn = sym;
1165
1166         return stmt;
1167 }
1168
1169 static void end_function(struct symbol *sym)
1170 {
1171         current_fn = NULL;
1172         end_function_scope();
1173 }
1174
1175 /*
1176  * A "switch()" statement, like an iterator, has a
1177  * the "break" symbol associated with it. It works
1178  * exactly like the iterator break - it's the target
1179  * for any break-statements in scope, and means that
1180  * "break" handling doesn't even need to know whether
1181  * it's breaking out of an iterator or a switch.
1182  *
1183  * In addition, the "case" symbol is a marker for the
1184  * case/default statements to find the switch statement
1185  * that they are associated with.
1186  */
1187 static void start_switch(struct statement *stmt)
1188 {
1189         struct symbol *brk, *switch_case;
1190
1191         start_symbol_scope();
1192         brk = alloc_symbol(stmt->pos, SYM_NODE);
1193         bind_symbol(brk, &break_ident, NS_ITERATOR);
1194
1195         switch_case = alloc_symbol(stmt->pos, SYM_NODE);
1196         bind_symbol(switch_case, &case_ident, NS_ITERATOR);
1197         switch_case->stmt = stmt;
1198
1199         stmt->type = STMT_SWITCH;
1200         stmt->switch_break = brk;
1201         stmt->switch_case = switch_case;
1202
1203         fn_local_symbol(brk);
1204         fn_local_symbol(switch_case);
1205 }
1206
1207 static void end_switch(struct statement *stmt)
1208 {
1209         if (!stmt->switch_case->symbol_list)
1210                 warning(stmt->pos, "switch with no cases");
1211         end_symbol_scope();
1212 }
1213
1214 static void add_case_statement(struct statement *stmt)
1215 {
1216         struct symbol *target = lookup_symbol(&case_ident, NS_ITERATOR);
1217         struct symbol *sym;
1218
1219         if (!target) {
1220                 sparse_error(stmt->pos, "not in switch scope");
1221                 stmt->type = STMT_NONE;
1222                 return;
1223         }
1224         sym = alloc_symbol(stmt->pos, SYM_NODE);
1225         add_symbol(&target->symbol_list, sym);
1226         sym->stmt = stmt;
1227         stmt->case_label = sym;
1228         fn_local_symbol(sym);
1229 }
1230
1231 static struct token *parse_return_statement(struct token *token, struct statement *stmt)
1232 {
1233         struct symbol *target = lookup_symbol(&return_ident, NS_ITERATOR);
1234
1235         if (!target)
1236                 error_die(token->pos, "internal error: return without a function target");
1237         stmt->type = STMT_RETURN;
1238         stmt->ret_target = target;
1239         return expression_statement(token->next, &stmt->ret_value);
1240 }
1241
1242 static struct token *parse_for_statement(struct token *token, struct statement *stmt)
1243 {
1244         struct symbol_list *syms;
1245         struct expression *e1, *e2, *e3;
1246         struct statement *iterator;
1247
1248         start_iterator(stmt);
1249         token = expect(token->next, '(', "after 'for'");
1250
1251         syms = NULL;
1252         e1 = NULL;
1253         /* C99 variable declaration? */
1254         if (lookup_type(token)) {
1255                 token = external_declaration(token, &syms);
1256         } else {
1257                 token = parse_expression(token, &e1);
1258                 token = expect(token, ';', "in 'for'");
1259         }
1260         token = parse_expression(token, &e2);
1261         token = expect(token, ';', "in 'for'");
1262         token = parse_expression(token, &e3);
1263         token = expect(token, ')', "in 'for'");
1264         token = statement(token, &iterator);
1265
1266         stmt->iterator_syms = syms;
1267         stmt->iterator_pre_statement = make_statement(e1);
1268         stmt->iterator_pre_condition = e2;
1269         stmt->iterator_post_statement = make_statement(e3);
1270         stmt->iterator_post_condition = NULL;
1271         stmt->iterator_statement = iterator;
1272         end_iterator(stmt);
1273
1274         return token;
1275 }
1276
1277 static struct token *parse_while_statement(struct token *token, struct statement *stmt)
1278 {
1279         struct expression *expr;
1280         struct statement *iterator;
1281
1282         start_iterator(stmt);
1283         token = parens_expression(token->next, &expr, "after 'while'");
1284         token = statement(token, &iterator);
1285
1286         stmt->iterator_pre_condition = expr;
1287         stmt->iterator_post_condition = NULL;
1288         stmt->iterator_statement = iterator;
1289         end_iterator(stmt);
1290
1291         return token;
1292 }
1293
1294 static struct token *parse_do_statement(struct token *token, struct statement *stmt)
1295 {
1296         struct expression *expr;
1297         struct statement *iterator;
1298
1299         start_iterator(stmt);
1300         token = statement(token->next, &iterator);
1301         if (token_type(token) == TOKEN_IDENT && token->ident == &while_ident)
1302                 token = token->next;
1303         else
1304                 sparse_error(token->pos, "expected 'while' after 'do'");
1305         token = parens_expression(token, &expr, "after 'do-while'");
1306
1307         stmt->iterator_post_condition = expr;
1308         stmt->iterator_statement = iterator;
1309         end_iterator(stmt);
1310
1311         return expect(token, ';', "after statement");
1312 }
1313
1314 static struct token *statement(struct token *token, struct statement **tree)
1315 {
1316         struct statement *stmt = alloc_statement(token->pos, STMT_NONE);
1317
1318         *tree = stmt;
1319         if (token_type(token) == TOKEN_IDENT) {
1320                 if (token->ident == &if_ident) {
1321                         stmt->type = STMT_IF;
1322                         token = parens_expression(token->next, &stmt->if_conditional, "after if");
1323                         token = statement(token, &stmt->if_true);
1324                         if (token_type(token) != TOKEN_IDENT)
1325                                 return token;
1326                         if (token->ident != &else_ident)
1327                                 return token;
1328                         return statement(token->next, &stmt->if_false);
1329                 }
1330
1331                 if (token->ident == &return_ident)
1332                         return parse_return_statement(token, stmt);
1333
1334                 if (token->ident == &break_ident || token->ident == &continue_ident) {
1335                         struct symbol *target = lookup_symbol(token->ident, NS_ITERATOR);
1336                         stmt->type = STMT_GOTO;
1337                         stmt->goto_label = target;
1338                         if (!target)
1339                                 sparse_error(stmt->pos, "break/continue not in iterator scope");
1340                         return expect(token->next, ';', "at end of statement");
1341                 }
1342                 if (token->ident == &default_ident) {
1343                         token = token->next;
1344                         goto default_statement;
1345                 }
1346                 if (token->ident == &case_ident) {
1347                         token = parse_expression(token->next, &stmt->case_expression);
1348                         if (match_op(token, SPECIAL_ELLIPSIS))
1349                                 token = parse_expression(token->next, &stmt->case_to);
1350 default_statement:
1351                         stmt->type = STMT_CASE;
1352                         token = expect(token, ':', "after default/case");
1353                         add_case_statement(stmt);
1354                         return statement(token, &stmt->case_statement);
1355                 }
1356                 if (token->ident == &switch_ident) {
1357                         stmt->type = STMT_SWITCH;
1358                         start_switch(stmt);
1359                         token = parens_expression(token->next, &stmt->switch_expression, "after 'switch'");
1360                         token = statement(token, &stmt->switch_statement);
1361                         end_switch(stmt);
1362                         return token;
1363                 }
1364                 if (token->ident == &for_ident)
1365                         return parse_for_statement(token, stmt);
1366
1367                 if (token->ident == &while_ident)
1368                         return parse_while_statement(token, stmt);
1369
1370                 if (token->ident == &do_ident)
1371                         return parse_do_statement(token, stmt);
1372
1373                 if (token->ident == &goto_ident) {
1374                         stmt->type = STMT_GOTO;
1375                         token = token->next;
1376                         if (match_op(token, '*')) {
1377                                 token = parse_expression(token->next, &stmt->goto_expression);
1378                                 add_statement(&function_computed_goto_list, stmt);
1379                         } else if (token_type(token) == TOKEN_IDENT) {
1380                                 stmt->goto_label = label_symbol(token);
1381                                 token = token->next;
1382                         } else {
1383                                 sparse_error(token->pos, "Expected identifier or goto expression");
1384                         }
1385                         return expect(token, ';', "at end of statement");
1386                 }
1387                 if (match_idents(token, &asm_ident, &__asm___ident, &__asm_ident, NULL)) {
1388                         return parse_asm(token->next, stmt);
1389                 }
1390                 if (token->ident == &__context___ident) {
1391                         stmt->type = STMT_CONTEXT;
1392                         token = parse_expression(token->next, &stmt->expression);
1393                         if(stmt->expression->type == EXPR_PREOP
1394                            && stmt->expression->op == '('
1395                            && stmt->expression->unop->type == EXPR_COMMA) {
1396                                 struct expression *expr;
1397                                 expr = stmt->expression->unop;
1398                                 stmt->context = expr->left;
1399                                 stmt->expression = expr->right;
1400                         }
1401                         return expect(token, ';', "at end of statement");
1402                 }
1403                 if (token->ident == &__range___ident) {
1404                         stmt->type = STMT_RANGE;
1405                         token = assignment_expression(token->next, &stmt->range_expression);
1406                         token = expect(token, ',', "after range expression");
1407                         token = assignment_expression(token, &stmt->range_low);
1408                         token = expect(token, ',', "after low range");
1409                         token = assignment_expression(token, &stmt->range_high);
1410                         return expect(token, ';', "after range statement");
1411                 }
1412                 if (match_op(token->next, ':')) {
1413                         stmt->type = STMT_LABEL;
1414                         stmt->label_identifier = label_symbol(token);
1415                         return statement(token->next->next, &stmt->label_statement);
1416                 }
1417         }
1418
1419         if (match_op(token, '{')) {
1420                 stmt->type = STMT_COMPOUND;
1421                 start_symbol_scope();
1422                 token = compound_statement(token->next, stmt);
1423                 end_symbol_scope();
1424
1425                 return expect(token, '}', "at end of compound statement");
1426         }
1427
1428         stmt->type = STMT_EXPRESSION;
1429         return expression_statement(token, &stmt->expression);
1430 }
1431
1432 static struct token * statement_list(struct token *token, struct statement_list **list)
1433 {
1434         int seen_statement = 0;
1435         for (;;) {
1436                 struct statement * stmt;
1437                 if (eof_token(token))
1438                         break;
1439                 if (match_op(token, '}'))
1440                         break;
1441                 if (lookup_type(token)) {
1442                         if (seen_statement) {
1443                                 warning(token->pos, "mixing declarations and code");
1444                                 seen_statement = 0;
1445                         }
1446                         stmt = alloc_statement(token->pos, STMT_DECLARATION);
1447                         token = external_declaration(token, &stmt->declaration);
1448                 } else {
1449                         seen_statement = warn_on_mixed;
1450                         token = statement(token, &stmt);
1451                 }
1452                 add_statement(list, stmt);
1453         }
1454         return token;
1455 }
1456
1457 static struct token *parameter_type_list(struct token *token, struct symbol *fn, struct ident **p)
1458 {
1459         struct symbol_list **list = &fn->arguments;
1460
1461         if (match_op(token, ')')) {
1462                 // No warning for "void oink ();"
1463                 // Bug or feature: warns for "void oink () __attribute__ ((noreturn));"
1464                 if (p && !match_op(token->next, ';'))
1465                         warning(token->pos, "non-ANSI function declaration of function '%s'", show_ident(*p));
1466                 return token;
1467         }
1468
1469         for (;;) {
1470                 struct symbol *sym;
1471
1472                 if (match_op(token, SPECIAL_ELLIPSIS)) {
1473                         if (!*list)
1474                                 warning(token->pos, "variadic functions must have one named argument");
1475                         fn->variadic = 1;
1476                         token = token->next;
1477                         break;
1478                 }
1479
1480                 sym = alloc_symbol(token->pos, SYM_NODE);
1481                 token = parameter_declaration(token, &sym);
1482                 if (sym->ctype.base_type == &void_ctype) {
1483                         /* Special case: (void) */
1484                         if (!*list && !sym->ident)
1485                                 break;
1486                         warning(token->pos, "void parameter");
1487                 }
1488                 add_symbol(list, sym);
1489                 if (!match_op(token, ','))
1490                         break;
1491                 token = token->next;
1492
1493         }
1494         return token;
1495 }
1496
1497 struct token *compound_statement(struct token *token, struct statement *stmt)
1498 {
1499         token = statement_list(token, &stmt->stmts);
1500         return token;
1501 }
1502
1503 static struct expression *identifier_expression(struct token *token)
1504 {
1505         struct expression *expr = alloc_expression(token->pos, EXPR_IDENTIFIER);
1506         expr->expr_ident = token->ident;
1507         return expr;
1508 }
1509
1510 static struct expression *index_expression(struct expression *from, struct expression *to)
1511 {
1512         int idx_from, idx_to;
1513         struct expression *expr = alloc_expression(from->pos, EXPR_INDEX);
1514
1515         idx_from = get_expression_value(from);
1516         idx_to = idx_from;
1517         if (to) {
1518                 idx_to = get_expression_value(to);
1519                 if (idx_to < idx_from || idx_from < 0)
1520                         warning(from->pos, "nonsense array initializer index range");
1521         }
1522         expr->idx_from = idx_from;
1523         expr->idx_to = idx_to;
1524         return expr;
1525 }
1526
1527 static struct token *single_initializer(struct expression **ep, struct token *token)
1528 {
1529         int expect_equal = 0;
1530         struct token *next = token->next;
1531         struct expression **tail = ep;
1532         int nested;
1533
1534         *ep = NULL;
1535
1536         if ((token_type(token) == TOKEN_IDENT) && match_op(next, ':')) {
1537                 struct expression *expr = identifier_expression(token);
1538                 warning(token->pos, "obsolete struct initializer, use C99 syntax");
1539                 token = initializer(&expr->ident_expression, next->next);
1540                 if (expr->ident_expression)
1541                         *ep = expr;
1542                 return token;
1543         }
1544
1545         for (tail = ep, nested = 0; ; nested++, next = token->next) {
1546                 if (match_op(token, '.') && (token_type(next) == TOKEN_IDENT)) {
1547                         struct expression *expr = identifier_expression(next);
1548                         *tail = expr;
1549                         tail = &expr->ident_expression;
1550                         expect_equal = 1;
1551                         token = next->next;
1552                 } else if (match_op(token, '[')) {
1553                         struct expression *from = NULL, *to = NULL, *expr;
1554                         token = constant_expression(token->next, &from);
1555                         if (!from) {
1556                                 sparse_error(token->pos, "Expected constant expression");
1557                                 break;
1558                         }
1559                         if (match_op(token, SPECIAL_ELLIPSIS))
1560                                 token = constant_expression(token->next, &to);
1561                         expr = index_expression(from, to);
1562                         *tail = expr;
1563                         tail = &expr->idx_expression;
1564                         token = expect(token, ']', "at end of initializer index");
1565                         if (nested)
1566                                 expect_equal = 1;
1567                 } else {
1568                         break;
1569                 }
1570         }
1571         if (nested && !expect_equal) {
1572                 if (!match_op(token, '='))
1573                         warning(token->pos, "obsolete array initializer, use C99 syntax");
1574                 else
1575                         expect_equal = 1;
1576         }
1577         if (expect_equal)
1578                 token = expect(token, '=', "at end of initializer index");
1579
1580         token = initializer(tail, token);
1581         if (!*tail)
1582                 *ep = NULL;
1583         return token;
1584 }
1585
1586 static struct token *initializer_list(struct expression_list **list, struct token *token)
1587 {
1588         struct expression *expr;
1589
1590         for (;;) {
1591                 token = single_initializer(&expr, token);
1592                 if (!expr)
1593                         break;
1594                 add_expression(list, expr);
1595                 if (!match_op(token, ','))
1596                         break;
1597                 token = token->next;
1598         }
1599         return token;
1600 }
1601
1602 struct token *initializer(struct expression **tree, struct token *token)
1603 {
1604         if (match_op(token, '{')) {
1605                 struct expression *expr = alloc_expression(token->pos, EXPR_INITIALIZER);
1606                 *tree = expr;
1607                 token = initializer_list(&expr->expr_list, token->next);
1608                 return expect(token, '}', "at end of initializer");
1609         }
1610         return assignment_expression(token, tree);
1611 }
1612
1613 static void declare_argument(struct symbol *sym, struct symbol *fn)
1614 {
1615         if (!sym->ident) {
1616                 sparse_error(sym->pos, "no identifier for function argument");
1617                 return;
1618         }
1619         bind_symbol(sym, sym->ident, NS_SYMBOL);
1620 }
1621
1622 static struct token *parse_function_body(struct token *token, struct symbol *decl,
1623         struct symbol_list **list)
1624 {
1625         struct symbol_list **old_symbol_list;
1626         struct symbol *base_type = decl->ctype.base_type;
1627         struct statement *stmt, **p;
1628         struct symbol *arg;
1629
1630         old_symbol_list = function_symbol_list;
1631         if (decl->ctype.modifiers & MOD_INLINE) {
1632                 function_symbol_list = &decl->inline_symbol_list;
1633                 p = &base_type->inline_stmt;
1634         } else {
1635                 function_symbol_list = &decl->symbol_list;
1636                 p = &base_type->stmt;
1637         }
1638         function_computed_target_list = NULL;
1639         function_computed_goto_list = NULL;
1640
1641         if (decl->ctype.modifiers & MOD_EXTERN) {
1642                 if (!(decl->ctype.modifiers & MOD_INLINE))
1643                         warning(decl->pos, "function '%s' with external linkage has definition", show_ident(decl->ident));
1644         }
1645         if (!(decl->ctype.modifiers & MOD_STATIC))
1646                 decl->ctype.modifiers |= MOD_EXTERN;
1647
1648         stmt = start_function(decl);
1649
1650         *p = stmt;
1651         FOR_EACH_PTR (base_type->arguments, arg) {
1652                 declare_argument(arg, base_type);
1653         } END_FOR_EACH_PTR(arg);
1654
1655         token = compound_statement(token->next, stmt);
1656
1657         end_function(decl);
1658         if (!(decl->ctype.modifiers & MOD_INLINE))
1659                 add_symbol(list, decl);
1660         check_declaration(decl);
1661         function_symbol_list = old_symbol_list;
1662         if (function_computed_goto_list) {
1663                 if (!function_computed_target_list)
1664                         warning(decl->pos, "function '%s' has computed goto but no targets?", show_ident(decl->ident));
1665                 else {
1666                         struct statement *stmt;
1667                         FOR_EACH_PTR(function_computed_goto_list, stmt) {
1668                                 stmt->target_list = function_computed_target_list;
1669                         } END_FOR_EACH_PTR(stmt);
1670                 }
1671         }
1672         return expect(token, '}', "at end of function");
1673 }
1674
1675 static void promote_k_r_types(struct symbol *arg)
1676 {
1677         struct symbol *base = arg->ctype.base_type;
1678         if (base && base->ctype.base_type == &int_type && (base->ctype.modifiers & (MOD_CHAR | MOD_SHORT))) {
1679                 arg->ctype.base_type = &int_ctype;
1680         }
1681 }
1682
1683 static void apply_k_r_types(struct symbol_list *argtypes, struct symbol *fn)
1684 {
1685         struct symbol_list *real_args = fn->ctype.base_type->arguments;
1686         struct symbol *arg;
1687
1688         FOR_EACH_PTR(real_args, arg) {
1689                 struct symbol *type;
1690
1691                 /* This is quadratic in the number of arguments. We _really_ don't care */
1692                 FOR_EACH_PTR(argtypes, type) {
1693                         if (type->ident == arg->ident)
1694                                 goto match;
1695                 } END_FOR_EACH_PTR(type);
1696                 sparse_error(arg->pos, "missing type declaration for parameter '%s'", show_ident(arg->ident));
1697                 continue;
1698 match:
1699                 type->used = 1;
1700                 /* "char" and "short" promote to "int" */
1701                 promote_k_r_types(type);
1702
1703                 arg->ctype = type->ctype;
1704         } END_FOR_EACH_PTR(arg);
1705
1706         FOR_EACH_PTR(argtypes, arg) {
1707                 if (!arg->used)
1708                         warning(arg->pos, "nonsensical parameter declaration '%s'", show_ident(arg->ident));
1709         } END_FOR_EACH_PTR(arg);
1710
1711 }
1712
1713 static struct token *parse_k_r_arguments(struct token *token, struct symbol *decl,
1714         struct symbol_list **list)
1715 {
1716         struct symbol_list *args = NULL;
1717
1718         warning(token->pos, "non-ANSI definition of function '%s'", show_ident(decl->ident));
1719         do {
1720                 token = declaration_list(token, &args);
1721                 if (!match_op(token, ';')) {
1722                         sparse_error(token->pos, "expected ';' at end of parameter declaration");
1723                         break;
1724                 }
1725                 token = token->next;
1726         } while (lookup_type(token));
1727
1728         apply_k_r_types(args, decl);
1729
1730         if (!match_op(token, '{')) {
1731                 sparse_error(token->pos, "expected function body");
1732                 return token;
1733         }
1734         return parse_function_body(token, decl, list);
1735 }
1736
1737
1738 struct token *external_declaration(struct token *token, struct symbol_list **list)
1739 {
1740         struct ident *ident = NULL;
1741         struct symbol *decl;
1742         struct ctype ctype = { 0, };
1743         struct symbol *base_type;
1744         int is_typedef;
1745
1746         /* Top-level inline asm? */
1747         if (match_idents(token, &asm_ident, &__asm___ident, &__asm_ident, NULL)) {
1748                 struct symbol *anon = alloc_symbol(token->pos, SYM_NODE);
1749                 struct symbol *fn = alloc_symbol(token->pos, SYM_FN);
1750                 struct statement *stmt;
1751
1752                 anon->ctype.base_type = fn;
1753                 stmt = alloc_statement(token->pos, STMT_NONE);
1754                 fn->stmt = stmt;
1755
1756                 token = parse_asm(token->next, stmt);
1757
1758                 add_symbol(list, anon);
1759                 return token;
1760         }
1761
1762         /* Parse declaration-specifiers, if any */
1763         token = declaration_specifiers(token, &ctype, 0);
1764         decl = alloc_symbol(token->pos, SYM_NODE);
1765         decl->ctype = ctype;
1766         token = declarator(token, decl, &ident);
1767
1768         /* Just a type declaration? */
1769         if (!ident)
1770                 return expect(token, ';', "end of type declaration");
1771
1772         /* type define declaration? */
1773         is_typedef = (ctype.modifiers & MOD_TYPEDEF) != 0;
1774
1775         /* Typedef's don't have meaningful storage */
1776         if (is_typedef) {
1777                 ctype.modifiers &= ~MOD_STORAGE;
1778                 decl->ctype.modifiers &= ~MOD_STORAGE;
1779                 decl->ctype.modifiers |= MOD_USERTYPE;
1780         }
1781
1782         bind_symbol(decl, ident, is_typedef ? NS_TYPEDEF: NS_SYMBOL);
1783
1784         base_type = decl->ctype.base_type;
1785
1786         if (is_typedef) {
1787                 if (base_type && !base_type->ident)
1788                         base_type->ident = ident;
1789         } else if (base_type && base_type->type == SYM_FN) {
1790                 /* K&R argument declaration? */
1791                 if (lookup_type(token))
1792                         return parse_k_r_arguments(token, decl, list);
1793                 if (match_op(token, '{'))
1794                         return parse_function_body(token, decl, list);
1795
1796                 if (!(decl->ctype.modifiers & MOD_STATIC))
1797                         decl->ctype.modifiers |= MOD_EXTERN;
1798         } else if (base_type == &void_ctype && !(decl->ctype.modifiers & MOD_EXTERN)) {
1799                 sparse_error(token->pos, "void declaration");
1800         }
1801
1802         for (;;) {
1803                 if (!is_typedef && match_op(token, '=')) {
1804                         if (decl->ctype.modifiers & MOD_EXTERN) {
1805                                 warning(decl->pos, "symbol with external linkage has initializer");
1806                                 decl->ctype.modifiers &= ~MOD_EXTERN;
1807                         }
1808                         token = initializer(&decl->initializer, token->next);
1809                 }
1810                 if (!is_typedef) {
1811                         if (!(decl->ctype.modifiers & (MOD_EXTERN | MOD_INLINE))) {
1812                                 add_symbol(list, decl);
1813                                 fn_local_symbol(decl);
1814                         }
1815                 }
1816                 check_declaration(decl);
1817
1818                 if (!match_op(token, ','))
1819                         break;
1820
1821                 token = token->next;
1822                 ident = NULL;
1823                 decl = alloc_symbol(token->pos, SYM_NODE);
1824                 decl->ctype = ctype;
1825                 token = declaration_specifiers(token, &decl->ctype, 1);
1826                 token = declarator(token, decl, &ident);
1827                 if (!ident) {
1828                         sparse_error(token->pos, "expected identifier name in type definition");
1829                         return token;
1830                 }
1831
1832                 bind_symbol(decl, ident, is_typedef ? NS_TYPEDEF: NS_SYMBOL);
1833
1834                 /* Function declarations are automatically extern unless specifically static */
1835                 base_type = decl->ctype.base_type;
1836                 if (!is_typedef && base_type && base_type->type == SYM_FN) {
1837                         if (!(decl->ctype.modifiers & MOD_STATIC))
1838                                 decl->ctype.modifiers |= MOD_EXTERN;
1839                 }
1840         }
1841         return expect(token, ';', "at end of declaration");
1842 }