test-lexing.c

   1 /*
   2  * Example test program that just uses the tokenization and
   3  * preprocessing phases, and prints out the results.
   4  *
   5  * Copyright (C) 2003 Transmeta Corp.
   6  *               2003 Linus Torvalds
   7  *
   8  *  Licensed under the Open Software License version 1.1
   9  */
  10 #include <stdarg.h>
  11 #include <stdlib.h>
  12 #include <stdio.h>
  13 #include <string.h>
  14 #include <ctype.h>
  15 #include <unistd.h>
  16 #include <fcntl.h>
  17
  18 #include "token.h"
  19 #include "symbol.h"
  20
  21 int main(int argc, char **argv)
  22 {
  23         int fd = open(argv[1], O_RDONLY);
  24         struct token *token;
  25
  26         if (fd < 0)
  27                 die("No such file: %s", argv[1]);
  28
  29         init_symbols();
  30
  31         // Initialize type system
  32         init_ctype();
  33
  34         token = tokenize(argv[1], fd, NULL);
  35         close(fd);
  36         token = preprocess(token);
  37
  38         while (!eof_token(token)) {
  39                 int prec = 1;
  40                 struct token *next = token->next;
  41                 char * separator = "";
  42                 if (next->pos.whitespace)
  43                         separator = " ";
  44                 if (next->pos.newline) {
  45                         separator = "\n\t\t\t\t\t";
  46                         prec = next->pos.pos;
  47                         if (prec > 4)
  48                                 prec = 4;
  49                 }
  50                 printf("%s%.*s", show_token(token), prec, separator);
  51                 token = next;
  52         }
  53         putchar('\n');
  54         show_identifier_stats();
  55         return 0;
  56 }