token.c

   1 #include <stdlib.h>
   2 #include <stdio.h>
   3 #include <string.h>
   4
   5 #include "token.h"
   6
   7 #define SYMBOLS "{}()[].,;+-*/&|<>=~"
   8 #define SPACES "\t\n\r "
   9
  10 int has_more_tokens(char *pC)
  11 {
  12         if(*(pC+1) != EOF)
  13         {
  14                 return TRUE;
  15         } else {
  16                 return FALSE;
  17                 }
  18 }
  19
  20 char *advance(char *pC)
  21 {
  22         char ch = NULL;
  23         /* skip past C++ style comments */
  24         if(*pC == '/' && *(pC+1) == '/')
  25         {
  26                 while(*pC != '\n' && *pC != EOF)
  27                         { pC++; }
  28         }
  29         if(*pC == '\n') { pC++; }
  30
  31         /* skip past C style comments */
  32         if(*pC == '/' && *(pC+1) == '*')
  33         {
  34                 while(*(pC+1) != '/')
  35                 {
  36                         pC++;
  37                 }
  38                 pC += 2; /* move past end of comment */
  39         }
  40
  41         /* advance past spaces and newline chars */
  42         ch = *pC;
  43         while((strchr(SPACES, ch)) != NULL)
  44         {
  45                 pC++;
  46                 ch = *pC;
  47         }
  48
  49         return pC;
  50 }
  51
  52
  53 ttype token_type(void)
  54 {
  55         return FALSE;
  56 }
  57
  58
  59 token keyword(void)
  60 {
  61         return KEYWORD;
  62 }
  63
  64
  65 char symbol()
  66 {
  67         return 'z';
  68 }
  69
  70
  71 char *identifier(char *str)
  72 {
  73         str = NULL;
  74         return NULL;
  75 }
  76
  77
  78 int int_val()
  79 {
  80         return 0;
  81 }
  82
  83
  84 char *string_val()
  85 {
  86         return NULL;
  87 }