src/minnow/lexer.hpp

   1 #ifndef LEXER_HPP
   2 #define LEXER_HPP
   3
   4 #include <stdexcept>
   5 #include <sstream>
   6 #include <string>
   7 #include <vector>
   8
   9 class TokenType {
  10 public:
  11     enum Type { Id, Num, Char, String, Def, Bool, Symbol, EOL};
  12 };
  13
  14 struct FilePos {
  15     std::string filename;
  16     unsigned int lineNumber, colStart, colEnd;
  17
  18     FilePos& operator=( const FilePos& newPos ) {
  19         filename = newPos.filename;
  20         lineNumber = newPos.lineNumber;
  21         colStart = newPos.colStart;
  22         colEnd = newPos.colEnd;
  23
  24         return *this;
  25     }
  26 };
  27
  28 struct Token {
  29     TokenType::Type tokenType;
  30     std::string data;
  31     FilePos pos;
  32
  33     Token () { }
  34     Token(TokenType::Type tType, std::string tData) : tokenType(tType), data(tData) { }
  35     Token(TokenType::Type tType, std::string tData, std::string tFilename, int tLineNumber, int tColStart, int tColEnd) :
  36             tokenType(tType), data(tData) {
  37         pos.filename = tFilename;
  38         pos.lineNumber = tLineNumber;
  39         pos.colStart = tColStart;
  40         pos.colEnd = tColEnd;
  41     }
  42 };
  43
  44 class CompilerException : public std::runtime_error {
  45 public:
  46     CompilerException(const std::string &msg, const int lineNumber, const int colStart, const int colEnd, const std::string &filename)
  47             : std::runtime_error(build_message(msg, lineNumber, colStart, colEnd, filename)) {
  48     }
  49
  50     CompilerException(const std::string &msg, const Token *token)
  51             : std::runtime_error(build_message(msg, token->pos.lineNumber, token->pos.colStart, token->pos.colEnd, token->pos.filename)) {
  52     }
  53
  54     CompilerException(const std::string &msg, const FilePos &pos)
  55     : std::runtime_error(build_message(msg, pos.lineNumber, pos.colStart, pos.colEnd, pos.filename)) {
  56     }
  57
  58     CompilerException(const std::string &msg)
  59     : std::runtime_error(msg) {
  60     }
  61
  62     std::string build_message(const std::string &msg, const int lineNumber, const int colStart, const int colEnd, const std::string &filename) const {
  63         std::ostringstream msg_builder;
  64
  65         msg_builder << msg << " at line " << lineNumber << " column " << colStart << " in '" << filename << "'";
  66
  67         return msg_builder.str();
  68     }
  69 };
  70
  71 std::vector<Token*> tokenize(std::string sourceText, std::string filename);
  72
  73 #endif //LEXER_HPP