src/FileTokenizer.h

   1 // -*- mode: C++; indent-tabs-mode: nil; c-basic-offset: 2; -*-
   2 // -- FileTokenizer.h --
   3 // Copyright (c) 2001 - 2003 Jason 'vanRijn' Kasper <vR at movingparts dot net>
   4 //
   5 // Permission is hereby granted, free of charge, to any person obtaining a
   6 // copy of this software and associated documentation files (the "Software"),
   7 // to deal in the Software without restriction, including without limitation
   8 // the rights to use, copy, modify, merge, publish, distribute, sublicense,
   9 // and/or sell copies of the Software, and to permit persons to whom the
  10 // Software is furnished to do so, subject to the following conditions:
  11 //
  12 // The above copyright notice and this permission notice shall be included in
  13 // all copies or substantial portions of the Software.
  14 //
  15 // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16 // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17 // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  18 // THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19 // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  20 // FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
  21 // DEALINGS IN THE SOFTWARE.
  22
  23 // E_O_H_VR
  24
  25 #ifndef FILETOKENIZER_HH
  26 #define FILETOKENIZER_HH
  27
  28 #include <string>
  29 #include <iostream>
  30 #include <fstream>
  31 #include <cctype>
  32 #include <algorithm>
  33 #include <map>
  34 #include "version.h"
  35
  36 using namespace std;
  37
  38 typedef map<string,unsigned int> KeywordMap;
  39
  40 static bool defaultTokenError(const string& filename, const string& msg,
  41                               unsigned long lineno) {
  42     cerr << filename << ":" << lineno << " " << msg << '\n';
  43     return true;
  44 }
  45
  46 struct TokenBlock {
  47     unsigned int tag;
  48     string name, data;
  49     unsigned long lineno;
  50 };
  51
  52 class FileTokenizer {
  53  public:
  54     typedef bool (*TokenError)(const string&, const string&, unsigned long);
  55     FileTokenizer(const KeywordMap& keys, const char* filename,
  56                   TokenError errhandler = defaultTokenError);
  57     ~FileTokenizer(void);
  58     TokenBlock* next(void);
  59
  60  private:
  61     ifstream file;
  62     string filename;
  63     const KeywordMap& keywords;
  64     TokenError error;
  65     unsigned long lineno;
  66     enum parse_state { WANT_NOTHING, WANT_TAG, WANT_NAME, WANT_DATA };
  67     parse_state state;
  68 };
  69
  70 #endif