src/script/qscriptlexer_p.h

   1 /****************************************************************************
   2 **
   3 ** Copyright (C) 2009 Nokia Corporation and/or its subsidiary(-ies).
   4 ** Contact: Nokia Corporation (qt-info@nokia.com)
   5 **
   6 ** This file is part of the QtScript module of the Qt Toolkit.
   7 **
   8 ** $QT_BEGIN_LICENSE:LGPL$
   9 ** No Commercial Usage
  10 ** This file contains pre-release code and may not be distributed.
  11 ** You may use this file in accordance with the terms and conditions
  12 ** contained in the either Technology Preview License Agreement or the
  13 ** Beta Release License Agreement.
  14 **
  15 ** GNU Lesser General Public License Usage
  16 ** Alternatively, this file may be used under the terms of the GNU Lesser
  17 ** General Public License version 2.1 as published by the Free Software
  18 ** Foundation and appearing in the file LICENSE.LGPL included in the
  19 ** packaging of this file.  Please review the following information to
  20 ** ensure the GNU Lesser General Public License version 2.1 requirements
  21 ** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
  22 **
  23 ** In addition, as a special exception, Nokia gives you certain
  24 ** additional rights. These rights are described in the Nokia Qt LGPL
  25 ** Exception version 1.0, included in the file LGPL_EXCEPTION.txt in this
  26 ** package.
  27 **
  28 ** GNU General Public License Usage
  29 ** Alternatively, this file may be used under the terms of the GNU
  30 ** General Public License version 3.0 as published by the Free Software
  31 ** Foundation and appearing in the file LICENSE.GPL included in the
  32 ** packaging of this file.  Please review the following information to
  33 ** ensure the GNU General Public License version 3.0 requirements will be
  34 ** met: http://www.gnu.org/copyleft/gpl.html.
  35 **
  36 ** If you are unsure which license is appropriate for your use, please
  37 ** contact the sales department at http://www.qtsoftware.com/contact.
  38 ** $QT_END_LICENSE$
  39 **
  40 ****************************************************************************/
  41
  42 #ifndef QSCRIPTLEXER_P_H
  43 #define QSCRIPTLEXER_P_H
  44
  45 //
  46 //  W A R N I N G
  47 //  -------------
  48 //
  49 // This file is not part of the Qt API.  It exists purely as an
  50 // implementation detail.  This header file may change from version to
  51 // version without notice, or even be removed.
  52 //
  53 // We mean it.
  54 //
  55
  56 #include <QtCore/QString>
  57
  58 #ifndef QT_NO_SCRIPT
  59
  60 QT_BEGIN_NAMESPACE
  61
  62 class QScriptEnginePrivate;
  63 class QScriptNameIdImpl;
  64
  65 namespace QScript {
  66
  67 class Lexer
  68 {
  69 public:
  70     Lexer(QScriptEnginePrivate *eng);
  71     ~Lexer();
  72
  73     void setCode(const QString &c, int lineno);
  74     int lex();
  75
  76     int currentLineNo() const { return yylineno; }
  77     int currentColumnNo() const { return yycolumn; }
  78
  79     int startLineNo() const { return startlineno; }
  80     int startColumnNo() const { return startcolumn; }
  81
  82     int endLineNo() const { return currentLineNo(); }
  83     int endColumnNo() const
  84     { int col = currentColumnNo(); return (col > 0) ? col - 1 : col; }
  85
  86     bool prevTerminator() const { return terminator; }
  87
  88     enum State { Start,
  89                  Identifier,
  90                  InIdentifier,
  91                  InSingleLineComment,
  92                  InMultiLineComment,
  93                  InNum,
  94                  InNum0,
  95                  InHex,
  96                  InOctal,
  97                  InDecimal,
  98                  InExponentIndicator,
  99                  InExponent,
 100                  Hex,
 101                  Octal,
 102                  Number,
 103                  String,
 104                  Eof,
 105                  InString,
 106                  InEscapeSequence,
 107                  InHexEscape,
 108                  InUnicodeEscape,
 109                  Other,
 110                  Bad };
 111
 112     enum Error {
 113         NoError,
 114         IllegalCharacter,
 115         UnclosedStringLiteral,
 116         IllegalEscapeSequence,
 117         IllegalUnicodeEscapeSequence,
 118         UnclosedComment,
 119         IllegalExponentIndicator,
 120         IllegalIdentifier
 121     };
 122
 123     enum ParenthesesState {
 124         IgnoreParentheses,
 125         CountParentheses,
 126         BalancedParentheses
 127     };
 128
 129     enum RegExpBodyPrefix {
 130         NoPrefix,
 131         EqualPrefix
 132     };
 133
 134     bool scanRegExp(RegExpBodyPrefix prefix = NoPrefix);
 135
 136     QScriptNameIdImpl *pattern;
 137     int flags;
 138
 139     State lexerState() const
 140         { return state; }
 141
 142     QString errorMessage() const
 143         { return errmsg; }
 144     void setErrorMessage(const QString &err)
 145         { errmsg = err; }
 146     void setErrorMessage(const char *err)
 147         { setErrorMessage(QString::fromLatin1(err)); }
 148
 149     Error error() const
 150         { return err; }
 151     void clearError()
 152         { err = NoError; }
 153
 154 private:
 155     QScriptEnginePrivate *driver;
 156     int yylineno;
 157     bool done;
 158     char *buffer8;
 159     QChar *buffer16;
 160     uint size8, size16;
 161     uint pos8, pos16;
 162     bool terminator;
 163     bool restrKeyword;
 164     // encountered delimiter like "'" and "}" on last run
 165     bool delimited;
 166     int stackToken;
 167
 168     State state;
 169     void setDone(State s);
 170     uint pos;
 171     void shift(uint p);
 172     int lookupKeyword(const char *);
 173
 174     bool isWhiteSpace() const;
 175     bool isLineTerminator() const;
 176     bool isHexDigit(ushort c) const;
 177     bool isOctalDigit(ushort c) const;
 178
 179     int matchPunctuator(ushort c1, ushort c2,
 180                          ushort c3, ushort c4);
 181     ushort singleEscape(ushort c) const;
 182     ushort convertOctal(ushort c1, ushort c2,
 183                          ushort c3) const;
 184 public:
 185     static unsigned char convertHex(ushort c1);
 186     static unsigned char convertHex(ushort c1, ushort c2);
 187     static QChar convertUnicode(ushort c1, ushort c2,
 188                                  ushort c3, ushort c4);
 189     static bool isIdentLetter(ushort c);
 190     static bool isDecimalDigit(ushort c);
 191
 192     inline int ival() const { return qsyylval.ival; }
 193     inline double dval() const { return qsyylval.dval; }
 194     inline QScriptNameIdImpl *ustr() const { return qsyylval.ustr; }
 195
 196     const QChar *characterBuffer() const { return buffer16; }
 197     int characterCount() const { return pos16; }
 198
 199 private:
 200     void record8(ushort c);
 201     void record16(QChar c);
 202     void recordStartPos();
 203
 204     int findReservedWord(const QChar *buffer, int size) const;
 205
 206     void syncProhibitAutomaticSemicolon();
 207
 208     const QChar *code;
 209     uint length;
 210     int yycolumn;
 211     int startlineno;
 212     int startcolumn;
 213     int bol;     // begin of line
 214
 215     union {
 216         int ival;
 217         double dval;
 218         QScriptNameIdImpl *ustr;
 219     } qsyylval;
 220
 221     // current and following unicode characters
 222     ushort current, next1, next2, next3;
 223
 224     struct keyword {
 225         const char *name;
 226         int token;
 227     };
 228
 229     QString errmsg;
 230     Error err;
 231
 232     bool wantRx;
 233     bool check_reserved;
 234
 235     ParenthesesState parenthesesState;
 236     int parenthesesCount;
 237     bool prohibitAutomaticSemicolon;
 238 };
 239
 240 } // namespace QScript
 241
 242 QT_END_NAMESPACE
 243
 244 #endif // QT_NO_SCRIPT
 245
 246 #endif