platform/lang-impl/src/com/intellij/ide/highlighter/custom/SyntaxTableLexer.java

   1 /*
   2  * Copyright 2000-2009 JetBrains s.r.o.
   3  *
   4  * Licensed under the Apache License, Version 2.0 (the "License");
   5  * you may not use this file except in compliance with the License.
   6  * You may obtain a copy of the License at
   7  *
   8  * http://www.apache.org/licenses/LICENSE-2.0
   9  *
  10  * Unless required by applicable law or agreed to in writing, software
  11  * distributed under the License is distributed on an "AS IS" BASIS,
  12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13  * See the License for the specific language governing permissions and
  14  * limitations under the License.
  15  */
  16
  17 package com.intellij.ide.highlighter.custom;
  18
  19 import com.intellij.lexer.LexerBase;
  20 import com.intellij.psi.CustomHighlighterTokenType;
  21 import com.intellij.psi.tree.IElementType;
  22
  23 /**
  24  * @author Yura Cangea
  25  * @version 1.0
  26  */
  27 public class SyntaxTableLexer extends LexerBase {
  28   private final SyntaxTable table;
  29
  30   private final PosBufferTokenizer tokenizer;
  31
  32   private IElementType tokenType;
  33   private int tokenStart;
  34   private int tokenEnd;
  35
  36   private final String lineComment;
  37   private final String startComment;
  38   private final String endComment;
  39
  40   private CharSequence buffer;
  41   private int startOffset;
  42   private int endOffset;
  43
  44   private boolean firstCall;
  45
  46   public SyntaxTableLexer(SyntaxTable table) {
  47     this.table = table;
  48
  49     tokenizer = new PosBufferTokenizer();
  50     tokenizer.setIgnoreCase(table.isIgnoreCase());
  51
  52     tokenizer.setHexPrefix(table.getHexPrefix());
  53     tokenizer.setNumPostifxChars(table.getNumPostfixChars());
  54
  55     tokenizer.ordinaryChar('/');
  56     tokenizer.ordinaryChar('.');
  57     tokenizer.quoteChar('"');
  58     tokenizer.quoteChar('\'');
  59     tokenizer.wordChars('_', '_');
  60
  61     lineComment = table.getLineComment();
  62     startComment = table.getStartComment();
  63     endComment = table.getEndComment();
  64   }
  65
  66   public void start(CharSequence buffer, int startOffset, int endOffset,
  67                     int initialState) {
  68     this.buffer = buffer;
  69     this.startOffset = startOffset;
  70     this.endOffset = endOffset;
  71
  72     tokenType = null;
  73
  74     tokenizer.start(buffer, startOffset, endOffset);
  75
  76     firstCall = true;
  77   }
  78
  79   private void parseToken() {
  80     String st = null;
  81     while (true) {
  82       int ttype = tokenizer.nextToken();
  83
  84       switch (ttype) {
  85         case PosBufferTokenizer.TT_EOF:
  86           tokenStart = endOffset;
  87           tokenEnd = endOffset;
  88           tokenType = null;
  89           return;
  90
  91         case PosBufferTokenizer.TT_WHITESPACE:
  92           tokenType = CustomHighlighterTokenType.WHITESPACE;
  93           break;
  94
  95         case PosBufferTokenizer.TT_WORD:
  96           st = tokenizer.sval;
  97           if (table.getKeywords1().contains(st)) {
  98             tokenType = CustomHighlighterTokenType.KEYWORD_1;
  99           } else if (table.getKeywords2().contains(st)) {
 100             tokenType = CustomHighlighterTokenType.KEYWORD_2;
 101           } else if (table.getKeywords3().contains(st)) {
 102             tokenType = CustomHighlighterTokenType.KEYWORD_3;
 103           } else if (table.getKeywords4().contains(st)) {
 104             tokenType = CustomHighlighterTokenType.KEYWORD_4;
 105           } else {
 106             tokenType = CustomHighlighterTokenType.IDENTIFIER;
 107           }
 108           break;
 109
 110         case PosBufferTokenizer.TT_NUMBER:
 111           tokenType = CustomHighlighterTokenType.NUMBER;
 112           break;
 113
 114         case PosBufferTokenizer.TT_QUOTE:
 115           tokenType = CustomHighlighterTokenType.STRING;
 116           break;
 117
 118         default:
 119           // Line comment
 120           if (lineComment != null && !"".equals(lineComment.trim())) {
 121             if (ttype == lineComment.charAt(0) && tokenizer.matchString(lineComment, 1)) {
 122               tokenType = CustomHighlighterTokenType.LINE_COMMENT;
 123               tokenStart = tokenizer.getPos() - lineComment.length();
 124               tokenizer.skipToEol();
 125               tokenEnd = tokenizer.getPos();
 126               return;
 127             }
 128           }
 129
 130           // Block comment
 131           if (startComment != null && !"".equals(startComment.trim())) {
 132             if (ttype == startComment.charAt(0) && tokenizer.matchString(startComment, 1)) {
 133               tokenType = CustomHighlighterTokenType.MULTI_LINE_COMMENT;
 134               tokenStart = tokenizer.getPos() - startComment.length();
 135               tokenizer.skipToStr(endComment);
 136               tokenEnd = tokenizer.getPos();
 137               return;
 138             }
 139           }
 140           tokenType = CustomHighlighterTokenType.CHARACTER;
 141           break;
 142       }
 143       tokenStart = tokenizer.startOffset;
 144       tokenEnd = tokenizer.endOffset;
 145       return;
 146     }
 147   }
 148
 149
 150   public IElementType getTokenType() {
 151     if (firstCall) {
 152       advance();
 153     }
 154     return tokenType;
 155   }
 156
 157   public int getTokenStart() {
 158     return tokenStart;
 159   }
 160
 161   public int getTokenEnd() {
 162     return tokenEnd;
 163   }
 164
 165   public void advance() {
 166     if (firstCall) {
 167       firstCall = false;
 168     }
 169     parseToken();
 170   }
 171
 172   public CharSequence getBufferSequence() {
 173     return buffer;
 174   }
 175
 176   public int getBufferEnd() {
 177     return endOffset;
 178   }
 179
 180   public int getState() {
 181     // No state.
 182     return 0;
 183   }
 184
 185 }