com.sun.labs.minion.retrieval.parser
Class WebParserTokenManager

java.lang.Object
  extended by com.sun.labs.minion.retrieval.parser.WebParserTokenManager
All Implemented Interfaces:
WebParserConstants

public class WebParserTokenManager
extends java.lang.Object
implements WebParserConstants


Field Summary
protected  char curChar
           
 java.io.PrintStream debugStream
           
protected  JavaCharStream input_stream
           
static java.lang.String[] jjstrLiteralImages
           
static java.lang.String[] lexStateNames
           
 
Fields inherited from interface com.sun.labs.minion.retrieval.parser.WebParserConstants
DEFAULT, DUBQUOTE, EOF, FSLASH, LB, MINUS, NGRAMTOKEN, NONSPACESEPCHAR, PASSAGE, PHRASE, PLUS, PUNCTCHAR1, PUNCTCHAR2, PUNCTUATION, RB, SPACESEPCHAR, SPACESEPCHAR1, SPACESEPCHAR2, SPACESEPCHAR3, SPACESEPCHAR4, SPACESEPCHAR5, SPACESEPCHAR6, SPACESEPCHAR7, SPACESEPCHAR8, SPACESEPCHAR9, SPACESEPTOKEN, TERM, TILDE, tokenImage, VALIDCHAR, WHITECHAR, WHITESPACE
 
Constructor Summary
WebParserTokenManager(JavaCharStream stream)
           
WebParserTokenManager(JavaCharStream stream, int lexState)
           
 
Method Summary
 Token getNextToken()
           
protected  Token jjFillToken()
           
 void ReInit(JavaCharStream stream)
           
 void ReInit(JavaCharStream stream, int lexState)
           
 void setDebugStream(java.io.PrintStream ds)
           
 void SwitchTo(int lexState)
           
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Field Detail

debugStream

public java.io.PrintStream debugStream

jjstrLiteralImages

public static final java.lang.String[] jjstrLiteralImages

lexStateNames

public static final java.lang.String[] lexStateNames

input_stream

protected JavaCharStream input_stream

curChar

protected char curChar
Constructor Detail

WebParserTokenManager

public WebParserTokenManager(JavaCharStream stream)

WebParserTokenManager

public WebParserTokenManager(JavaCharStream stream,
                             int lexState)
Method Detail

setDebugStream

public void setDebugStream(java.io.PrintStream ds)

ReInit

public void ReInit(JavaCharStream stream)

ReInit

public void ReInit(JavaCharStream stream,
                   int lexState)

SwitchTo

public void SwitchTo(int lexState)

jjFillToken

protected Token jjFillToken()

getNextToken

public Token getNextToken()