com.sun.labs.minion.retrieval.parser
Class WebParserTokenManager
java.lang.Object
com.sun.labs.minion.retrieval.parser.WebParserTokenManager
- All Implemented Interfaces:
- WebParserConstants
public class WebParserTokenManager
- extends java.lang.Object
- implements WebParserConstants
Fields inherited from interface com.sun.labs.minion.retrieval.parser.WebParserConstants |
DEFAULT, DUBQUOTE, EOF, FSLASH, LB, MINUS, NGRAMTOKEN, NONSPACESEPCHAR, PASSAGE, PHRASE, PLUS, PUNCTCHAR1, PUNCTCHAR2, PUNCTUATION, RB, SPACESEPCHAR, SPACESEPCHAR1, SPACESEPCHAR2, SPACESEPCHAR3, SPACESEPCHAR4, SPACESEPCHAR5, SPACESEPCHAR6, SPACESEPCHAR7, SPACESEPCHAR8, SPACESEPCHAR9, SPACESEPTOKEN, TERM, TILDE, tokenImage, VALIDCHAR, WHITECHAR, WHITESPACE |
Methods inherited from class java.lang.Object |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
debugStream
public java.io.PrintStream debugStream
jjstrLiteralImages
public static final java.lang.String[] jjstrLiteralImages
lexStateNames
public static final java.lang.String[] lexStateNames
input_stream
protected JavaCharStream input_stream
curChar
protected char curChar
WebParserTokenManager
public WebParserTokenManager(JavaCharStream stream)
WebParserTokenManager
public WebParserTokenManager(JavaCharStream stream,
int lexState)
setDebugStream
public void setDebugStream(java.io.PrintStream ds)
ReInit
public void ReInit(JavaCharStream stream)
ReInit
public void ReInit(JavaCharStream stream,
int lexState)
SwitchTo
public void SwitchTo(int lexState)
jjFillToken
protected Token jjFillToken()
getNextToken
public Token getNextToken()