org.apache.nutch.analysis
Class NutchAnalysisTokenManager

java.lang.Object
  org.apache.nutch.analysis.NutchAnalysisTokenManager

All Implemented Interfaces:

NutchAnalysisConstants

public class NutchAnalysisTokenManager

extends Object

implements NutchAnalysisConstants

Field Summary

protected char	curChar
PrintStream	debugStream
protected org.apache.nutch.analysis.CharStream	input_stream
static String[]	jjstrLiteralImages
static String[]	lexStateNames

Fields inherited from interface org.apache.nutch.analysis.NutchAnalysisConstants

ACRONYM, APOSTROPHE, ATSIGN, C_PLUS_PLUS, C_SHARP, CJK, COLON, DEFAULT, DIGIT, DOT, EOF, IRREGULAR_WORD, LETTER, MINUS, PLUS, QUOTE, SIGRAM, SLASH, tokenImage, WHITE, WORD, WORD_PUNCT

Constructor Summary

NutchAnalysisTokenManager(org.apache.nutch.analysis.CharStream stream)

NutchAnalysisTokenManager(org.apache.nutch.analysis.CharStream stream, int lexState)

NutchAnalysisTokenManager(Reader reader)
Constructs a token manager for the provided Reader.

Method Summary

org.apache.nutch.analysis.Token	getNextToken()
protected org.apache.nutch.analysis.Token	jjFillToken()
void	ReInit(org.apache.nutch.analysis.CharStream stream)
void	ReInit(org.apache.nutch.analysis.CharStream stream, int lexState)
void	setDebugStream(PrintStream ds)
void	SwitchTo(int lexState)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

debugStream

public PrintStream debugStream

jjstrLiteralImages

public static final String[] jjstrLiteralImages

lexStateNames

public static final String[] lexStateNames

input_stream

protected org.apache.nutch.analysis.CharStream input_stream

curChar

protected char curChar

Constructor Detail

NutchAnalysisTokenManager

public NutchAnalysisTokenManager(Reader reader)

Constructs a token manager for the provided Reader.

NutchAnalysisTokenManager

public NutchAnalysisTokenManager(org.apache.nutch.analysis.CharStream stream)

NutchAnalysisTokenManager

public NutchAnalysisTokenManager(org.apache.nutch.analysis.CharStream stream,
                                 int lexState)

Method Detail

setDebugStream

public void setDebugStream(PrintStream ds)

ReInit

public void ReInit(org.apache.nutch.analysis.CharStream stream)

ReInit

public void ReInit(org.apache.nutch.analysis.CharStream stream,
                   int lexState)

SwitchTo

public void SwitchTo(int lexState)

jjFillToken

protected org.apache.nutch.analysis.Token jjFillToken()

getNextToken

public org.apache.nutch.analysis.Token getNextToken()