C# Class Lucene.Net.Analysis.Wikipedia.WikipediaTokenizerImpl

JFlex-generated tokenizer that is aware of Wikipedia syntax.
Datei anzeigen Open project: apache/lucenenet Class Usage Examples

Public Properties

Property Type Description
ACRONYM int
ALPHANUM int
APOSTROPHE int
BOLD int
BOLD_ITALICS int
CATEGORY int
CATEGORY_STATE int
CITATION int
CJ int
COMPANY int
DOUBLE_BRACE_STATE int
DOUBLE_EQUALS_STATE int
EMAIL int
EXTERNAL_LINK int
EXTERNAL_LINK_STATE int
EXTERNAL_LINK_URL int
FIVE_SINGLE_QUOTES_STATE int
HEADING int
HOST int
INTERNAL_LINK int
INTERNAL_LINK_STATE int
ITALICS int
NUM int
STRING int
SUB_HEADING int
THREE_SINGLE_QUOTES_STATE int
TOKEN_TYPES string[]
TWO_SINGLE_QUOTES_STATE int
YYEOF int
YYINITIAL int

Public Methods

Method Description
GetNextToken ( ) : int
YyBegin ( int newState ) : void
YyCharAt ( int pos ) : char
YyClose ( ) : void
YyPushBack ( int number ) : void
YyReset ( TextReader reader ) : void

Private Methods

Method Description
GetText ( ICharTermAttribute t ) : void
SetText ( StringBuilder buffer ) : int
WikipediaTokenizerImpl ( TextReader @in ) : Lucene.Net.Analysis.Tokenattributes
ZzRefill ( ) : bool
ZzScanError ( int errorCode ) : void
ZzUnpackAction ( string packed, int offset, int result ) : int
ZzUnpackAction ( ) : int[]
ZzUnpackAttribute ( string packed, int offset, int result ) : int
ZzUnpackAttribute ( ) : int[]
ZzUnpackCMap ( string packed ) : char[]
ZzUnpackRowMap ( string packed, int offset, int result ) : int
ZzUnpackRowMap ( ) : int[]
ZzUnpackTrans ( string packed, int offset, int result ) : int
ZzUnpackTrans ( ) : int[]
reset ( ) : void

Method Details

GetNextToken() public method

public GetNextToken ( ) : int
return int

YyBegin() public method

public YyBegin ( int newState ) : void
newState int
return void

YyCharAt() public method

public YyCharAt ( int pos ) : char
pos int
return char

YyClose() public method

public YyClose ( ) : void
return void

YyPushBack() public method

public YyPushBack ( int number ) : void
number int
return void

YyReset() public method

public YyReset ( TextReader reader ) : void
reader TextReader
return void

Property Details

ACRONYM public_oe static_oe property

public static int ACRONYM
return int

ALPHANUM public_oe static_oe property

public static int ALPHANUM
return int

APOSTROPHE public_oe static_oe property

public static int APOSTROPHE
return int

BOLD public_oe static_oe property

public static int BOLD
return int

BOLD_ITALICS public_oe static_oe property

public static int BOLD_ITALICS
return int

CATEGORY public_oe static_oe property

public static int CATEGORY
return int

CATEGORY_STATE public_oe static_oe property

public static int CATEGORY_STATE
return int

CITATION public_oe static_oe property

public static int CITATION
return int

CJ public_oe static_oe property

public static int CJ
return int

COMPANY public_oe static_oe property

public static int COMPANY
return int

DOUBLE_BRACE_STATE public_oe static_oe property

public static int DOUBLE_BRACE_STATE
return int

DOUBLE_EQUALS_STATE public_oe static_oe property

public static int DOUBLE_EQUALS_STATE
return int

EMAIL public_oe static_oe property

public static int EMAIL
return int

EXTERNAL_LINK public_oe static_oe property

public static int EXTERNAL_LINK
return int

EXTERNAL_LINK_STATE public_oe static_oe property

public static int EXTERNAL_LINK_STATE
return int

EXTERNAL_LINK_URL public_oe static_oe property

public static int EXTERNAL_LINK_URL
return int

FIVE_SINGLE_QUOTES_STATE public_oe static_oe property

public static int FIVE_SINGLE_QUOTES_STATE
return int

HEADING public_oe static_oe property

public static int HEADING
return int

HOST public_oe static_oe property

public static int HOST
return int

INTERNAL_LINK public_oe static_oe property

public static int INTERNAL_LINK
return int

INTERNAL_LINK_STATE public_oe static_oe property

public static int INTERNAL_LINK_STATE
return int

ITALICS public_oe static_oe property

public static int ITALICS
return int

NUM public_oe static_oe property

public static int NUM
return int

STRING public_oe static_oe property

public static int STRING
return int

SUB_HEADING public_oe static_oe property

public static int SUB_HEADING
return int

THREE_SINGLE_QUOTES_STATE public_oe static_oe property

public static int THREE_SINGLE_QUOTES_STATE
return int

TOKEN_TYPES public_oe static_oe property

public static string[] TOKEN_TYPES
return string[]

TWO_SINGLE_QUOTES_STATE public_oe static_oe property

public static int TWO_SINGLE_QUOTES_STATE
return int

YYEOF public_oe static_oe property

public static int YYEOF
return int

YYINITIAL public_oe static_oe property

public static int YYINITIAL
return int