Method |
Description |
|
TestBigrams ( ) : void |
|
|
TestFewTokenChars ( ) : void |
|
|
TestFullUTF8Range ( ) : void |
|
|
TestHeavyPreTokenization ( ) : void |
|
|
TestInvalidInput ( ) : void |
|
|
TestInvalidInput2 ( ) : void |
|
|
TestLargeInput ( ) : void |
|
|
TestLargeMaxGram ( ) : void |
|
|
TestNGrams ( int minGram, int maxGram, int length, string nonTokenChars ) : void |
|
|
TestNGrams ( int minGram, int maxGram, string s, string nonTokenChars ) : void |
|
|
TestNGrams ( int minGram, int maxGram, string s, string nonTokenChars, bool edgesOnly ) : void |
|
|
TestNgrams ( ) : void |
|
|
TestOversizedNgrams ( ) : void |
|
|
TestPreTokenization ( ) : void |
|
|
TestRandomStrings ( ) : void |
|
|
TestReset ( ) : void |
|
|
TestUnigrams ( ) : void |
|
|
isTokenChar ( string nonTokenChars, int codePoint ) : bool |
|
|
toCodePoints ( string s ) : int[] |
|
|