Method |
Description |
|
TestBackRangeOfNgrams ( ) : void |
|
|
TestBackUnigram ( ) : void |
|
|
TestFewTokenChars ( ) : void |
|
|
TestFrontRangeOfNgrams ( ) : void |
|
|
TestFrontUnigram ( ) : void |
|
|
TestFullUTF8Range ( ) : void |
|
|
TestHeavyPreTokenization ( ) : void |
|
|
TestInvalidInput ( ) : void |
|
|
TestInvalidInput2 ( ) : void |
|
|
TestInvalidInput3 ( ) : void |
|
|
TestLargeInput ( ) : void |
|
|
TestLargeMaxGram ( ) : void |
|
|
TestNGrams ( int minGram, int maxGram, int length, string nonTokenChars ) : void |
|
|
TestNGrams ( int minGram, int maxGram, string s, string nonTokenChars ) : void |
|
|
TestOversizedNgrams ( ) : void |
|
|
TestPreTokenization ( ) : void |
|
|
TestRandomStrings ( ) : void |
|
|
TestReset ( ) : void |
|
|
TestTokenizerPositions ( ) : void |
|
|