| Method | Description | |
|---|---|---|
| AddString ( String str ) : void | ||
| AddToken ( short token ) : void | ||
| GetNextFullToken ( ) : short | ||
| GetNextString ( ) : String | ||
| GetNextToken ( ) : short | ||
| GetTokenCount ( ) : int | ||
| GoToPosition ( int position ) : void | ||
| Reset ( ) : void | ||
| TagLastToken ( short tag ) : void | ||
| ThrowAwayNextString ( ) : void | ||
| TokenizerStream ( ) : System.Text |