Method | Description | |
---|---|---|
ToString ( ) : string | ||
Tokenize ( string input ) : string[] | ||
TokenizerProcessingDecorator ( ITokenizer tokenizer, Postprocessor postprocessor ) : System | ||
TokenizerProcessingDecorator ( ITokenizer tokenizer, Preprocessor preprocessor ) : System | ||
TokenizerProcessingDecorator ( ITokenizer tokenizer, Preprocessor preprocessor, Postprocessor postprocessor ) : System |
public TokenizerProcessingDecorator ( ITokenizer tokenizer, Postprocessor postprocessor ) : System | ||
tokenizer | ITokenizer | |
postprocessor | Postprocessor | |
return | System |
public TokenizerProcessingDecorator ( ITokenizer tokenizer, Preprocessor preprocessor ) : System | ||
tokenizer | ITokenizer | |
preprocessor | Preprocessor | |
return | System |
public TokenizerProcessingDecorator ( ITokenizer tokenizer, Preprocessor preprocessor, Postprocessor postprocessor ) : System | ||
tokenizer | ITokenizer | |
preprocessor | Preprocessor | |
postprocessor | Postprocessor | |
return | System |