Méthode | Description | |
---|---|---|
SourceCodeTokenizer ( |
||
SourceCodeTokenizer ( ITokenFactory tokenFactory, ITokenSeparatorProvider tokenProvider ) : System | ||
Tokenize ( string input ) : IEnumerable |
Méthode | Description | |
---|---|---|
CharIsTokenSeparator ( char c, |
||
CreateToken ( |
||
IsPartOfMultipleCharSeparator ( |
||
TokenIsNegator ( |
public SourceCodeTokenizer ( |
||
functionRepository | ||
nameValueProvider | NameValueProvider | |
Résultat | System |
public SourceCodeTokenizer ( ITokenFactory tokenFactory, ITokenSeparatorProvider tokenProvider ) : System | ||
tokenFactory | ITokenFactory | |
tokenProvider | ITokenSeparatorProvider | |
Résultat | System |
public Tokenize ( string input ) : IEnumerable |
||
input | string | |
Résultat | IEnumerable |