C# Class SharpOS.Tools.Tokenizer

Mostra file Open project: sharpos/SharpOS Class Usage Examples

Public Properties

Property	Type	Description
EndStringSeqType	TokenType
EndStringSequence	string
IgnoreWhitespace	bool
PrimitiveDecider	DPrimitiveDecider
SpecialTokens	string[]
StringMode	bool
Text	string
WhitespaceChars	char[]

Protected Properties

Property	Type	Description
_Caret	int
_CommentTokenPairs	string[]
_Line	int
_Queue	List
_QuoteTokenPairs	string[]

Public Methods

Method	Description
GetLineInfo ( int &line, int &col ) : void
IsCommentToken ( string str, int cmpn ) : bool
IsQuoteToken ( string str ) : bool
IsQuoteToken ( string str, int cmpn ) : bool
IsSpecialToken ( string str ) : bool
MaybeCommentToken ( string str, int cmpn ) : bool
MaybeQuoteToken ( string str ) : bool
MaybeQuoteToken ( string str, int cmpn ) : bool
MaybeSpecialToken ( string str ) : bool
PutBack ( ) : void
PutBack ( Token t ) : void
PutBack ( bool reverse ) : void
Read ( ) : Token
Tokenizer ( string text, bool ignws ) : System

Private Methods

Method	Description
_Read ( ) : Token
_StringRead ( ) : Token

Method Details

GetLineInfo() public method

public GetLineInfo ( int &line, int &col ) : void
line	int
col	int
return	void

IsCommentToken() public method

public IsCommentToken ( string str, int cmpn ) : bool
str	string
cmpn	int
return	bool

IsQuoteToken() public method

public IsQuoteToken ( string str ) : bool
str	string
return	bool

IsQuoteToken() public method

public IsQuoteToken ( string str, int cmpn ) : bool
str	string
cmpn	int
return	bool

IsSpecialToken() public method

public IsSpecialToken ( string str ) : bool
str	string
return	bool

MaybeCommentToken() public method

public MaybeCommentToken ( string str, int cmpn ) : bool
str	string
cmpn	int
return	bool

MaybeQuoteToken() public method

public MaybeQuoteToken ( string str ) : bool
str	string
return	bool

MaybeQuoteToken() public method

public MaybeQuoteToken ( string str, int cmpn ) : bool
str	string
cmpn	int
return	bool

MaybeSpecialToken() public method

public MaybeSpecialToken ( string str ) : bool
str	string
return	bool

PutBack() public method

public PutBack ( ) : void
return	void

PutBack() public method

public PutBack ( Token t ) : void
t	Token
return	void

PutBack() public method

public PutBack ( bool reverse ) : void
reverse	bool
return	void

Read() public method

public Read ( ) : Token
return	Token

Tokenizer() public method

public Tokenizer ( string text, bool ignws ) : System
text	string
ignws	bool
return	System

Property Details

EndStringSeqType public_oe property

public TokenType EndStringSeqType
return	TokenType

EndStringSequence public_oe property

public string EndStringSequence
return	string

IgnoreWhitespace public_oe property

public bool IgnoreWhitespace
return	bool

PrimitiveDecider public_oe property

public DPrimitiveDecider PrimitiveDecider
return	DPrimitiveDecider

SpecialTokens public_oe property

public string[] SpecialTokens
return	string[]

StringMode public_oe property

public bool StringMode
return	bool

Text public_oe property

public string Text
return	string

WhitespaceChars public_oe property

public char[] WhitespaceChars
return	char[]

_Caret protected_oe property

protected int _Caret
return	int

_CommentTokenPairs protected_oe property

protected string[] _CommentTokenPairs
return	string[]

_Line protected_oe property

protected int _Line
return	int

_Queue protected_oe property

protected List _Queue
return	List

_QuoteTokenPairs protected_oe property

protected string[] _QuoteTokenPairs
return	string[]