C# Class SharpOS.Tools.Tokenizer

Show file Open project: sharpos/SharpOS Class Usage Examples

Public Properties

Property	Type	Description
EndStringSeqType	TokenType
EndStringSequence	string
IgnoreWhitespace	bool
PrimitiveDecider	DPrimitiveDecider
SpecialTokens	string[]
StringMode	bool
Text	string
WhitespaceChars	char[]

Protected Properties

Property	Type	Description
_Caret	int
_CommentTokenPairs	string[]
_Line	int
_Queue	List
_QuoteTokenPairs	string[]

Public Methods

Method	Description
GetLineInfo ( int &line, int &col ) : void
IsCommentToken ( string str, int cmpn ) : bool
IsQuoteToken ( string str ) : bool
IsQuoteToken ( string str, int cmpn ) : bool
IsSpecialToken ( string str ) : bool
MaybeCommentToken ( string str, int cmpn ) : bool
MaybeQuoteToken ( string str ) : bool
MaybeQuoteToken ( string str, int cmpn ) : bool
MaybeSpecialToken ( string str ) : bool
PutBack ( ) : void
PutBack ( Token t ) : void
PutBack ( bool reverse ) : void
Read ( ) : Token
Tokenizer ( string text, bool ignws ) : System

Private Methods

Method	Description
_Read ( ) : Token
_StringRead ( ) : Token

Method Details

GetLineInfo() public method

public GetLineInfo ( int &line, int &col ) : void
line	int
col	int
return	void

IsCommentToken() public method

public IsCommentToken ( string str, int cmpn ) : bool
str	string
cmpn	int
return	bool

IsQuoteToken() public method

public IsQuoteToken ( string str ) : bool
str	string
return	bool

IsQuoteToken() public method

public IsQuoteToken ( string str, int cmpn ) : bool
str	string
cmpn	int
return	bool

IsSpecialToken() public method

public IsSpecialToken ( string str ) : bool
str	string
return	bool

MaybeCommentToken() public method

public MaybeCommentToken ( string str, int cmpn ) : bool
str	string
cmpn	int
return	bool

MaybeQuoteToken() public method

public MaybeQuoteToken ( string str ) : bool
str	string
return	bool

MaybeQuoteToken() public method

public MaybeQuoteToken ( string str, int cmpn ) : bool
str	string
cmpn	int
return	bool

MaybeSpecialToken() public method

public MaybeSpecialToken ( string str ) : bool
str	string
return	bool

PutBack() public method

public PutBack ( ) : void
return	void

PutBack() public method

public PutBack ( Token t ) : void
t	Token
return	void

PutBack() public method

public PutBack ( bool reverse ) : void
reverse	bool
return	void

Read() public method

public Read ( ) : Token
return	Token

Tokenizer() public method

public Tokenizer ( string text, bool ignws ) : System
text	string
ignws	bool
return	System

Property Details

EndStringSeqType public property

public TokenType EndStringSeqType
return	TokenType

EndStringSequence public property

public string EndStringSequence
return	string

IgnoreWhitespace public property

public bool IgnoreWhitespace
return	bool

PrimitiveDecider public property

public DPrimitiveDecider PrimitiveDecider
return	DPrimitiveDecider

SpecialTokens public property

public string[] SpecialTokens
return	string[]

StringMode public property

public bool StringMode
return	bool

Text public property

public string Text
return	string

WhitespaceChars public property

public char[] WhitespaceChars
return	char[]

_Caret protected property

protected int _Caret
return	int

_CommentTokenPairs protected property

protected string[] _CommentTokenPairs
return	string[]

_Line protected property

protected int _Line
return	int

_Queue protected property

protected List _Queue
return	List

_QuoteTokenPairs protected property

protected string[] _QuoteTokenPairs
return	string[]