• Home
• HtmlParserSharp
• Core
• Tokenizer

C# Class HtmlParserSharp.Core.Tokenizer

Show file Open project: prepare/HTML-Renderer Class Usage Examples

Protected Properties

Property	Type	Description
ampersandLocation	Locator
attributeName	AttributeName
confident	bool
cstart	int
endTag	bool
endTagExpectation	ElementName
html4	bool
index	int
lastCR	bool
stateSave	TokenizerState
value	int

Public Methods

Method	Description
BecomeConfident ( ) : void
End ( ) : void
Eof ( ) : void
Err ( string message ) : void
ErrTreeBuilder ( string message ) : void
Fatal ( string message ) : void
InitializeWithoutStarting ( ) : void
InternalEncodingDeclaration ( string internalCharset ) : bool
LoadState ( Tokenizer other ) : void
NotifyAboutMetaBoundary ( ) : void
RequestSuspension ( ) : void
ResetToDataState ( ) : void
SetStateAndEndTagExpectation ( TokenizerState specialTokenizerState, ElementName endTagExpectation ) : void
SetStateAndEndTagExpectation ( TokenizerState specialTokenizerState, [ endTagExpectation ) : void
SetTransitionBaseOffset ( int offset ) : void	Sets an offset to be added to the position reported to TransitionHandler.
Start ( ) : void
TokenizeBuffer ( UTF16Buffer buffer ) : bool
Tokenizer ( ITokenHandler tokenHandler ) : System
Tokenizer ( ITokenHandler tokenHandler, bool newAttributesEachTime ) : System
Warn ( string message ) : void

Protected Methods

Method	Description
ErrAstralNonCharacter ( int ch ) : void
ErrAttributeValueMissing ( ) : void
ErrBadCharAfterLt ( char c ) : void
ErrBadCharBeforeAttributeNameOrNull ( char c ) : void
ErrBogusComment ( ) : void
ErrBogusDoctype ( ) : void
ErrCharRefLacksSemicolon ( ) : void
ErrConsecutiveHyphens ( ) : void
ErrDuplicateAttribute ( ) : void
ErrEofAfterLt ( ) : void
ErrEofInAttributeName ( ) : void
ErrEofInAttributeValue ( ) : void
ErrEofInComment ( ) : void
ErrEofInDoctype ( ) : void
ErrEofInEndTag ( ) : void
ErrEofInPublicId ( ) : void
ErrEofInSystemId ( ) : void
ErrEofInTagName ( ) : void
ErrEofWithoutGt ( ) : void
ErrEqualsSignBeforeAttributeName ( ) : void
ErrExpectedPublicId ( ) : void
ErrExpectedSystemId ( ) : void
ErrGarbageAfterLtSlash ( ) : void
ErrGtInPublicId ( ) : void
ErrGtInSystemId ( ) : void
ErrHtml4LtSlashInRcdata ( char folded ) : void
ErrHtml4NonNameInUnquotedAttribute ( char c ) : void
ErrHtml4XmlVoidSyntax ( ) : void
ErrHyphenHyphenBang ( ) : void
ErrLtGt ( ) : void
ErrLtOrEqualsOrGraveInUnquotedAttributeOrNull ( char c ) : void
ErrLtSlashGt ( ) : void
ErrMissingSpaceBeforeDoctypeName ( ) : void
ErrNamelessDoctype ( ) : void
ErrNcrControlChar ( char ch ) : char
ErrNcrControlChar ( ) : void
ErrNcrCr ( ) : void
ErrNcrInC1Range ( ) : void
ErrNcrNonCharacter ( char ch ) : char
ErrNcrOutOfRange ( ) : void
ErrNcrSurrogate ( ) : void
ErrNcrUnassigned ( ) : void
ErrNcrZero ( ) : void
ErrNoDigitsInNCR ( ) : void
ErrNoNamedCharacterMatch ( ) : void
ErrNoSpaceBetweenAttributes ( ) : void
ErrNoSpaceBetweenDoctypePublicKeywordAndQuote ( ) : void
ErrNoSpaceBetweenDoctypeSystemKeywordAndQuote ( ) : void
ErrNoSpaceBetweenPublicAndSystemIds ( ) : void
ErrNotSemicolonTerminated ( ) : void
ErrPrematureEndOfComment ( ) : void
ErrProcessingInstruction ( ) : void
ErrQuoteBeforeAttributeName ( char c ) : void
ErrQuoteOrLtInAttributeNameOrNull ( char c ) : void
ErrSlashNotFollowedByGt ( ) : void
ErrUnescapedAmpersandInterpretedAsCharacterReference ( ) : void
ErrUnquotedAttributeValOrNull ( char c ) : void
ErrWarnLtSlashInRcdata ( ) : void
FlushChars ( char buf, int pos ) : void	Flushes coalesced character tokens.
MaybeErrAttributesOnEndTag ( HtmlAttributes attrs ) : void
MaybeErrSlashInEndTag ( bool selfClosing ) : void
MaybeWarnPrivateUse ( char ch ) : void
MaybeWarnPrivateUseAstral ( ) : void
NoteAttributeWithoutValue ( ) : void
NoteUnquotedAttributeValue ( ) : void
SilentCarriageReturn ( ) : void
SilentLineFeed ( ) : void
StartErrorReporting ( ) : void

Private Methods

Method	Description
AddAttributeWithValue ( ) : void
AddAttributeWithoutValue ( ) : void
AdjustDoubleHyphenAndAppendToLongStrBufAndErr ( char c ) : void
AdjustDoubleHyphenAndAppendToLongStrBufCarriageReturn ( ) : void
AdjustDoubleHyphenAndAppendToLongStrBufLineFeed ( ) : void
AppendLongStrBuf ( char c ) : void
AppendLongStrBuf ( char buffer, int offset, int length ) : void
AppendLongStrBufCarriageReturn ( ) : void
AppendLongStrBufLineFeed ( ) : void
AppendSecondHyphenToBogusComment ( ) : void
AppendStrBuf ( char c ) : void
AppendStrBufToLongStrBuf ( ) : void
AttributeNameComplete ( ) : void
BogusDoctype ( ) : void
BogusDoctypeWithoutQuirks ( ) : void
ClearLongStrBuf ( ) : void
ClearLongStrBufAndAppend ( char c ) : void
ClearStrBuf ( ) : void
ClearStrBufAndAppend ( char c ) : void
EmitCarriageReturn ( char buf, int pos ) : void
EmitComment ( int provisionalHyphens, int pos ) : void	Emits the current comment token.
EmitCurrentTagToken ( bool selfClosing, int pos ) : TokenizerState
EmitDoctypeToken ( int pos ) : void
EmitOrAppendOne ( char val, TokenizerState returnState ) : void
EmitOrAppendStrBuf ( TokenizerState returnState ) : void
EmitOrAppendTwo ( char val, TokenizerState returnState ) : void
EmitPlaintextReplacementCharacter ( char buf, int pos ) : void
EmitReplacementCharacter ( char buf, int pos ) : void
EmitStrBuf ( ) : void
EmptyAttributes ( ) : HtmlAttributes
EndTagExpectationToArray ( ) : void
HandleNcrValue ( TokenizerState returnState ) : void
InitDoctypeFields ( ) : void
LongStrBufToString ( ) : string
MaybeAppendSpaceToBogusComment ( ) : void
NewAsciiLowerCaseStringFromString ( String str ) : String
ResetAttributes ( ) : void
SetAdditionalAndRememberAmpersandLocation ( char add ) : void
StateLoop ( TokenizerState state, char c, int pos, char buf, bool reconsume, TokenizerState returnState, int endPos ) : int
StrBufToDoctypeName ( ) : void
StrBufToElementNameString ( ) : void
TurnOnAdditionalHtml4Errors ( ) : void

Method Details

Property Details