Struct Tokenizer

pub struct Tokenizer<Sink> {
    pub sink: Sink,
    /* private fields */
}

The HTML tokenizer.

Fields

sink: Sink

Destination for tokens we emit.

Implementations

impl<Sink: TokenSink> Tokenizer<Sink>

pub fn new(sink: Sink, opts: TokenizerOpts) -> Tokenizer<Sink>

Create a new tokenizer which feeds tokens to a particular TokenSink.

pub fn feed(&self, input: &BufferQueue) -> TokenizerResult<Sink::Handle>

Feed an input string into the tokenizer.

pub fn set_plaintext_state(&self)

impl<Sink: TokenSink> Tokenizer<Sink>

pub fn end(&self)

Indicate that we have reached the end of the input.