Struct html5ever::tokenizer::Tokenizer

pub struct Tokenizer<Sink> {
    pub sink: Sink,
    // some fields omitted
}

The HTML tokenizer.

Fields

sink: Sink

Destination for tokens we emit.

Methods

impl<Sink: TokenSink> Tokenizer<Sink>

pub fn new(sink: Sink, opts: TokenizerOpts) -> Tokenizer<Sink>

Create a new tokenizer which feeds tokens to a particular TokenSink.

pub fn feed(&mut self, input: &mut BufferQueue) -> TokenizerResult<Sink::Handle>

Feed an input string into the tokenizer.

pub fn set_plaintext_state(&mut self)

impl<Sink: TokenSink> Tokenizer<Sink>

pub fn end(&mut self)

Indicate that we have reached the end of the input.