Struct html5ever::tokenizer::Tokenizer
[−]
[src]
pub struct Tokenizer<Sink> { pub sink: Sink, // some fields omitted }
The HTML tokenizer.
Fields
sink: Sink
Destination for tokens we emit.
Methods
impl<Sink: TokenSink> Tokenizer<Sink>
[src]
fn new(sink: Sink, opts: TokenizerOpts) -> Tokenizer<Sink>
Create a new tokenizer which feeds tokens to a particular TokenSink
.
fn feed(&mut self, input: &mut BufferQueue) -> TokenizerResult<Sink::Handle>
Feed an input string into the tokenizer.
fn set_plaintext_state(&mut self)
impl<Sink: TokenSink> Tokenizer<Sink>
[src]
fn end(&mut self)
Indicate that we have reached the end of the input.