Struct lexers::DelimTokenizer

pub struct DelimTokenizer {
    // some fields omitted
}

Methods

impl DelimTokenizer

fn from_str<S>(src: &str, delims: S, remove: bool) -> Scanner<String> where S: Into<String>

Trait Implementations

impl Nexter<String> for DelimTokenizer

fn get_item(&mut self) -> Option<String>