Struct StringTokenizer 

pub struct StringTokenizer<'l> { /* private fields */ }

Implementations

impl<'l> StringTokenizer<'l>

pub fn with_input(input: &'l str) -> StringTokenizer<'l>

Examples found in repository

examples/prog2json.rs (line 13)

fn main() {
    let args: Vec<String> = env::args().collect();

    if args.len() != 2 {
        eprintln!("Usage: prog2json <program>");
        return;
    }

    let mut tokenizer = StringTokenizer::with_input(&args[1]);
    let prog = CelCompiler::with_tokenizer(&mut tokenizer)
        .compile()
        .unwrap();

    println!("{}", serde_json::to_string_pretty(&prog).unwrap());
}

Trait Implementations

impl Tokenizer for StringTokenizer<'_>

fn peek(&mut self) -> Result<Option<&TokenWithLoc>, SyntaxError>

fn next(&mut self) -> Result<Option<TokenWithLoc>, SyntaxError>

fn source<'a>(&'a self) -> &'a str

fn location(&self) -> SourceLocation