flexi-parse 0.11.0

Simple, flexible parsing
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

use crate::scanner;
use crate::SourceFile;
use crate::TokenStream;

use std::sync::Arc;

mod keywords;
mod punct;
mod simple;
mod whitespace;

fn scan(source: &str) -> TokenStream {
    let (tokens, error) = scanner::scan(
        Arc::new(SourceFile::new("test data".to_string(), source.to_string())),
        0,
        None,
    );
    if let Some(error) = error {
        panic!("{error:?}");
    }
    tokens
}