rustine 0.1.1

High-performance Gel syntax parser transforming to JSON/XML (Rust + PyO3)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14

use rustine::parser::lexer::lex;

#[test]
fn debug_lexer_tokens() {
    let input = "define nl";
    let tokens = lex(input).unwrap();

    for (i, token) in tokens.iter().enumerate() {
        println!("Token {}: {:?} = '{}'", i, token.kind, token.slice);
    }

    // This test just prints debug info
    assert!(!tokens.is_empty());
}