TypeScript_Rust_Compiler/
test_lexer.rs

1use crate::lexer::Lexer;
2
3pub fn test_lexer() {
4    let code =
5        "function calculate(a: number, b: number, operation: string): number { return a + b; }";
6    println!("Input code: '{}'", code);
7    println!("Code length: {}", code.len());
8
9    for (i, ch) in code.chars().enumerate() {
10        println!("Position {}: '{}'", i, ch);
11    }
12
13    let mut lexer = Lexer::new(code.to_string());
14    let tokens = lexer.tokenize().unwrap();
15
16    for token in tokens {
17        println!("{:?}", token);
18    }
19}