TypeScript_Rust_Compiler/
test_lexer.rs

1use crate::lexer::Lexer;
2
3pub fn test_lexer() {
4    let code = "function calculate(a: number, b: number, operation: string): number { return a + b; }";
5    println!("Input code: '{}'", code);
6    println!("Code length: {}", code.len());
7    
8    for (i, ch) in code.chars().enumerate() {
9        println!("Position {}: '{}'", i, ch);
10    }
11    
12    let mut lexer = Lexer::new(code.to_string());
13    let tokens = lexer.tokenize().unwrap();
14    
15    for token in tokens {
16        println!("{:?}", token);
17    }
18}