1use crate::token::Token; 2 3pub trait LexerTrait { 4 fn new(input: &str) -> Self; 5 fn tokenize(&mut self) -> Vec<Token>; 6}