use crate::lexing::util::lex_list::LexList;
use crate::lexing::typ::Lexer;
use crate::lexing::typ::MaybeToken;
pub fn lex_all(lexer: &mut impl Lexer) -> LexList {
let mut list = Vec::with_capacity(512);
while let MaybeToken::Token(token) = lexer.lex() {
list.push(token)
}
list.shrink_to_fit();
LexList::from_tokens(list)
}