use muskitty_css_tokenizer::Token;
#[derive(Debug, Clone)]
pub struct TokenStream {
pub tokens: Vec<Token>,
pub index: usize,
marked_indexes: Vec<usize>,
}
impl TokenStream {
pub fn new(mut tokens: Vec<Token>) -> Self {
if tokens.last().is_none_or(|t| !matches!(t, Token::Eof)) {
tokens.push(Token::Eof);
}
Self {
tokens,
index: 0,
marked_indexes: Vec::new(),
}
}
pub fn next_token(&self) -> Token {
self.tokens.get(self.index).cloned().unwrap_or(Token::Eof)
}
pub fn is_empty(&self) -> bool {
matches!(self.next_token(), Token::Eof)
}
pub fn consume_token(&mut self) -> Token {
let token = self.next_token();
if !matches!(token, Token::Eof) {
self.index += 1;
}
token
}
pub fn discard_token(&mut self) {
if !self.is_empty() {
self.index += 1;
}
}
pub fn mark(&mut self) {
self.marked_indexes.push(self.index);
}
pub fn restore_mark(&mut self) {
if let Some(idx) = self.marked_indexes.pop() {
self.index = idx;
}
}
pub fn discard_mark(&mut self) {
let _ = self.marked_indexes.pop();
}
pub fn discard_whitespace(&mut self) {
while matches!(self.next_token(), Token::Whitespace) {
self.discard_token();
}
}
}