use crate::tokens::{Token, Tokenizer};
use std::collections::VecDeque;
pub struct TokenStream {
inner: VecDeque<Token>,
}
impl TokenStream {
fn new(tokens: VecDeque<Token>) -> TokenStream {
TokenStream { inner: tokens }
}
pub fn peek(&self, n: usize) -> Option<&Token> {
self.inner.get(n)
}
pub fn peek_next(&self) -> Option<&Token> {
self.peek(0)
}
pub fn has_next(&self) -> bool {
self.peek_next().is_some()
}
pub fn next_if(&mut self, cond: impl FnOnce(&Token) -> bool) -> Option<Token> {
if cond(self.peek_next()?) {
self.next()
} else {
None
}
}
}
impl Iterator for TokenStream {
type Item = Token;
fn next(&mut self) -> Option<Self::Item> {
self.inner.pop_front()
}
}
impl FromIterator<Token> for TokenStream {
fn from_iter<T: IntoIterator<Item = Token>>(iter: T) -> Self {
TokenStream::new(iter.into_iter().collect())
}
}
impl From<Vec<u8>> for TokenStream {
fn from(value: Vec<u8>) -> Self {
Tokenizer::new(value.into_iter()).collect()
}
}
impl From<&[u8]> for TokenStream {
fn from(value: &[u8]) -> Self {
Tokenizer::new(value.iter().copied()).collect()
}
}
impl From<&str> for TokenStream {
fn from(value: &str) -> Self {
Tokenizer::new(value.bytes()).collect()
}
}
impl From<String> for TokenStream {
fn from(value: String) -> Self {
TokenStream::from(value.as_str())
}
}