use crate::latin_1::Latin1Str;
use crate::token_interning::Symbol;
use crate::tokens::{TokenKind, Trivia};
use std::io::{self, Write};
#[derive(Debug, Clone, Eq, PartialEq)]
pub struct Token {
pub(crate) leading_trivia: Trivia,
symbol: Symbol,
}
impl Token {
pub fn new(kind: TokenKind, text: impl Into<Box<Latin1Str>>, leading_trivia: Trivia) -> Token {
Token {
leading_trivia,
symbol: Symbol::allocate(kind, text.into()),
}
}
pub(crate) fn eof(leading_trivia: Trivia) -> Token {
Token::new(TokenKind::Eof, b"", leading_trivia)
}
#[cfg(test)]
pub fn simple(kind: TokenKind, text: impl Into<Box<Latin1Str>>) -> Token {
Token::new(kind, text, Trivia::default())
}
pub fn kind(&self) -> TokenKind {
self.symbol.kind()
}
pub fn leading_trivia(&self) -> &Trivia {
&self.leading_trivia
}
pub fn set_leading_trivia(&mut self, trivia: Trivia) {
self.leading_trivia = trivia;
}
pub fn text(&self) -> &Latin1Str {
self.symbol.text()
}
pub fn text_len(&self) -> usize {
self.text().len()
}
pub fn byte_len(&self) -> usize {
self.leading_trivia.byte_len() + self.text_len()
}
pub fn write_to(&self, writer: &mut impl Write) -> io::Result<()> {
self.leading_trivia().write_to(writer)?;
writer.write_all(self.text().as_bytes())?;
Ok(())
}
}