use logos::Logos;
use std::ops::Range;
#[derive(Logos, Debug, Clone, PartialEq)]
pub enum Token {
#[token("on")]
On,
#[token("if")]
If,
#[token("elseif")]
ElseIf,
#[token("else")]
Else,
#[token("loop")]
Loop,
#[token("exit")]
Exit,
#[token("skip")]
Skip,
#[token("skipevent")]
SkipEvent,
#[token("and")]
AndKw,
#[token("or")]
OrKw,
#[regex(r"[a-zA-Z_][a-zA-Z0-9_]*")]
Ident,
#[regex(r#""([^"\\]|\\.)*""#)]
String,
#[regex(r"[0-9]+(\.[0-9]+)?")]
Number,
#[regex(r"\$[a-zA-Z_][a-zA-Z0-9_]*")]
Variable,
#[token("==")]
Eq,
#[token("!=")]
Ne,
#[token("<=")]
Le,
#[token(">=")]
Ge,
#[token("<")]
Lt,
#[token(">")]
Gt,
#[token("&&")]
And,
#[token("||")]
Or,
#[token("xor")]
Xor,
#[token("*")]
Star,
#[token("/")]
Slash,
#[token("+=")]
AddAssign,
#[token("-=")]
SubAssign,
#[token("++")]
Inc,
#[token("--")]
Dec,
#[token("+")]
Plus,
#[token("-")]
Minus,
#[token("=")]
Assign,
#[token("(")]
LParen,
#[token(")")]
RParen,
#[token("{")]
LBrace,
#[token("}")]
RBrace,
#[token(";")]
Semicolon,
#[token(",")]
Comma,
#[token(":")]
Colon,
#[token("@")]
At,
#[regex(r"//[^\n]*", allow_greedy = true)]
LineComment,
#[regex(r"/\*[^*]*\*+(?:[^/*][^*]*\*+)*/")]
BlockComment,
#[logos(skip r"[ \t\r\n]+")]
Whitespace,
}
impl Token {
pub fn name(&self) -> &'static str {
match self {
Token::On => "'on'",
Token::If => "'if'",
Token::ElseIf => "'elseif'",
Token::Else => "'else'",
Token::Loop => "'loop'",
Token::Exit => "'exit'",
Token::Skip => "'skip'",
Token::SkipEvent => "'skipevent'",
Token::Ident => "identifier",
Token::String => "string literal",
Token::Number => "number",
Token::Variable => "variable",
Token::Eq => "'=='",
Token::Ne => "'!='",
Token::Le => "'<='",
Token::Ge => "'>='",
Token::Lt => "'<'",
Token::Gt => "'>'",
Token::And => "'&&'",
Token::Or => "'||'",
Token::Xor => "'xor'",
Token::AndKw => "'and'",
Token::OrKw => "'or'",
Token::Star => "'*'",
Token::Slash => "'/'",
Token::AddAssign => "'+='",
Token::SubAssign => "'-='",
Token::Inc => "'++'",
Token::Dec => "'--'",
Token::Plus => "'+'",
Token::Minus => "'-'",
Token::Assign => "'='",
Token::LParen => "'('",
Token::RParen => "')'",
Token::LBrace => "'{'",
Token::RBrace => "'}'",
Token::Semicolon => "';'",
Token::Comma => "','",
Token::Colon => "':'",
Token::At => "'@'",
Token::LineComment => "comment",
Token::BlockComment => "block comment",
Token::Whitespace => "whitespace",
}
}
}
#[derive(Debug, Clone)]
pub struct SpannedToken {
pub token: Token,
pub text: String,
pub span: Range<usize>,
}
pub struct S2sLexer<'source> {
inner: logos::Lexer<'source, Token>,
source: &'source str,
peeked: Option<Option<(Token, Range<usize>)>>,
}
impl<'source> S2sLexer<'source> {
pub fn new(source: &'source str) -> Self {
Self {
inner: Token::lexer(source),
source,
peeked: None,
}
}
pub fn peek(&mut self) -> Option<&(Token, Range<usize>)> {
if self.peeked.is_none() {
self.peeked = Some(self.next_raw());
}
self.peeked.as_ref().and_then(|o| o.as_ref())
}
pub fn next_token(&mut self) -> Option<(Token, Range<usize>)> {
if let Some(peeked) = self.peeked.take() {
return peeked;
}
self.next_raw()
}
fn next_raw(&mut self) -> Option<(Token, Range<usize>)> {
loop {
let result = self.inner.next()?;
match result {
Ok(tok) => {
let span = self.inner.span();
match tok {
Token::Whitespace => continue,
_ => return Some((tok, span)),
}
}
Err(()) => {
let span = self.inner.span();
if span.is_empty() {
return None;
}
continue;
}
}
}
}
pub fn slice(&self, span: &Range<usize>) -> &'source str {
&self.source[span.clone()]
}
pub fn offset_to_linecol(&self, offset: usize) -> (usize, usize) {
let before = &self.source[..offset.min(self.source.len())];
let line = before.matches('\n').count() + 1;
let col = offset - before.rfind('\n').map(|p| p + 1).unwrap_or(0) + 1;
(line, col)
}
pub fn peek_offset(&mut self) -> Option<usize> {
self.peek().map(|(_, s)| s.start)
}
pub fn source(&self) -> &'source str {
self.source
}
}