use oak_core::{Token, TokenType, UniversalTokenRole};
use crate::LLvmLanguage;
pub type LLvmToken = Token<LLvmLanguage>;
#[derive(Debug, Clone, Copy, PartialEq, Eq, Hash)]
#[cfg_attr(feature = "serde", derive(serde::Serialize, serde::Deserialize))]
#[repr(u8)]
pub enum LLvmTokenType {
Root,
Identifier,
Number,
String,
Comment,
Whitespace,
Newline,
Error,
Eof,
LocalVar,
GlobalVar,
Metadata,
Equal,
Comma,
LParen,
RParen,
LBracket,
RBracket,
LBrace,
RBrace,
Star,
Colon,
Keyword,
}
impl TokenType for LLvmTokenType {
type Role = UniversalTokenRole;
const END_OF_STREAM: Self = Self::Eof;
fn is_ignored(&self) -> bool {
match self {
Self::Whitespace | Self::Comment | Self::Newline => true,
_ => false,
}
}
fn role(&self) -> Self::Role {
match self {
Self::Whitespace | Self::Newline => UniversalTokenRole::Whitespace,
Self::Comment => UniversalTokenRole::Comment,
Self::Keyword => UniversalTokenRole::Keyword,
Self::Number | Self::String => UniversalTokenRole::Literal,
Self::Equal | Self::Star => UniversalTokenRole::Operator,
Self::Comma | Self::LParen | Self::RParen | Self::LBracket | Self::RBracket | Self::LBrace | Self::RBrace | Self::Colon => UniversalTokenRole::Punctuation,
Self::LocalVar | Self::GlobalVar | Self::Metadata | Self::Identifier => UniversalTokenRole::Name,
Self::Eof => UniversalTokenRole::Eof,
Self::Error => UniversalTokenRole::Error,
_ => UniversalTokenRole::None,
}
}
}