oak_smalltalk/lexer/
token_type.rs

1use oak_core::{TokenType, UniversalTokenRole};
2#[cfg(feature = "serde")]
3use serde::{Deserialize, Serialize};
4
5/// Smalltalk token types.
6#[derive(Clone, Copy, Debug, PartialEq, Eq, Hash)]
7#[cfg_attr(feature = "serde", derive(serde::Serialize, serde::Deserialize))]
8pub enum SmalltalkTokenType {
9    /// End of file.
10    Eof,
11    /// Whitespace.
12    Whitespace,
13    /// Comment.
14    Comment,
15    /// Identifier.
16    Identifier,
17    /// String literal.
18    String,
19    /// Number literal.
20    Number,
21    /// Character literal.
22    Character,
23    /// Symbol literal.
24    Symbol,
25}
26
27impl TokenType for SmalltalkTokenType {
28    type Role = UniversalTokenRole;
29    const END_OF_STREAM: Self = Self::Eof;
30
31    fn role(&self) -> Self::Role {
32        match self {
33            Self::Eof => UniversalTokenRole::Eof,
34            Self::Whitespace => UniversalTokenRole::Whitespace,
35            Self::Comment => UniversalTokenRole::Comment,
36            Self::Identifier => UniversalTokenRole::Name,
37            Self::String => UniversalTokenRole::Literal,
38            Self::Number => UniversalTokenRole::Literal,
39            Self::Character => UniversalTokenRole::Literal,
40            Self::Symbol => UniversalTokenRole::Literal,
41        }
42    }
43}
oak_smalltalk/lexer/token_type.rs

oak_smalltalk/lexer/
token_type.rs
