oak-smalltalk 0.0.11

High-performance incremental Smalltalk parser for the oak ecosystem with flexible configuration.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41

use oak_core::{TokenType, UniversalTokenRole};

/// Smalltalk token types.
#[derive(Clone, Copy, Debug, PartialEq, Eq, Hash)]
#[cfg_attr(feature = "serde", derive(serde::Serialize, serde::Deserialize))]
pub enum SmalltalkTokenType {
    /// End of file.
    Eof,
    /// Whitespace.
    Whitespace,
    /// Comment.
    Comment,
    /// Identifier.
    Identifier,
    /// String literal.
    String,
    /// Number literal.
    Number,
    /// Character literal.
    Character,
    /// Symbol literal.
    Symbol,
}

impl TokenType for SmalltalkTokenType {
    type Role = UniversalTokenRole;
    const END_OF_STREAM: Self = Self::Eof;

    fn role(&self) -> Self::Role {
        match self {
            Self::Eof => UniversalTokenRole::Eof,
            Self::Whitespace => UniversalTokenRole::Whitespace,
            Self::Comment => UniversalTokenRole::Comment,
            Self::Identifier => UniversalTokenRole::Name,
            Self::String => UniversalTokenRole::Literal,
            Self::Number => UniversalTokenRole::Literal,
            Self::Character => UniversalTokenRole::Literal,
            Self::Symbol => UniversalTokenRole::Literal,
        }
    }
}