utterance 0.1.4

A parser library for creating readable, natural-language-inspired domain-specific languages.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

use crate::lexer::{Number, TokenKind, symbol::Symbol};

#[derive(Debug, PartialEq, Clone)]
pub enum TokenType<'a> {
    Word(&'a str),
    Number(Number),

    Symbol(Symbol),
    DoubleSymbol(Symbol),

    Newline,
    End,
}

impl<'a> TokenType<'a> {
    pub fn kind(&self) -> TokenKind {
        match self {
            TokenType::Word(_) => TokenKind::Word,
            TokenType::Number(_) => TokenKind::Number,

            TokenType::Symbol(_) => TokenKind::Symbol,
            TokenType::DoubleSymbol(_) => TokenKind::DoubleSymbol,

            TokenType::Newline => TokenKind::Newline,
            TokenType::End => TokenKind::End,
        }
    }
}