lexariel 0.1.0

Lexical analyzer for Asmodeus language
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

//! token types and definitions

use std::fmt;

#[derive(Debug, Clone, PartialEq)]
pub enum TokenKind {
    /// assembly-like instructions (DOD, ODE, ŁAD, POB, SOB, SOM, STP, DNS, PZS, SDP, CZM, MSK, PWR, WEJSCIE, WYJSCIE)
    Keyword,
    /// assembly-like directives (RST, RPA, MAKRO, KONM, NAZWA_LOKALNA)
    Directive,
    /// variable names, labels, macro names
    Identifier,
    /// integer numbers (decimal, hexadecimal, binary)
    Number,
    /// label definitions (identifier followed by colon)
    LabelDef,
    /// punctuation marks (,, [, ], #, etc.)
    Punctuation,
    /// end of file marker
    Eof,
}

impl fmt::Display for TokenKind {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        match self {
            TokenKind::Keyword => write!(f, "Keyword"),
            TokenKind::Directive => write!(f, "Directive"),
            TokenKind::Identifier => write!(f, "Identifier"),
            TokenKind::Number => write!(f, "Number"),
            TokenKind::LabelDef => write!(f, "LabelDef"),
            TokenKind::Punctuation => write!(f, "Punctuation"),
            TokenKind::Eof => write!(f, "EOF"),
        }
    }
}

#[derive(Debug, Clone, PartialEq)]
pub struct Token {
    /// type of the token
    pub kind: TokenKind,
    /// string value of the token
    pub value: String,
    /// line number (1-based)
    pub line: usize,
    /// column number (1-based)
    pub column: usize,
}

impl Token {
    pub fn new(kind: TokenKind, value: String, line: usize, column: usize) -> Self {
        Self { kind, value, line, column }
    }
}

impl fmt::Display for Token {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        write!(f, "{}({}) at {}:{}", self.kind, self.value, self.line, self.column)
    }
}