mical-cli-syntax 0.0.2

Internal syntax definitions for mical-cli
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49

#[derive(Clone, Copy, Debug, PartialEq, Eq, Hash)]
pub struct Token {
    pub kind: TokenKind,
    pub len: u32,
}

const _: () = {
    assert!(size_of::<Token>() == size_of::<u64>());
    assert!(size_of::<Token>() == size_of::<Option<Token>>());
};

pub trait TokenStream<'src>: Iterator<Item = Token> {
    fn source(&self) -> &'src str;
}

#[derive(Clone, Copy, Debug, PartialEq, Eq, Hash)]
pub enum TokenKind {
    Word,
    Numeral { radix: Radix, is_empty: bool },
    True,
    False,
    String { is_terminated: bool, quote: Quote },

    Tab,     // 0x09
    Newline, // 0x0A
    Space,   // 0x20

    CloseBrace, // }
    Greater,    // >
    Minus,      // -
    OpenBrace,  // {
    Pipe,       // |
    Plus,       // +
    Sharp,      // #
}

#[derive(Clone, Copy, Debug, PartialEq, Eq, Hash, PartialOrd, Ord)]
pub enum Radix {
    Binary = 2,
    Octal = 8,
    Decimal = 10,
    Hexadecimal = 16,
}

#[derive(Clone, Copy, Debug, PartialEq, Eq, Hash)]
pub enum Quote {
    Single,
    Double,
}