splitter 0.2.5

A string and slice splitter library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55


use core::ops::Range;
use splitter::{StrInfo, StrSplitter};

#[derive(Debug, Clone, Copy, PartialEq, Eq, StrInfo)]
enum TType {
    #[splitter(" " | "\t" | "\n" | "\r")]
    Whitespace,

    #[splitter("true" | "false")]
    Bool,

    #[splitter("||" | "&&")]
    Operator,

    #[splitter(s if s.chars().all(char::is_alphabetic))]
    Idenifier,

    #[splitter(_)]
    Unknown,
}

#[derive(Debug, Clone, PartialEq, Eq, StrInfo)]
struct Token<'a> {
    content: &'a str,
    token_type: TType,
    span: Range<usize>,
}

fn main() {
    use TType::*;

    let sp = StrSplitter::new(
        "true || yep && false && unknown5",
        " ",
    ).with_info::<Token>();

    let tokens = sp.collect::<Vec<_>>();

    assert_eq!(tokens, vec![
        Token { content: "true", token_type: Bool, span: 0..4 },
        Token { content: " ", token_type: Whitespace, span: 4..5 },
        Token { content: "||", token_type: Operator, span: 5..7 },
        Token { content: " ", token_type: Whitespace, span: 7..8 },
        Token { content: "yep", token_type: Idenifier, span: 8..11 },
        Token { content: " ", token_type: Whitespace, span: 11..12 },
        Token { content: "&&", token_type: Operator, span: 12..14 },
        Token { content: " ", token_type: Whitespace, span: 14..15 },
        Token { content: "false", token_type: Bool, span: 15..20 },
        Token { content: " ", token_type: Whitespace, span: 20..21 },
        Token { content: "&&", token_type: Operator, span: 21..23 },
        Token { content: " ", token_type: Whitespace, span: 23..24 },
        Token { content: "unknown5", token_type: Unknown, span: 24..32 },
    ])
}