udled 0.6.2

Tokenizer and parser
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108

use alloc::vec::Vec;

pub struct BufferItem<'a, B>
where
    B: Buffer<'a>,
{
    /// Index in buffer
    pub index: usize,

    pub item: B::Item,
    /// The number of bytes the item represents in the buffer
    pub len: usize,
}

pub trait Buffer<'a>: Sized {
    type Source;
    type Item;

    fn source(&self) -> Self::Source;
    /// Number of items in the buffer
    fn len(&self) -> usize;
    /// Get the item at [idx]
    fn get(&self, idx: usize) -> Option<BufferItem<'a, Self>>;
}

pub struct StringBuffer<'a> {
    input: &'a str,
    chars: Vec<(usize, char)>,
}

impl<'a> StringBuffer<'a> {
    pub fn new(input: &'a str) -> StringBuffer<'a> {
        let chars = input.char_indices().collect();
        StringBuffer { input, chars }
    }
}

impl<'a> Buffer<'a> for StringBuffer<'a> {
    type Source = &'a str;

    type Item = char;

    fn source(&self) -> Self::Source {
        self.input
    }

    fn len(&self) -> usize {
        self.chars.len()
    }

    fn get(&self, idx: usize) -> Option<BufferItem<'a, Self>> {
        self.chars.get(idx).map(|(index, item)| BufferItem {
            index: *index,
            len: item.len_utf8(),
            item: *item,
        })
    }
}

impl<'a> Buffer<'a> for &'a [u8] {
    type Source = &'a [u8];

    type Item = u8;

    fn source(&self) -> Self::Source {
        self
    }

    fn len(&self) -> usize {
        (*self).len()
    }

    fn get(&self, idx: usize) -> Option<BufferItem<'a, Self>> {
        (*self).get(idx).map(|item| BufferItem {
            index: idx,
            len: 1,
            item: *item,
        })
    }
}

pub trait IntoBuffer<'a> {
    type Buffer: Buffer<'a>;

    fn into_buffer(self) -> Self::Buffer;
}

impl<'a> IntoBuffer<'a> for &'a str {
    type Buffer = StringBuffer<'a>;
    fn into_buffer(self) -> Self::Buffer {
        StringBuffer::new(self)
    }
}

impl<'a> IntoBuffer<'a> for StringBuffer<'a> {
    type Buffer = Self;

    fn into_buffer(self) -> Self::Buffer {
        self
    }
}

impl<'a> IntoBuffer<'a> for &'a [u8] {
    type Buffer = &'a [u8];
    fn into_buffer(self) -> Self::Buffer {
        self
    }
}