diatom 0.5.2

The diatom programming language
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125

use std::str::Chars;

use crate::file_manager::Loc;

use super::Token;

pub struct FileIterator<'a> {
    offset: usize,
    iterator: Chars<'a>,
    fid: usize,
}

impl<'a> FileIterator<'a> {
    pub fn new(file: &'a str, fid: usize) -> Self {
        Self {
            offset: 0,
            iterator: file.chars(),
            fid,
        }
    }

    /// Return file id
    pub fn fid(&self) -> usize {
        self.fid
    }

    /// Return next character. Useful to lookahead.
    pub fn peek(&self) -> Option<char> {
        let mut iter = self.iterator.clone();
        iter.next()
    }

    /// Return the next two character
    pub fn peek2(&self) -> (Option<char>, Option<char>) {
        let mut iter = self.iterator.clone();
        match iter.next() {
            c1 @ Some(_) => (c1, iter.next()),
            None => (None, None),
        }
    }

    /// Return current offset
    pub fn offset(&self) -> usize {
        self.offset
    }

    /// Return &str since current location
    pub fn as_str(&self) -> &str {
        self.iterator.as_str()
    }
}

impl<'a> Iterator for FileIterator<'a> {
    type Item = char;
    fn next(&mut self) -> Option<Self::Item> {
        let next_item = self.iterator.next();
        if let Some(c) = next_item {
            self.offset += c.len_utf8()
        };
        next_item
    }
}

pub struct TokenIterator<'a> {
    iter: std::slice::Iter<'a, (Token, Loc)>,
    loc: Loc,
}

impl<'a> TokenIterator<'a> {
    pub fn new(vec: &'a [(Token, Loc)]) -> Self {
        TokenIterator {
            iter: vec.iter(),
            loc: Loc {
                start: 0,
                end: 0,
                fid: usize::MAX,
            },
        }
    }

    pub fn peek(&self) -> Option<&Token> {
        let mut iter = self.iter.clone();
        iter.next().map(|x| &x.0)
    }

    pub fn peek2(&self) -> (Option<&Token>, Option<&Token>) {
        let mut iter = self.iter.clone();
        match iter.next() {
            t1 @ Some(_) => {
                let t1 = t1.map(|x| &x.0);
                match iter.next() {
                    t2 @ Some(_) => {
                        let t2 = t2.map(|x| &x.0);
                        (t1, t2)
                    }
                    None => (t1, None),
                }
            }
            None => (None, None),
        }
    }

    pub fn loc(&self) -> Loc {
        self.loc.clone()
    }

    pub fn next_loc(&self) -> Loc {
        let mut iter = self.iter.clone();
        match iter.next() {
            Some((_, loc)) => loc.clone(),
            None => self.loc(),
        }
    }
}

impl<'a> Iterator for TokenIterator<'a> {
    type Item = &'a Token;

    fn next(&mut self) -> Option<Self::Item> {
        self.iter.next().map(|x| {
            self.loc = x.1.clone();
            &x.0
        })
    }
}