scnr 0.8.0

Scanner/Lexer with regex patterns and multiple modes
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80

use crate::{scanner::ScannerModeSwitcher, Match, MatchExt, Position, PositionProvider};

/// An iterator over all non-overlapping matches with positions.
#[derive(Debug)]
pub struct WithPositions<I> {
    iter: I,
}

impl<I> WithPositions<I>
where
    I: Iterator<Item = Match> + PositionProvider + Sized,
{
    /// Create a new `WithPositions` iterator.
    pub(crate) fn new(iter: I) -> Self {
        Self { iter }
    }
}

impl<I> Iterator for WithPositions<I>
where
    I: Iterator<Item = Match> + PositionProvider + Sized,
{
    type Item = MatchExt;

    fn next(&mut self) -> Option<Self::Item> {
        self.iter.next().map(|m| {
            let start_position = self.iter.position(m.start());
            let end_position = self.iter.position(m.end());
            MatchExt::new(m.token_type(), m.span(), start_position, end_position)
        })
    }
}

impl<I> ScannerModeSwitcher for WithPositions<I>
where
    I: ScannerModeSwitcher,
{
    fn set_mode(&mut self, mode: usize) {
        self.iter.set_mode(mode);
    }

    fn current_mode(&self) -> usize {
        self.iter.current_mode()
    }

    fn mode_name(&self, index: usize) -> Option<&str> {
        self.iter.mode_name(index)
    }
}

/// An extension trait for iterators over matches.
///
/// You can create a `MatchExt` iterator from a `Match` iterator by calling the `with_positions`
/// method on the iterator.
///
/// ```ignore
/// let find_iter = scanner.find_iter(INPUT).with_positions();
/// ```
pub trait MatchExtIterator: Iterator<Item = Match> + PositionProvider + Sized {
    /// An iterator that yields matches with positions.
    fn with_positions(self) -> WithPositions<Self> {
        WithPositions::new(self)
    }
}

// Implement the trait for all types that implement the required traits.
impl<I: Iterator<Item = Match> + PositionProvider + Sized> MatchExtIterator for I {}

impl<I> PositionProvider for WithPositions<I>
where
    I: Iterator<Item = Match> + PositionProvider,
{
    fn position(&self, offset: usize) -> Position {
        self.iter.position(offset)
    }

    fn set_offset(&mut self, offset: usize) {
        self.iter.set_offset(offset);
    }
}