nom-grapheme-clusters 0.5.2

Adapter that allows nom to account for unicode grapheme clusters.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113

use crate::{source::Source, Span};
use nom::Slice;

#[test]
fn unitary_range_exclusive() {
    let source = Source::new("foo.rs", "abcdef");
    let segments: Vec<_> = source.full_span().segments().collect();
    let span = Span::from_range(
        segments[1].location().clone(),
        segments[2].location().clone(),
    );
    assert_eq!(span.as_str(), "b");
}

#[test]
fn empty_range_exclusive() {
    let source = Source::new("foo.rs", "abcdef");
    let segments: Vec<_> = source.full_span().segments().collect();
    let span = Span::from_range(
        segments[1].location().clone(),
        segments[1].location().clone(),
    );
    assert_eq!(span.as_str(), "");
}

#[test]
#[should_panic]
fn invalid_range_exclusive() {
    let source = Source::new("foo.rs", "abcdef");
    let segments: Vec<_> = source.full_span().segments().collect();
    Span::from_range(
        segments[1].location().clone(),
        segments[0].location().clone(),
    );
}

#[test]
fn unitary_range_inclusive_inclusive() {
    let source = Source::new("foo.rs", "abcdef");
    let segments: Vec<_> = source.full_span().segments().collect();
    let span = Span::from_range_inclusive(
        segments[2].location().clone(),
        segments[2].location().clone(),
    );
    assert_eq!(span.as_str(), "c");
}

#[test]
fn empty_range_inclusive_inclusive() {
    let source = Source::new("foo.rs", "abcdef");
    let segments: Vec<_> = source.full_span().segments().collect();
    let span = Span::from_range_inclusive(
        segments[2].location().clone(),
        segments[1].location().clone(),
    );
    assert_eq!(span.as_str(), "");
}

#[test]
#[should_panic]
fn invalid_range_inclusive_inclusive() {
    let source = Source::new("foo.rs", "abcdef");
    let segments: Vec<_> = source.full_span().segments().collect();
    Span::from_range_inclusive(
        segments[2].location().clone(),
        segments[0].location().clone(),
    );
}

#[test]
fn segments() {
    let source = Source::new("complicated.rs", "av́e\nmař̋ia\ns̋ic̄");
    let span = source.full_span();
    let sliced_span = span.slice(1 .. 8);
    let mut iterator = sliced_span.segments();

    let segment = iterator.next().unwrap();
    assert_eq!(&segment, "v́");
    assert_eq!(segment.location().position(), 1);
    assert_eq!(segment.location().line_column(), (0, 1));

    let segment = iterator.next().unwrap();
    assert_eq!(&segment, "e");
    assert_eq!(segment.location().position(), 2);
    assert_eq!(segment.location().line_column(), (0, 2));

    let segment = iterator.next().unwrap();
    assert_eq!(&segment, "\n");
    assert_eq!(segment.location().position(), 3);
    assert_eq!(segment.location().line_column(), (0, 3));

    let segment = iterator.next().unwrap();
    assert_eq!(&segment, "m");
    assert_eq!(segment.location().position(), 4);
    assert_eq!(segment.location().line_column(), (1, 0));

    let segment = iterator.next().unwrap();
    assert_eq!(&segment, "a");
    assert_eq!(segment.location().position(), 5);
    assert_eq!(segment.location().line_column(), (1, 1));

    let segment = iterator.next().unwrap();
    assert_eq!(&segment, "ř̋");
    assert_eq!(segment.location().position(), 6);
    assert_eq!(segment.location().line_column(), (1, 2));

    let segment = iterator.next().unwrap();
    assert_eq!(&segment, "i");
    assert_eq!(segment.location().position(), 7);
    assert_eq!(segment.location().line_column(), (1, 3));

    assert_eq!(iterator.next(), None);
}