unic-segment 0.7.0

UNIC - Unicode Text Segmentation Algorithms
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

// Copyright 2012-2015 The Rust Project Developers.
// Copyright 2017 The UNIC Project Developers.
//
// See the COPYRIGHT file at the top-level directory of this distribution.
//
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
// option. This file may not be copied, modified, or distributed
// except according to those terms.

extern crate unic_segment;

use unic_segment::Graphemes;

type TestData = &'static [(
    &'static str,
    &'static [&'static str],
    Option<&'static [&'static str]>,
)];

const TEST_DATA: TestData = include!("tables/grapheme_cluster_break_test_data.rsv");

/// Extra cases that the official test suite doesn't cover.
const EXTRA_TEST_DATA: TestData = include!("extra_grapheme_cluster_break_test_data.rsv");

#[test]
fn test_graphemes_conformance() {
    let tests = TEST_DATA.iter().chain(EXTRA_TEST_DATA);
    for &(input, graphemes, legacy_graphemes) in tests {
        let legacy_graphemes = match legacy_graphemes {
            Some(s) => s,
            None => graphemes,
        };

        // test forward iterator
        assert!(Graphemes::new(input).eq(graphemes.iter().cloned()));
        assert!(Graphemes::new_legacy(input).eq(legacy_graphemes.iter().cloned()));

        // test reverse iterator
        assert!(
            Graphemes::new(input)
                .rev()
                .eq(graphemes.iter().rev().cloned())
        );
        assert!(
            Graphemes::new_legacy(input)
                .rev()
                .eq(legacy_graphemes.iter().rev().cloned())
        );
    }
}