jp_utils 0.1.7

Utils for working with Japanese text.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

use super::super::segment::SegmentRef;
use super::gen::FuriParserGen;
use super::reading::FuriToReadingParser;
use crate::reading::Reading;

/// Iterator over encoded furigana which returns ReadingPartRef's of all parts without checking for
/// validity.
pub struct UncheckedFuriParser<'a> {
    gen_parser: FuriParserGen<'a>,
}

impl<'a> UncheckedFuriParser<'a> {
    /// Creates a new furigana parser for the given string.
    #[inline]
    pub(super) fn new(gen_parser: FuriParserGen<'a>) -> Self {
        Self { gen_parser }
    }

    /// Parses the furigana to a vec of segments.
    #[inline]
    pub fn to_vec(self) -> Vec<SegmentRef<'a>> {
        self.collect()
    }

    /// Parses a string to a [`Reading`].
    #[inline]
    pub fn to_reading(self) -> Reading {
        let (kana, kanji) = FuriToReadingParser::parse_kanji_and_kana(self.gen_parser.str);
        Reading::new_raw(kana, kanji)
    }

    /// Parses a single string segment.
    #[inline]
    pub fn from_seg_str(txt: &'a str, kanji: bool) -> SegmentRef {
        SegmentRef::parse_str(txt, kanji, false).unwrap()
    }
}

impl<'a> Iterator for UncheckedFuriParser<'a> {
    type Item = SegmentRef<'a>;

    fn next(&mut self) -> Option<Self::Item> {
        self.gen_parser
            .next()
            .map(|(txt, kanji)| Self::from_seg_str(txt, kanji))
    }
}

#[cfg(test)]
mod test {
    use crate::furi::parse::FuriParser;
    use test_case::test_case;

    #[test_case("[おんがく]"; "single kana in kanji brackets")]
    #[test_case("[おんがく|]";"Kana in kanji with space")]
    #[test_case("[音楽]";"kanji")]
    #[test_case("[音楽|]";"kanji2")]
    #[test_case("[]";"empty kanji")]
    fn test_err(furi: &str) {
        // Check that it doesn't unwrap or panic
        FuriParser::new(furi).unchecked().to_vec();
    }

    // #[test_case("[音楽|おん|がく]が[好す]き")]
    // #[test_case("[音楽おん|がく]が[好す]き")]
    #[test_case("[拝金主義|はい|きん|しゅ|ぎ]は[問題|も|ん|だい]"; "other")]
    #[test_case("[拝金主義|はい|きん|しゅ|ぎ]]は[問題|も|ん|だい]"; "other2")]
    #[test_case("[拝金主義|はい|きん|しゅ|ぎ|e]は[問題|もん|だい]")]
    #[test_case("[拝金主義|はい|]")]
    fn test_parse_furigana_error(furi: &str) {
        let parsed = FuriParser::new(furi).collect::<Result<Vec<_>, _>>();
        assert_eq!(parsed, Err(()));
    }
}