parse_wiktionary_cs 0.1.0

Parse dictionary pages from the Czech language edition of Wiktionary into structured data
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66

// Copyright 2018 Fredrik Portström <https://portstrom.com>
// This is free software distributed under the terms specified in
// the file LICENSE at the top-level directory of this distribution.

macro_rules! unrecognized {
    ($context:expr, $node:expr) => {{
        ::add_warning($context, $node, ::WarningMessage::Unrecognized);
        return;
    }};
}

pub fn parse_inflection_field<'a>(
    context: &mut ::Context<'a>,
    parameter: &::Parameter<'a>,
    output: &mut Vec<::Cow<'a, str>>,
) {
    if !output.is_empty() {
        ::add_warning(context, parameter, ::WarningMessage::Duplicate);
    }
    let mut expecting_separator = false;
    let mut terms = vec![];
    for node in &parameter.value {
        match node {
            ::Node::Link { target, text, .. } => {
                if expecting_separator || !::text_equals(text, target) {
                    unrecognized!(context, parameter);
                }
                expecting_separator = true;
                terms.push(::Cow::Borrowed(*target));
            }
            ::Node::Text { value, .. } => {
                let mut scan_position = 0;
                let mut start_position = 0;
                loop {
                    match value.as_bytes().get(scan_position).cloned() {
                        Some(b',') | Some(b'/') => {
                            let term = &value[start_position..scan_position].trim();
                            match (expecting_separator, term.is_empty()) {
                                (true, true) => expecting_separator = false,
                                (false, false) => terms.push(::Cow::Borrowed(term)),
                                _ => unrecognized!(context, parameter),
                            }
                            scan_position += 1;
                            start_position = scan_position;
                        }
                        Some(_) => scan_position += 1,
                        None => break,
                    }
                }
                if expecting_separator {
                    unrecognized!(context, parameter);
                }
                let term = &value[start_position..scan_position].trim();
                if !term.is_empty() {
                    expecting_separator = true;
                    terms.push(::Cow::Borrowed(term));
                }
            }
            _ => {}
        }
    }
    if terms.is_empty() {
        ::add_warning(context, parameter, ::WarningMessage::Empty);
    }
    *output = terms;
}