parse_wiktionary_de 0.1.0

Parse dictionary pages from the German language edition of Wiktionary into structured data
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89

// Copyright 2018 Fredrik Portström <https://portstrom.com>
// This is free software distributed under the terms specified in
// the file LICENSE at the top-level directory of this distribution.

pub fn parse_examples<'a>(
    context: &mut ::Context<'a>,
    template_node: &::Node,
    parameters: &[::Parameter],
    nodes: &[::Node<'a>],
    output: &mut Option<Vec<::Example<'a>>>,
) -> usize {
    ::parse_list_items_generic(
        context,
        template_node,
        parameters,
        nodes,
        output,
        |context, list_item| parse_example(context, list_item),
    )
}

fn parse_example<'a>(
    context: &mut ::Context<'a>,
    list_item: &::DefinitionListItem<'a>,
) -> Option<::Example<'a>> {
    let mut example = vec![];
    let mut has_text = false;
    let mut translation = vec![];
    let mut iterator = list_item.nodes.iter();
    while let Some(node) = iterator.next() {
        match node {
            ::Node::Italic { .. } => example.push(::Flowing::Italic),
            ::Node::Tag { name, .. } if name == "ref" => {
                ::add_warning(context, node, ::WarningMessage::Supplementary);
                example.push(::Flowing::Reference);
            }
            ::Node::Text { value, .. } => {
                has_text = true;
                example.push(::Flowing::Text {
                    value: ::Cow::Borrowed(value),
                });
            }
            ::Node::DefinitionList { items, .. } => {
                if let [list_item @ ::DefinitionListItem {
                    type_: ::Details, ..
                }] = items.as_slice()
                {
                    if list_item.nodes.is_empty() {
                        ::add_warning(context, list_item, ::WarningMessage::Empty);
                    } else {
                        translation = list_item
                            .nodes
                            .iter()
                            .map(|node| match node {
                                ::Node::Italic { .. } => ::Flowing::Italic,
                                ::Node::Text { value, .. } => ::Flowing::Text {
                                    value: ::Cow::Borrowed(value),
                                },
                                _ => {
                                    ::create_unknown(context, node, ::WarningMessage::Unrecognized)
                                }
                            })
                            .collect();
                    }
                } else {
                    ::add_warning(context, node, ::WarningMessage::ValueUnrecognized);
                }
                while let Some(node) = iterator.next() {
                    ::add_warning(context, node, ::WarningMessage::Unrecognized);
                }
                break;
            }
            _ => example.push(::create_unknown(
                context,
                node,
                ::WarningMessage::Unrecognized,
            )),
        }
    }
    if has_text {
        Some(::Example {
            example,
            translation,
        })
    } else {
        ::add_warning(context, list_item, ::WarningMessage::Empty);
        None
    }
}