parse_wiktionary_de 0.1.0

Parse dictionary pages from the German language edition of Wiktionary into structured data
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114

// Copyright 2018 Fredrik Portström <https://portstrom.com>
// This is free software distributed under the terms specified in
// the file LICENSE at the top-level directory of this distribution.

/// Allocates and returns a configuration for Parse Wiki Text suitable for parsing the German language edition of Wiktionary.
///
/// The same configuration should be reused when parsing multiple articles for optimal performance.
pub fn create_configuration() -> ::parse_wiki_text::Configuration {
    ::parse_wiki_text::Configuration::new(&::parse_wiki_text::ConfigurationSource {
        category_namespaces: &["category", "kategorie"],
        extension_tags: &[
            "abschnitt",
            "categorytree",
            "ce",
            "charinsert",
            "chem",
            "dynamicpagelist",
            "gallery",
            "graph",
            "hiero",
            "imagemap",
            "indicator",
            "inputbox",
            "mapframe",
            "maplink",
            "math",
            "nowiki",
            "poem",
            "pre",
            "ref",
            "references",
            "score",
            "section",
            "source",
            "syntaxhighlight",
            "templatedata",
            "timeline",
        ],
        file_namespaces: &["bild", "datei", "file", "image"],
        link_trail: "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyzßäöü",
        magic_words: &[
            "ABSCHNITTE_NICHT_BEARBEITEN",
            "DISAMBIG",
            "FORCETOC",
            "HIDDENCAT",
            "INDEX",
            "INDEXIEREN",
            "INDIZIEREN",
            "INHALTSVERZEICHNIS",
            "INHALTSVERZEICHNIS_ERZWINGEN",
            "KEINEGALERIE",
            "KEINE_GALERIE",
            "KEINE_INHALTSKONVERTIERUNG",
            "KEINE_TITELKONVERTIERUNG",
            "KEININHALTSVERZEICHNIS",
            "KEIN_INDEX",
            "KEIN_INHALTSVERZEICHNIS",
            "KEIN_NEUER_ABSCHNITTSLINK",
            "KEIN_PLUS_LINK",
            "NEUER_ABSCHNITTSLINK",
            "NEWSECTIONLINK",
            "NICHT_INDEXIEREN",
            "NICHT_INDIZIEREN",
            "NOCC",
            "NOCOLLABORATIONHUBTOC",
            "NOCONTENTCONVERT",
            "NOEDITSECTION",
            "NOGALLERY",
            "NOGLOBAL",
            "NOINDEX",
            "NONEWSECTIONLINK",
            "NOTC",
            "NOTITLECONVERT",
            "NOTOC",
            "PERMANENTE_WEITERLEITUNG",
            "PLUS_LINK",
            "STATICREDIRECT",
            "TOC",
            "VERSTECKTE_KATEGORIE",
            "WARTUNGSKATEGORIE",
        ],
        protocols: &[
            "//",
            "bitcoin:",
            "ftp://",
            "ftps://",
            "geo:",
            "git://",
            "gopher://",
            "http://",
            "https://",
            "irc://",
            "ircs://",
            "magnet:",
            "mailto:",
            "mms://",
            "news:",
            "nntp://",
            "redis://",
            "sftp://",
            "sip:",
            "sips:",
            "sms:",
            "ssh://",
            "svn://",
            "tel:",
            "telnet://",
            "urn:",
            "worldwind://",
            "xmpp:",
        ],
        redirect_magic_words: &["REDIRECT", "WEITERLEITUNG"],
    })
}