skymark 0.1.0

HTML-to-Markdown converter prioritizing proper conversion for human readability
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95

use crate::translator::TranslatorCollection;
use crate::{HtmlToMarkdown, Options, TranslatorConfig};

const DEFAULT_BLOCK_ELEMENTS: &[&str] = &[
    "ADDRESS",
    "ARTICLE",
    "ASIDE",
    "AUDIO",
    "BLOCKQUOTE",
    "BODY",
    "CANVAS",
    "CENTER",
    "DD",
    "DIR",
    "DIV",
    "DL",
    "DT",
    "FIELDSET",
    "FIGCAPTION",
    "FIGURE",
    "FOOTER",
    "FORM",
    "FRAMESET",
    "H1",
    "H2",
    "H3",
    "H4",
    "H5",
    "H6",
    "HEADER",
    "HGROUP",
    "HR",
    "HTML",
    "ISINDEX",
    "LI",
    "MAIN",
    "MENU",
    "NAV",
    "NOFRAMES",
    "NOSCRIPT",
    "OL",
    "OUTPUT",
    "P",
    "PRE",
    "SECTION",
    "TABLE",
    "TBODY",
    "TD",
    "TFOOT",
    "TH",
    "THEAD",
    "TR",
    "UL",
];

const DEFAULT_IGNORE_ELEMENTS: &[&str] = &[
    "AREA", "BASE", "COL", "COMMAND", "EMBED", "HEAD", "INPUT", "KEYGEN", "LINK", "META", "PARAM",
    "SCRIPT", "SOURCE", "STYLE", "TRACK", "WBR",
];

pub(crate) const fn default_block_elements() -> &'static [&'static str] {
    DEFAULT_BLOCK_ELEMENTS
}

pub(crate) const fn default_ignore_elements() -> &'static [&'static str] {
    DEFAULT_IGNORE_ELEMENTS
}

pub(crate) fn build_converter<K1, K2, I1, I2>(
    options: Options,
    custom_translators: I1,
    custom_code_block_translators: I2,
) -> HtmlToMarkdown
where
    K1: Into<String>,
    K2: Into<String>,
    I1: IntoIterator<Item = (K1, TranslatorConfig)>,
    I2: IntoIterator<Item = (K2, TranslatorConfig)>,
{
    let mut translators = TranslatorCollection::default();
    for (keys, config) in custom_translators {
        translators.set(&keys.into(), &config, true);
    }

    let mut code_block_translators = TranslatorCollection::default();
    for (keys, config) in custom_code_block_translators {
        code_block_translators.set(&keys.into(), &config, true);
    }

    HtmlToMarkdown {
        options,
        translators,
        code_block_translators,
    }
}