rulemorph 0.3.4

YAML-based declarative data transformation engine for CSV/JSON to JSON
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112

use serde::Deserialize;

fn default_true() -> bool {
    true
}

fn default_flavor() -> MarkdownFlavor {
    MarkdownFlavor::Gfm
}

fn default_frontmatter() -> MarkdownFrontmatter {
    MarkdownFrontmatter::Auto
}

fn default_records() -> MarkdownRecordsMode {
    MarkdownRecordsMode::Document
}

fn default_table_header_policy() -> MarkdownTableHeaderPolicy {
    MarkdownTableHeaderPolicy::Strict
}

#[derive(Debug, Deserialize, Clone)]
#[serde(deny_unknown_fields)]
pub struct MarkdownInput {
    #[serde(default = "default_flavor")]
    pub flavor: MarkdownFlavor,
    #[serde(default = "default_frontmatter")]
    pub frontmatter: MarkdownFrontmatter,
    #[serde(default = "default_records")]
    pub records: MarkdownRecordsMode,
    #[serde(default)]
    pub section_levels: Option<Vec<u8>>,
    #[serde(default = "default_table_header_policy")]
    pub table_header_policy: MarkdownTableHeaderPolicy,
    #[serde(default)]
    pub include: MarkdownInclude,
    #[serde(default = "default_true")]
    pub trim_text: bool,
    #[serde(default = "default_true")]
    pub collapse_whitespace: bool,
}

#[derive(Debug, Deserialize, Clone, Copy, PartialEq, Eq)]
#[serde(rename_all = "lowercase")]
pub enum MarkdownFlavor {
    Commonmark,
    Gfm,
}

#[derive(Debug, Deserialize, Clone, Copy, PartialEq, Eq)]
#[serde(rename_all = "lowercase")]
pub enum MarkdownFrontmatter {
    None,
    Yaml,
    Toml,
    Auto,
}

#[derive(Debug, Deserialize, Clone, Copy, PartialEq, Eq)]
#[serde(rename_all = "snake_case")]
pub enum MarkdownRecordsMode {
    Document,
    Sections,
    TableRows,
}

#[derive(Debug, Deserialize, Clone, Copy, PartialEq, Eq)]
#[serde(rename_all = "lowercase")]
pub enum MarkdownTableHeaderPolicy {
    Strict,
    Index,
}

#[derive(Debug, Deserialize, Clone)]
#[serde(deny_unknown_fields)]
pub struct MarkdownInclude {
    #[serde(default = "default_true")]
    pub body_text: bool,
    #[serde(default)]
    pub body_markdown: bool,
    #[serde(default = "default_true")]
    pub blocks: bool,
    #[serde(default = "default_true")]
    pub links: bool,
    #[serde(default = "default_true")]
    pub images: bool,
    #[serde(default = "default_true")]
    pub code_blocks: bool,
    #[serde(default = "default_true")]
    pub tables: bool,
    #[serde(default = "default_true")]
    pub raw_html: bool,
    #[serde(default)]
    pub sourcepos: bool,
}

impl Default for MarkdownInclude {
    fn default() -> Self {
        Self {
            body_text: true,
            body_markdown: false,
            blocks: true,
            links: true,
            images: true,
            code_blocks: true,
            tables: true,
            raw_html: true,
            sourcepos: false,
        }
    }
}