html-to-markdown-rs 3.3.3

High-performance HTML to Markdown converter using the astral-tl parser. Part of the Kreuzberg ecosystem.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44

#![allow(missing_docs)]

#[test]
fn extracts_json_ld_from_head_script() {
    let html = r#"
        <html>
          <head>
            <script type="application/ld+json">
              { "@context": "https://schema.org", "@type": "Article", "headline": "Example" }
            </script>
            <title>Title</title>
          </head>
          <body>Hello</body>
        </html>
    "#;

    let result = html_to_markdown_rs::convert(html, None, None).expect("convert failed");
    let metadata = result.metadata;

    assert_eq!(metadata.structured_data.len(), 1);
    assert!(metadata.structured_data[0].raw_json.contains(r#""@type": "Article""#));
    assert_eq!(metadata.structured_data[0].schema_type.as_deref(), Some("Article"));
}

#[test]
fn extracts_json_ld_from_body_script_and_keeps_content() {
    let html = r#"
        <html>
          <head><title>Title</title></head>
          <body>
            <script type="application/ld+json">
              { "@context": "https://schema.org", "@type": "Article", "headline": "Example" }
            </script>
          </body>
        </html>
    "#;

    let result = html_to_markdown_rs::convert(html, None, None).expect("convert failed");
    let metadata = result.metadata;

    assert_eq!(metadata.structured_data.len(), 1);
    assert!(!metadata.structured_data[0].raw_json.trim().is_empty());
    assert_eq!(metadata.structured_data[0].schema_type.as_deref(), Some("Article"));
}