html-to-markdown-rs 3.6.21

High-performance HTML to Markdown converter using the astral-tl parser. Part of the Kreuzberg ecosystem.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

#![allow(missing_docs)]

//! Regression for #379: stack overflow on curl.se/changes.html.

#[test]
fn curl_changes_does_not_overflow_stack() {
    let html = include_str!("fixtures/regressions/curl_changes.html");
    // Pin a lower bound on the fixture size so a future refetch that
    // shrinks the file fails loudly rather than silently weakening
    // coverage.
    assert!(
        html.len() >= 1_400_000,
        "fixture appears truncated: {} bytes",
        html.len(),
    );
    let start = std::time::Instant::now();
    let result =
        html_to_markdown_rs::convert(html, None).expect("convert must not abort the process on curl.se/changes.html");
    assert!(
        start.elapsed() < std::time::Duration::from_secs(30),
        "conversion took too long: {:?}",
        start.elapsed(),
    );
    assert!(
        result.content.as_deref().unwrap_or("").len() > 100_000,
        "expected non-trivial markdown output, got {} bytes",
        result.content.as_deref().unwrap_or("").len(),
    );
}