mdstream 0.2.0

Streaming-first Markdown middleware for LLM output (committed + pending blocks, render-agnostic).
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

//! Minimal `mdstream` usage (no adapters, no analyzers).
//!
//! Run:
//!   cargo run --example minimal

use mdstream::{DocumentState, MdStream, Options};

fn main() {
    let mut stream = MdStream::new(Options::default());
    let mut state = DocumentState::new();

    let chunks = [
        "# Title\n\n",
        "Hello **wor",
        "ld**.\n\n",
        "A list:\n",
        "- item 1\n",
        "- item 2\n",
    ];

    for (i, chunk) in chunks.iter().enumerate() {
        println!("\n== tick {i} ==");
        let applied = state.apply(stream.append(chunk));

        if applied.reset {
            println!("reset: true");
        }
        if !applied.invalidated.is_empty() {
            println!("invalidated: {:?}", applied.invalidated);
        }

        println!("committed={}", state.committed().len());
        if let Some(p) = state.pending() {
            println!(
                "pending id={} kind={:?} text={:?}",
                p.id.0,
                p.kind,
                p.display_or_raw()
            );
        } else {
            println!("pending: <none>");
        }
    }

    println!("\n== finalize ==");
    let applied = state.apply(stream.finalize());
    println!(
        "final reset={} invalidated={:?}",
        applied.reset, applied.invalidated
    );
    println!("final committed={}", state.committed().len());
}