oris-runtime 0.61.0

An agentic workflow runtime and programmable AI execution system in Rust: stateful graphs, agents, tools, and multi-step execution.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44

//! Example: Using HTMLSplitter
//!
//! This example demonstrates how to use the HTMLSplitter to split HTML documents
//! based on HTML tag structure.

use oris_runtime::text_splitter::{HTMLSplitter, TextSplitter};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    // Create an HTML splitter
    let splitter = HTMLSplitter::new()
        .with_chunk_size_option(200)
        .with_chunk_overlap(50)
        .with_split_tags(vec!["p".to_string(), "div".to_string()]);

    // Sample HTML content
    let html = r#"
<html>
<body>
    <h1>Title</h1>
    <p>This is the first paragraph with some content.</p>
    <p>This is the second paragraph with more content.</p>
    <div>
        <p>This is a paragraph inside a div.</p>
        <p>Another paragraph in the same div.</p>
    </div>
    <section>
        <p>This is a paragraph in a section.</p>
    </section>
</body>
</html>
"#;

    // Split the HTML
    let chunks = splitter.split_text(html).await?;

    println!("Number of chunks: {}", chunks.len());
    for (i, chunk) in chunks.iter().enumerate() {
        println!("\n--- Chunk {} ({} chars) ---", i + 1, chunk.len());
        println!("{}", chunk);
    }

    Ok(())
}