kreuzberg-cli 4.9.8

Command-line interface for Kreuzberg document intelligence
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61

//! Chunk command implementation.

use anyhow::{Context, Result};

use crate::{WireFormat, style};

/// Execute the chunk command: split text into chunks.
pub fn chunk_command(text: String, config: kreuzberg::ChunkingConfig, format: WireFormat) -> Result<()> {
    if text.is_empty() {
        anyhow::bail!("No text provided for chunking. Provide --text or pipe text via stdin.");
    }

    let result = kreuzberg::chunking::chunk_text(&text, &config, None).context("Failed to chunk text")?;

    match format {
        WireFormat::Json => {
            let chunks: Vec<&str> = result.chunks.iter().map(|c| c.content.as_str()).collect();
            let output = serde_json::json!({
                "chunks": chunks,
                "chunk_count": result.chunk_count,
                "config": {
                    "max_characters": config.max_characters,
                    "overlap": config.overlap,
                    "chunker_type": format!("{:?}", config.chunker_type),
                },
                "input_size_bytes": text.len(),
            });
            println!(
                "{}",
                serde_json::to_string_pretty(&output).context("Failed to serialize chunks to JSON")?
            );
        }
        WireFormat::Toon => {
            let chunks: Vec<&str> = result.chunks.iter().map(|c| c.content.as_str()).collect();
            let output = serde_json::json!({
                "chunks": chunks,
                "chunk_count": result.chunk_count,
                "config": {
                    "max_characters": config.max_characters,
                    "overlap": config.overlap,
                    "chunker_type": format!("{:?}", config.chunker_type),
                },
                "input_size_bytes": text.len(),
            });
            println!(
                "{}",
                serde_toon::to_string(&output).context("Failed to serialize chunks to TOON")?
            );
        }
        WireFormat::Text => {
            for (i, chunk) in result.chunks.iter().enumerate() {
                if result.chunks.len() > 1 {
                    println!("{}", style::dim(&format!("--- chunk {} ---", i + 1)));
                }
                println!("{}", chunk.content);
            }
        }
    }

    Ok(())
}