rs-chunks 0.6.1

Fast, high-fidelity document chunking for RAG — a pure-Rust engine covering 36 file formats (Office, OpenDocument, PDF, email, ebooks, notebooks, and more).
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44

//! DOCX structural/default mode: entry points.
//!
//! The implementation lives in focused sibling modules — `structural_model`
//! (constants, element model, parsing), `structural_build` /
//! `structural_build_images` (chunk assembly), `structural_text` (splitting)
//! and `docx_aux` (notes/zip helpers). This module keeps the two entry points
//! and re-exports the helpers other DOCX modes use.

pub(super) use super::docx_aux::{extract_notes_map, read_zip_entry};
use super::structural_build::build_chunks_from_elements;
use super::structural_build_images::build_chunks_from_elements_with_images;
use super::structural_model::parse_docx_document;

/// Native entry: parse + structural/default chunking → public chunks.
pub(super) fn chunk(bytes: &[u8]) -> Result<Vec<crate::chunk::Chunk>, String> {
    let parsed = parse_docx_document(bytes)?;
    let recs = build_chunks_from_elements(
        parsed.elements,
        &parsed.doc_metadata,
        &parsed.footnote_map,
        &parsed.endnote_map,
    );
    Ok(recs
        .into_iter()
        .map(|c| crate::chunk::Chunk::new(c.content, c.content_type.as_str(), c.metadata))
        .collect())
}

pub(super) fn chunk_with_images(bytes: &[u8]) -> Result<(Vec<crate::chunk::Chunk>, Vec<(String, Vec<u8>)>), String> {
    let (mut archive, image_rids_map) = super::common::open_docx_archive_with_rids(bytes)?;
    let parsed = parse_docx_document(bytes)?;
    let mut image_out = Vec::new();
    let combined = build_chunks_from_elements_with_images(
        parsed.elements, &parsed.doc_metadata, &parsed.footnote_map, &parsed.endnote_map,
        &image_rids_map, &mut archive, &mut image_out,
    );
    Ok((
        combined
            .into_iter()
            .map(|c| crate::chunk::Chunk::new(c.content, c.content_type.as_str(), c.metadata))
            .collect(),
        image_out,
    ))
}