kreuzberg 4.9.7

High-performance document intelligence library for Rust. Extract text, metadata, and structured data from PDFs, Office documents, images, and 91+ formats and 248 programming languages via tree-sitter code intelligence with async/sync APIs.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67

//! Table extraction from Djot events.
//!
//! Parses table events and extracts table data.

use crate::types::Table;
use jotdown::{Container, Event};

/// Extract tables from Djot events.
///
/// Parses table events and extracts table data as a Vec<Vec<String>>,
/// converting each table to markdown representation for storage.
pub fn extract_tables_from_events(events: &[Event]) -> Vec<Table> {
    let mut tables = Vec::new();
    let mut current_table: Option<(Vec<Vec<String>>, usize)> = None;
    let mut current_row: Vec<String> = Vec::new();
    let mut current_cell = String::new();
    let mut in_table_cell = false;
    let mut table_index = 0;

    for event in events {
        match event {
            Event::Start(Container::Table, _) => {
                current_table = Some((Vec::new(), table_index));
            }
            Event::Start(Container::TableRow { .. }, _) => {
                current_row = Vec::new();
            }
            Event::Start(Container::TableCell { .. }, _) => {
                current_cell = String::new();
                in_table_cell = true;
            }
            Event::Str(s) if in_table_cell => {
                current_cell.push_str(s.as_ref());
            }
            Event::End(Container::TableCell { .. }) if in_table_cell => {
                current_row.push(current_cell.trim().to_string());
                current_cell = String::new();
                in_table_cell = false;
            }
            Event::End(Container::TableRow { .. }) => {
                if !current_row.is_empty()
                    && let Some((ref mut rows, _)) = current_table
                {
                    rows.push(std::mem::take(&mut current_row));
                }
                current_row = Vec::new();
            }
            Event::End(Container::Table) => {
                if let Some((cells, idx)) = current_table.take()
                    && !cells.is_empty()
                {
                    let markdown = crate::extractors::frontmatter_utils::cells_to_markdown(&cells);
                    tables.push(Table {
                        cells,
                        markdown,
                        page_number: idx + 1,
                        bounding_box: None,
                    });
                    table_index += 1;
                }
            }
            _ => {}
        }
    }

    tables
}