xberg 1.1.4

High-performance document intelligence library for Rust. Extract text, metadata, and structured data from PDFs, Office documents, images, and 107 formats and 371 programming languages via tree-sitter code intelligence with async/sync APIs.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

/// UTF-8 validation and safe decoding helpers.
pub mod utf8_validation;

#[cfg(any(feature = "office", feature = "email"))]
/// Windows codepage number to `encoding_rs` encoding mapping.
pub(crate) mod windows_codepage;

#[cfg(feature = "quality")]
/// OCR quality scoring: noise detection, confidence aggregation, and artifact removal.
pub mod quality;

#[cfg(feature = "quality")]
/// String utilities: mojibake repair, encoding detection, safe truncation.
pub mod string_utils;

#[cfg(feature = "quality")]
/// Token-level text reduction pipeline for summarizing or compressing document content.
pub mod token_reduction;

#[cfg(feature = "quality")]
pub mod quality_processor;

#[cfg(feature = "quality")]
pub use quality_processor::QualityProcessor;

#[cfg(feature = "quality")]
pub use token_reduction::{ReductionLevel, TokenReductionConfig};

#[cfg(feature = "classification")]
pub mod classification;

#[cfg(feature = "ner")]
pub mod ner;

#[cfg(feature = "redaction")]
pub mod redaction;
#[cfg(feature = "summarization")]
pub mod summarization;

#[cfg(feature = "translation")]
pub mod translation;

#[cfg(feature = "markdown-footnotes")]
/// Markdown footnote and citation parsing.
pub mod markdown_footnotes;