xberg 1.0.14

High-performance document intelligence library for Rust. Extract text, metadata, and structured data from PDFs, Office documents, images, and 101 formats and 371 programming languages via tree-sitter code intelligence with async/sync APIs.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84

//! Configuration loading and management.
//!
//! This module provides utilities for loading extraction configuration from various
//! sources (TOML, YAML, JSON) and discovering configuration files in the project hierarchy.

pub mod acceleration;
pub mod captioning;
pub mod chunk_classification;
pub mod classification;
pub mod concurrency;
pub mod content_filter;
pub mod email;
pub mod extraction;
pub mod formats;
#[cfg(feature = "html")]
pub mod html_output;
pub mod late_interaction;
pub mod layout;
pub mod llm;
pub mod merge;
pub mod ner;
pub mod ocr;
pub mod page;
pub mod pdf;
pub mod processing;
pub mod redaction;
pub mod reranker;
pub mod sparse_embedding;
pub mod summarization;
pub mod transcription;
pub mod translation;
#[cfg(feature = "tree-sitter")]
pub mod tree_sitter;

pub use acceleration::{AccelerationConfig, ExecutionProviderType};
pub use concurrency::ConcurrencyConfig;
pub use content_filter::ContentFilterConfig;
pub use email::EmailConfig;
#[cfg(all(test, feature = "tokio-runtime", not(target_arch = "wasm32")))]
pub(crate) use extraction::BatchBytesItem;
#[cfg(all(test, feature = "tokio-runtime", not(target_arch = "wasm32")))]
pub(crate) use extraction::BatchFileItem;
pub use extraction::{
    ExtractInput, ExtractInputKind, ExtractionConfig, ExtractionErrorItem, ExtractionResult, ExtractionSummary,
    FileExtractionConfig, ImageExtractionConfig, LanguageDetectionConfig, TokenReductionOptions, UrlExtractionConfig,
    UrlExtractionMode,
};
pub use formats::{JupyterCellRendering, OutputFormat};
#[cfg(feature = "html")]
pub use html_output::{HtmlOutputConfig, HtmlTheme};
pub use late_interaction::{LateInteractionConfig, LateInteractionModelType};
#[cfg(feature = "layout-types")]
pub use layout::{LayoutDetectionConfig, LayoutStrategy, TableModel};
pub use llm::{CallMode, LlmConfig, MergeMode, StructuredExtractionConfig};
pub use ocr::{
    DEFAULT_SCANNED_MIN_CONFIDENCE, OcrConfig, OcrPipelineConfig, OcrPipelineStage, OcrQualityThresholds, OcrStrategy,
    VlmFallbackPolicy,
};
// Crate-internal only: the best-effort pipeline selection policy is derived from `OcrConfig`
// and threaded through OCR internals, deliberately not part of the public/binding-facing API (#1341).
#[cfg(all(feature = "pdf", any(feature = "ocr", feature = "ocr-pipeline")))]
pub(crate) use ocr::OcrPipelineSelection;
pub use page::PageConfig;
#[cfg(feature = "pdf")]
pub use pdf::{HierarchyConfig, PdfConfig};
pub use processing::{
    ChunkSizing, ChunkerType, ChunkingConfig, EmbeddingConfig, EmbeddingModelType, PostProcessorConfig,
    TableChunkingMode,
};
pub use reranker::{RerankerConfig, RerankerHead, RerankerModelType};
pub use sparse_embedding::{SparseEmbeddingConfig, SparseEmbeddingModelType};
#[cfg(feature = "tree-sitter")]
pub use tree_sitter::{CodeContentMode, TreeSitterConfig, TreeSitterProcessConfig};

pub use captioning::CaptioningConfig;
pub use chunk_classification::{ChunkClassificationConfig, ChunkClassificationDefinition};
pub use classification::PageClassificationConfig;
pub use ner::{NerBackendKind, NerConfig};
pub use redaction::{RedactionConfig, RedactionPattern, RedactionTerm};
pub use summarization::SummarizationConfig;
pub use translation::TranslationConfig;

#[cfg(feature = "transcription-types")]
pub use transcription::{TranscriptionConfig, WhisperModel};