xberg 1.0.0

High-performance document intelligence library for Rust. Extract text, metadata, and structured data from PDFs, Office documents, images, and 98 formats and 306 programming languages via tree-sitter code intelligence with async/sync APIs.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79

#![cfg(feature = "ner")]

use xberg::types::entity::EntityCategory;

#[test]
fn entity_category_from_string() {
    assert_eq!(EntityCategory::from("person".to_string()), EntityCategory::Person);
    assert_eq!(
        EntityCategory::from("organization".to_string()),
        EntityCategory::Organization
    );
    assert_eq!(EntityCategory::from("location".to_string()), EntityCategory::Location);
    assert_eq!(EntityCategory::from("date".to_string()), EntityCategory::Date);
    assert_eq!(EntityCategory::from("time".to_string()), EntityCategory::Time);
    assert_eq!(EntityCategory::from("money".to_string()), EntityCategory::Money);
    assert_eq!(EntityCategory::from("percent".to_string()), EntityCategory::Percent);
    assert_eq!(EntityCategory::from("email".to_string()), EntityCategory::Email);
    assert_eq!(EntityCategory::from("phone".to_string()), EntityCategory::Phone);
    assert_eq!(EntityCategory::from("url".to_string()), EntityCategory::Url);
}

#[test]
fn entity_category_custom_fallback() {
    let custom = EntityCategory::from("treatment".to_string());
    match custom {
        EntityCategory::Custom(label) => assert_eq!(label, "treatment"),
        _ => panic!("Expected Custom variant"),
    }
}

#[test]
fn entity_category_default() {
    let default = EntityCategory::default();
    match default {
        EntityCategory::Custom(label) => assert_eq!(label, ""),
        _ => panic!("Expected Custom variant with empty string"),
    }
}

#[test]
fn entity_construction() {
    let entity = xberg::Entity {
        category: EntityCategory::Person,
        text: "Alice".to_string(),
        start: 0,
        end: 5,
        confidence: Some(0.95),
    };

    assert_eq!(entity.category, EntityCategory::Person);
    assert_eq!(entity.text, "Alice");
    assert_eq!(entity.start, 0);
    assert_eq!(entity.end, 5);
    assert_eq!(entity.confidence, Some(0.95));
}

#[test]
fn entity_confidence_optional() {
    let entity = xberg::Entity {
        category: EntityCategory::Organization,
        text: "Acme".to_string(),
        start: 10,
        end: 14,
        confidence: None,
    };

    assert_eq!(entity.confidence, None);
}

#[cfg(feature = "ner-llm")]
#[test]
fn llm_backend_construction() {
    use xberg::LlmBackend;
    use xberg::core::config::LlmConfig;

    let config = LlmConfig::default();
    let backend = LlmBackend::new(config);
    let _backend_ref: &dyn xberg::text::ner::NerBackend = &backend;
}