xberg 1.1.2

High-performance document intelligence library for Rust. Extract text, metadata, and structured data from PDFs, Office documents, images, and 107 formats and 371 programming languages via tree-sitter code intelligence with async/sync APIs.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121

//! Parse and validate a preset JSON file against the meta-schema.

use jsonschema::Validator;
use sha2::{Digest, Sha256};

use crate::presets::types::Preset;

/// Errors produced while loading or validating a preset file.
#[derive(Debug, thiserror::Error)]
pub enum LoadError {
    /// The file is not valid JSON.
    #[error("preset {path}: failed to parse JSON: {source}")]
    #[cfg_attr(alef, alef(error_code = 1200))]
    Parse {
        /// File path that failed to parse.
        path: String,
        /// Underlying serde error.
        #[source]
        #[cfg_attr(alef, alef(skip))]
        source: serde_json::Error,
    },
    /// The file parses as JSON but does not validate against the meta-schema.
    #[error("preset {path}: failed meta-schema validation: {errors}")]
    #[cfg_attr(alef, alef(error_code = 1201))]
    SchemaValidation {
        /// File path that failed validation.
        path: String,
        /// Concatenated validation errors.
        errors: String,
    },
    /// The file validates but cannot be deserialized into [`Preset`].
    #[error("preset {path}: failed to deserialize after validation: {source}")]
    #[cfg_attr(alef, alef(error_code = 1202))]
    Deserialize {
        /// File path that failed to deserialize.
        path: String,
        /// Underlying serde error.
        #[source]
        #[cfg_attr(alef, alef(skip))]
        source: serde_json::Error,
    },
    /// The preset's declared `id` does not match its file-system location.
    #[error("preset {path}: id `{declared}` must match file path stem `{expected}`")]
    #[cfg_attr(alef, alef(error_code = 1203))]
    IdMismatch {
        /// File path of the offending preset.
        path: String,
        /// Identifier the preset declared in its body.
        declared: String,
        /// Identifier derived from the file path stem.
        expected: String,
    },
    /// The meta-schema itself failed to compile.
    #[error("meta-schema is invalid: {0}")]
    #[cfg_attr(alef, alef(error_code = 1204))]
    BadMetaSchema(String),
    /// A filesystem I/O error occurred while reading a preset directory.
    #[error("I/O error reading preset directory: {0}")]
    #[cfg_attr(alef, alef(error_code = 1205))]
    Io(
        #[from]
        #[cfg_attr(alef, alef(skip))]
        std::io::Error,
    ),
}

/// Compiled meta-schema validator over `preset.schema.json`.
pub struct MetaSchema {
    validator: Validator,
}

impl MetaSchema {
    /// Compile the given JSON text as a Draft 2020-12 meta-schema.
    pub fn compile(meta_schema_json: &str) -> Result<Self, LoadError> {
        let schema: serde_json::Value =
            serde_json::from_str(meta_schema_json).map_err(|e| LoadError::BadMetaSchema(format!("parse: {e}")))?;
        let validator =
            jsonschema::draft202012::new(&schema).map_err(|e| LoadError::BadMetaSchema(format!("compile: {e}")))?;
        Ok(Self { validator })
    }

    /// Validate `raw` against the meta-schema and deserialize into a [`Preset`],
    /// stamping the fingerprint over the canonical file bytes.
    pub fn parse_preset(&self, path: &str, raw: &[u8]) -> Result<Preset, LoadError> {
        let value: serde_json::Value = serde_json::from_slice(raw).map_err(|source| LoadError::Parse {
            path: path.to_string(),
            source,
        })?;
        let issues: Vec<String> = self
            .validator
            .iter_errors(&value)
            .map(|e| format!("- {} at {}", e, e.instance_path()))
            .collect();
        if !issues.is_empty() {
            return Err(LoadError::SchemaValidation {
                path: path.to_string(),
                errors: issues.join("\n"),
            });
        }
        let mut preset: Preset = serde_json::from_value(value).map_err(|source| LoadError::Deserialize {
            path: path.to_string(),
            source,
        })?;
        preset.fingerprint = fingerprint(raw);
        Ok(preset)
    }
}

/// Stable sha256 fingerprint of `raw`, formatted as `sha256:<hex>`.
pub fn fingerprint(raw: &[u8]) -> String {
    let mut hasher = Sha256::new();
    hasher.update(raw);
    let digest = hasher.finalize();
    let mut hex = String::with_capacity(7 + digest.len() * 2);
    hex.push_str("sha256:");
    for byte in digest.iter() {
        use std::fmt::Write;
        let _ = write!(&mut hex, "{byte:02x}");
    }
    hex
}