xberg 1.0.7

High-performance document intelligence library for Rust. Extract text, metadata, and structured data from PDFs, Office documents, images, and 101 formats and 306 programming languages via tree-sitter code intelligence with async/sync APIs.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66

//! The [`LlmClient`] seam: the JSON-schema-constrained LLM completion call.
//!
//! The in-core default is [`LiterLlmClient`], which delegates verbatim to
//! [`llm::structured::complete_with_json_schema`](crate::llm::structured::complete_with_json_schema)
//! — the liter-llm-backed path xberg uses today. Alternative clients (a mock, a
//! gateway, a different provider SDK) implement this trait and are injected via
//! [`EngineBuilder::with_llm_client`](super::super::EngineBuilder::with_llm_client).
//!
//! Gated behind `liter-llm`: without that feature there is no LLM dependency to
//! wrap, so neither the trait's default nor the engine field exist.

use async_trait::async_trait;
use serde_json::Value;

use crate::Result;
use crate::core::config::LlmConfig;
use crate::types::LlmUsage;

/// Abstracts the JSON-schema-constrained LLM completion used by the structured
/// and post-processing paths.
///
/// # Thread safety
///
/// Implementations are `Send + Sync + 'static` and held behind
/// `Arc<dyn LlmClient>`; they may be called concurrently.
#[cfg_attr(not(target_arch = "wasm32"), async_trait)]
#[cfg_attr(target_arch = "wasm32", async_trait(?Send))]
pub trait LlmClient: Send + Sync + 'static {
    /// Send `prompt` to the configured model with a JSON-schema response
    /// constraint and return the parsed JSON value plus captured usage.
    ///
    /// # Errors
    ///
    /// Propagates client construction, request, and JSON-parse failures.
    async fn complete_with_json_schema(
        &self,
        llm_config: &LlmConfig,
        prompt: &str,
        schema_name: &str,
        schema: &Value,
        source: &str,
    ) -> Result<(Value, Option<LlmUsage>)>;
}

/// In-core default: the liter-llm-backed client.
///
/// Delegates straight to
/// [`llm::structured::complete_with_json_schema`](crate::llm::structured::complete_with_json_schema),
/// so its behavior is identical to calling that function directly.
#[derive(Debug, Default, Clone, Copy)]
pub struct LiterLlmClient;

#[cfg_attr(not(target_arch = "wasm32"), async_trait)]
#[cfg_attr(target_arch = "wasm32", async_trait(?Send))]
impl LlmClient for LiterLlmClient {
    async fn complete_with_json_schema(
        &self,
        llm_config: &LlmConfig,
        prompt: &str,
        schema_name: &str,
        schema: &Value,
        source: &str,
    ) -> Result<(Value, Option<LlmUsage>)> {
        crate::llm::structured::complete_with_json_schema(llm_config, prompt, schema_name, schema, source).await
    }
}