liter-llm 1.8.2

Universal LLM API client — 142+ providers, streaming, tool calling. Rust-powered, type-safe, compiled.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46

//! Tower-layer error variants for circuit breaker and hedged retry.
//!
//! This file is a staging area for new error variants that workstream 1.A
//! will merge into [`crate::error::LiterLlmError`].  Until that merge lands,
//! these variants convert to [`crate::error::LiterLlmError::InternalError`]
//! via the `From` impls below.

use std::time::Duration;

/// Error produced by [`super::circuit::CircuitLayer`] when the circuit is open.
#[derive(Debug, thiserror::Error)]
#[error("circuit open for provider {provider}: retry after {retry_after:?}")]
pub struct CircuitOpenError {
    /// Provider or deployment name.
    pub provider: String,
    /// Suggested retry delay (exponential-backoff computed by the policy).
    pub retry_after: Duration,
}

/// Error produced by [`super::hedge::HedgeLayer`] when all attempts are
/// exhausted before any response arrives.
#[derive(Debug, thiserror::Error)]
#[error("all {attempts} hedged attempts exhausted")]
pub struct HedgeExhaustedError {
    /// Number of attempts that were launched.
    pub attempts: u32,
}

// ─── Conversions ─────────────────────────────────────────────────────────────

impl From<CircuitOpenError> for crate::error::LiterLlmError {
    fn from(e: CircuitOpenError) -> Self {
        // TODO(1.A): replace with a dedicated CircuitOpen variant.
        Self::ServiceUnavailable {
            message: e.to_string(),
            status: 503,
        }
    }
}

impl From<HedgeExhaustedError> for crate::error::LiterLlmError {
    fn from(_e: HedgeExhaustedError) -> Self {
        // TODO(1.A): replace with a dedicated HedgeExhausted variant.
        Self::Timeout
    }
}