paladin-llm 0.4.3

LLM provider adapters for the Paladin framework — OpenAI, Anthropic, DeepSeek, and mock
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115

//! Conversion bridges between [`LlmProviderConfig`]/[`VisionConfig`]
//! (application config types with serde) and the runtime adapter config types
//! within the same crate.
//!
//! Placing the impls here keeps all `paladin-llm` types together and avoids
//! the Rust orphan rule restriction (both source and target types are local to
//! this crate).

#[cfg(any(feature = "openai", feature = "anthropic", feature = "deepseek"))]
use crate::config::llm::LlmProviderConfig;

#[cfg(feature = "openai")]
use crate::openai::adapter::OpenAIConfig;

#[cfg(feature = "anthropic")]
use crate::anthropic::adapter::AnthropicConfig;

#[cfg(feature = "deepseek")]
use crate::deepseek::adapter::DeepSeekConfig;

#[cfg(feature = "vision")]
use crate::config::vision::VisionConfig as ConfigVisionConfig;
#[cfg(feature = "vision")]
use crate::openai::vision::{
    VisionConfig as AdapterVisionConfig, VisionProviderConfig as AdapterVisionProviderConfig,
    VisionRetryConfig as AdapterVisionRetryConfig,
};

// ── OpenAI ───────────────────────────────────────────────────────────────────

#[cfg(feature = "openai")]
impl From<&LlmProviderConfig> for OpenAIConfig {
    /// Convert an [`LlmProviderConfig`] into an [`OpenAIConfig`].
    ///
    /// `organization` is always `None`; set it via env var
    /// (`OPENAI_ORGANIZATION`) or construct `OpenAIConfig` directly.
    fn from(cfg: &LlmProviderConfig) -> Self {
        Self {
            api_key: cfg.api_key.clone(),
            base_url: cfg
                .base_url
                .clone()
                .unwrap_or_else(|| "https://api.openai.com/v1".to_string()),
            organization: None,
            timeout_seconds: cfg.timeout_seconds.unwrap_or(300),
            max_retries: cfg.max_retries.unwrap_or(3),
        }
    }
}

// ── Anthropic ────────────────────────────────────────────────────────────────

#[cfg(feature = "anthropic")]
impl From<&LlmProviderConfig> for AnthropicConfig {
    /// Convert an [`LlmProviderConfig`] into an [`AnthropicConfig`].
    fn from(cfg: &LlmProviderConfig) -> Self {
        Self {
            api_key: cfg.api_key.clone(),
            base_url: cfg
                .base_url
                .clone()
                .unwrap_or_else(|| "https://api.anthropic.com/v1".to_string()),
            model: cfg
                .default_model
                .clone()
                .unwrap_or_else(|| "claude-3-5-sonnet-20241022".to_string()),
            max_tokens: 4096,
            timeout_seconds: cfg.timeout_seconds.unwrap_or(300),
        }
    }
}

// ── DeepSeek ─────────────────────────────────────────────────────────────────

#[cfg(feature = "deepseek")]
impl From<&LlmProviderConfig> for DeepSeekConfig {
    /// Convert an [`LlmProviderConfig`] into a [`DeepSeekConfig`].
    fn from(cfg: &LlmProviderConfig) -> Self {
        Self {
            api_key: cfg.api_key.clone(),
            base_url: cfg
                .base_url
                .clone()
                .unwrap_or_else(|| "https://api.deepseek.com/v1".to_string()),
            model: cfg
                .default_model
                .clone()
                .unwrap_or_else(|| "deepseek-chat".to_string()),
            timeout_seconds: cfg.timeout_seconds.unwrap_or(60),
        }
    }
}

// ── Vision config ────────────────────────────────────────────────────────────

#[cfg(feature = "vision")]
impl From<&ConfigVisionConfig> for AdapterVisionConfig {
    /// Convert the application [`VisionConfig`](ConfigVisionConfig) (with serde)
    /// into the runtime [`VisionConfig`](AdapterVisionConfig) used by adapters.
    fn from(cfg: &ConfigVisionConfig) -> Self {
        Self {
            retry: AdapterVisionRetryConfig {
                max_retries: cfg.retry.max_retries,
                initial_backoff_ms: cfg.retry.initial_backoff_ms,
                backoff_multiplier: cfg.retry.backoff_multiplier,
            },
            openai: AdapterVisionProviderConfig {
                max_tokens: cfg.openai.max_tokens,
            },
            anthropic: AdapterVisionProviderConfig {
                max_tokens: cfg.anthropic.max_tokens,
            },
        }
    }
}