litellm-rs 0.8.2

A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

use crate::core::providers::{ProviderError, voyage::VoyageProvider};

use super::builder::{config_endpoint_access, config_str};

pub(super) fn build_voyage_provider(
    config: &serde_json::Value,
) -> Result<VoyageProvider, ProviderError> {
    let api_key = config_str(config, "api_key")
        .ok_or_else(|| ProviderError::configuration("voyage", "api_key is required"))?;
    if api_key.trim().is_empty() {
        return Err(ProviderError::configuration(
            "voyage",
            "api_key is required",
        ));
    }
    let api_base = config_str(config, "base_url").or_else(|| config_str(config, "api_base"));
    let timeout = config
        .get("timeout")
        .and_then(serde_json::Value::as_u64)
        .unwrap_or(60);
    let max_retries = config
        .get("max_retries")
        .and_then(serde_json::Value::as_u64)
        .and_then(|value| u32::try_from(value).ok())
        .unwrap_or(3);
    let models = config
        .get("models")
        .and_then(serde_json::Value::as_array)
        .map(|models| {
            models
                .iter()
                .map(|model| {
                    model.as_str().map(str::to_owned).ok_or_else(|| {
                        ProviderError::configuration("voyage", "models entries must be strings")
                    })
                })
                .collect::<Result<Vec<_>, _>>()
        })
        .transpose()?
        .unwrap_or_default();

    VoyageProvider::new(
        api_key.to_string(),
        api_base,
        config_endpoint_access(config, "voyage")?,
        timeout,
        max_retries,
        &models,
    )
}