litellm-rs 0.4.16

A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108

//! Codestral Provider Configuration

use crate::core::traits::provider::ProviderConfig;
use serde::{Deserialize, Serialize};

/// Codestral provider configuration
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct CodestralConfig {
    /// API key for Codestral/Mistral authentication
    pub api_key: Option<String>,

    /// Base URL (default: <https://codestral.mistral.ai/v1>)
    pub api_base: Option<String>,

    /// Request timeout in seconds
    #[serde(default = "default_timeout")]
    pub timeout: u64,

    /// Maximum retries
    #[serde(default = "default_max_retries")]
    pub max_retries: u32,

    /// Debug mode
    #[serde(default)]
    pub debug: bool,
}

impl Default for CodestralConfig {
    fn default() -> Self {
        Self {
            api_key: None,
            api_base: None,
            timeout: default_timeout(),
            max_retries: default_max_retries(),
            debug: false,
        }
    }
}

impl ProviderConfig for CodestralConfig {
    fn validate(&self) -> Result<(), String> {
        if self.api_key.is_none() && std::env::var("CODESTRAL_API_KEY").is_err() {
            return Err("Codestral API key not provided and CODESTRAL_API_KEY not set".to_string());
        }
        if self.timeout == 0 {
            return Err("Timeout must be greater than 0".to_string());
        }
        Ok(())
    }

    fn api_key(&self) -> Option<&str> {
        self.api_key.as_deref()
    }

    fn api_base(&self) -> Option<&str> {
        self.api_base.as_deref()
    }

    fn timeout(&self) -> std::time::Duration {
        std::time::Duration::from_secs(self.timeout)
    }

    fn max_retries(&self) -> u32 {
        self.max_retries
    }
}

impl CodestralConfig {
    pub fn get_api_key(&self) -> Option<String> {
        self.api_key
            .clone()
            .or_else(|| std::env::var("CODESTRAL_API_KEY").ok())
            .or_else(|| std::env::var("MISTRAL_API_KEY").ok())
    }

    pub fn get_api_base(&self) -> String {
        self.api_base
            .clone()
            .or_else(|| std::env::var("CODESTRAL_API_BASE").ok())
            .unwrap_or_else(|| "https://codestral.mistral.ai/v1".to_string())
    }
}

fn default_timeout() -> u64 {
    60
}

fn default_max_retries() -> u32 {
    3
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_config_default() {
        let config = CodestralConfig::default();
        assert!(config.api_key.is_none());
        assert_eq!(config.timeout, 60);
    }

    #[test]
    fn test_get_api_base_default() {
        let config = CodestralConfig::default();
        assert_eq!(config.get_api_base(), "https://codestral.mistral.ai/v1");
    }
}