litellm-rs 0.4.16

A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104

//! Default value functions for configuration
//!
//! This module provides shared default functions used across multiple config models.
//! Each function here MUST be referenced by at least one model struct's `#[serde(default)]`
//! annotation. Model-specific defaults live in their respective model files.

pub fn default_true() -> bool {
    true
}

pub fn default_max_retries() -> u32 {
    3
}

pub fn default_health_check_interval() -> u64 {
    30
}

pub fn default_failure_threshold() -> u32 {
    5
}

pub fn default_recovery_timeout() -> u64 {
    60
}

pub fn default_initial_delay_ms() -> u64 {
    100
}

pub fn default_max_delay_ms() -> u64 {
    30000
}

pub fn default_jwt_expiration() -> u64 {
    86400 // 24 hours
}

pub fn default_api_key_header() -> String {
    "Authorization".to_string()
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_default_true() {
        assert!(default_true());
    }

    #[test]
    fn test_default_max_retries() {
        assert_eq!(default_max_retries(), 3);
    }

    #[test]
    fn test_default_health_check_interval() {
        assert_eq!(default_health_check_interval(), 30);
    }

    #[test]
    fn test_default_failure_threshold() {
        assert_eq!(default_failure_threshold(), 5);
    }

    #[test]
    fn test_default_recovery_timeout() {
        assert_eq!(default_recovery_timeout(), 60);
    }

    #[test]
    fn test_default_initial_delay_ms() {
        assert_eq!(default_initial_delay_ms(), 100);
    }

    #[test]
    fn test_default_max_delay_ms() {
        assert_eq!(default_max_delay_ms(), 30000);
    }

    #[test]
    fn test_default_jwt_expiration() {
        assert_eq!(default_jwt_expiration(), 86400);
    }

    #[test]
    fn test_default_api_key_header() {
        assert_eq!(default_api_key_header(), "Authorization");
    }

    #[test]
    fn test_retries_is_reasonable() {
        let retries = default_max_retries();
        assert!(retries > 0);
        assert!(retries <= 10);
    }

    #[test]
    fn test_jwt_algorithm_header_is_valid() {
        let header = default_api_key_header();
        assert!(!header.is_empty());
    }
}