litellm-rs 0.4.16

A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40

//! Tests for error recovery and resilience utilities

#[cfg(test)]
use super::{
    circuit_breaker::CircuitBreaker,
    types::{CircuitBreakerConfig, CircuitState},
};

#[tokio::test]
async fn test_circuit_breaker_success() {
    let config = CircuitBreakerConfig::default();
    let breaker = CircuitBreaker::new(config);

    let result = breaker.call(async { Ok::<i32, &str>(42) }).await;
    assert!(result.is_ok());
    assert_eq!(breaker.state(), CircuitState::Closed);
}

#[tokio::test]
async fn test_circuit_breaker_failure() {
    let config = CircuitBreakerConfig {
        failure_threshold: 2,
        min_requests: 2,
        ..Default::default()
    };

    let breaker = CircuitBreaker::new(config);

    // First failure
    let _ = breaker.call(async { Err::<i32, &str>("error") }).await;
    assert_eq!(breaker.state(), CircuitState::Closed);

    // Second failure should open circuit
    let _ = breaker.call(async { Err::<i32, &str>("error") }).await;
    assert_eq!(breaker.state(), CircuitState::Open);

    // Next call should be rejected
    let result = breaker.call(async { Ok::<i32, &str>(42) }).await;
    assert!(result.is_err());
}