litellm-rs 0.6.0

A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101

use super::*;
// ==================== EventBroker Subscribe Tests ====================

#[test]
fn test_broker_subscribe() {
    let broker = EventBroker::<TestData>::new();
    let (handle, _rx) = broker.subscribe();

    assert!(handle.is_active());
    assert_eq!(broker.subscriber_count(), 1);
}

#[test]
fn test_broker_subscribe_multiple() {
    let broker = EventBroker::<TestData>::new();

    let (_h1, _r1) = broker.subscribe();
    let (_h2, _r2) = broker.subscribe();
    let (_h3, _r3) = broker.subscribe();

    assert_eq!(broker.subscriber_count(), 3);
}

#[test]
fn test_broker_subscribe_with_capacity() {
    let broker = EventBroker::<TestData>::new();
    let (handle, _rx) = broker.subscribe_with_capacity(1024);

    assert!(handle.is_active());
    assert_eq!(broker.subscriber_count(), 1);
}

#[test]
fn test_broker_has_subscribers() {
    let broker = EventBroker::<TestData>::new();
    assert!(!broker.has_subscribers());

    let (_handle, _rx) = broker.subscribe();
    assert!(broker.has_subscribers());
}

// ==================== EventBroker Unsubscribe Tests ====================

#[test]
fn test_broker_unsubscribe() {
    let broker = EventBroker::<TestData>::new();
    let (handle, _rx) = broker.subscribe();

    assert_eq!(broker.subscriber_count(), 1);

    let removed = broker.unsubscribe(&handle);
    assert!(removed);
    assert!(!handle.is_active());
    assert_eq!(broker.subscriber_count(), 0);
}

#[test]
fn test_broker_unsubscribe_by_id() {
    let broker = EventBroker::<TestData>::new();
    let (handle, _rx) = broker.subscribe();
    let id = handle.id.clone();

    assert_eq!(broker.subscriber_count(), 1);

    let removed = broker.unsubscribe_by_id(&id);
    assert!(removed);
    assert_eq!(broker.subscriber_count(), 0);
}

#[test]
fn test_broker_unsubscribe_unknown() {
    let broker = EventBroker::<TestData>::new();
    let handle = SubscriptionHandle::new();

    let removed = broker.unsubscribe(&handle);
    assert!(!removed);
}

#[test]
fn test_broker_unsubscribe_by_unknown_id() {
    let broker = EventBroker::<TestData>::new();

    let removed = broker.unsubscribe_by_id("unknown-id");
    assert!(!removed);
}

#[test]
fn test_broker_clear() {
    let broker = EventBroker::<TestData>::new();

    let (h1, _r1) = broker.subscribe();
    let (h2, _r2) = broker.subscribe();

    assert_eq!(broker.subscriber_count(), 2);

    broker.clear();

    assert_eq!(broker.subscriber_count(), 0);
    assert!(!h1.is_active());
    assert!(!h2.is_active());
}