litellm-rs 0.4.16

A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92

//! System metrics collection using sysinfo crate
//!
//! These functions provide real system monitoring when the metrics feature is enabled

#[cfg(feature = "metrics")]
use std::sync::LazyLock;
#[cfg(feature = "metrics")]
use sysinfo::{Disks, Networks, System};

// System metrics collection using sysinfo crate
// These functions provide real system monitoring when the metrics feature is enabled

#[cfg(feature = "metrics")]
static SYSTEM: LazyLock<parking_lot::Mutex<System>> =
    LazyLock::new(|| parking_lot::Mutex::new(System::new_all()));

#[cfg(feature = "metrics")]
static NETWORKS: LazyLock<parking_lot::Mutex<Networks>> =
    LazyLock::new(|| parking_lot::Mutex::new(Networks::new_with_refreshed_list()));

#[cfg(feature = "metrics")]
static DISKS: LazyLock<parking_lot::Mutex<Disks>> =
    LazyLock::new(|| parking_lot::Mutex::new(Disks::new_with_refreshed_list()));

#[cfg(feature = "metrics")]
pub(super) fn get_cpu_usage() -> f64 {
    let mut sys = SYSTEM.lock();
    sys.refresh_cpu_usage();
    sys.global_cpu_usage() as f64
}

#[cfg(not(feature = "metrics"))]
pub(super) fn get_cpu_usage() -> f64 {
    0.0
}

#[cfg(feature = "metrics")]
pub(super) fn get_memory_usage() -> u64 {
    let mut sys = SYSTEM.lock();
    sys.refresh_memory();
    sys.used_memory()
}

#[cfg(not(feature = "metrics"))]
pub(super) fn get_memory_usage() -> u64 {
    0
}

#[cfg(feature = "metrics")]
pub(super) fn get_disk_usage() -> u64 {
    let mut disks = DISKS.lock();
    disks.refresh_list();
    disks
        .iter()
        .map(|d| d.total_space() - d.available_space())
        .sum()
}

#[cfg(not(feature = "metrics"))]
pub(super) fn get_disk_usage() -> u64 {
    0
}

#[cfg(feature = "metrics")]
pub(super) fn get_network_bytes_in() -> u64 {
    let mut networks = NETWORKS.lock();
    networks.refresh();
    networks.values().map(|data| data.total_received()).sum()
}

#[cfg(not(feature = "metrics"))]
pub(super) fn get_network_bytes_in() -> u64 {
    0
}

#[cfg(feature = "metrics")]
pub(super) fn get_network_bytes_out() -> u64 {
    let mut networks = NETWORKS.lock();
    networks.refresh();
    networks.values().map(|data| data.total_transmitted()).sum()
}

#[cfg(not(feature = "metrics"))]
pub(super) fn get_network_bytes_out() -> u64 {
    0
}

pub(super) fn get_active_connections() -> u32 {
    // We currently don't have a cross-platform socket-connection counter wired
    // in this module. Return 0 (unknown) instead of a fabricated constant.
    0
}