ferrum-types 0.12.2

Shared type definitions for the Ferrum LLM inference engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

use ferrum_types::*;

#[test]
fn memory_usage_utilization() {
    let mut m = MemoryUsage {
        total_bytes: 100,
        used_bytes: 40,
        free_bytes: 60,
        gpu_memory_bytes: Some(0),
        cpu_memory_bytes: Some(0),
        cache_memory_bytes: 0,
        utilization_percent: 0.0,
    };
    m.calculate_utilization();
    assert!((m.utilization_percent - 40.0).abs() < 1e-3);
}