realizar 0.8.4

Pure Rust ML inference engine built from scratch - model serving for GGUF and safetensors
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64


// ============================================================================
// Tests (PMAT-802: T-COV-95)
// ============================================================================

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_transfer_mode_estimated_speedup() {
        assert!((TransferMode::Pageable.estimated_speedup() - 1.0).abs() < f64::EPSILON);
        assert!((TransferMode::Pinned.estimated_speedup() - 1.7).abs() < f64::EPSILON);
        assert!((TransferMode::ZeroCopy.estimated_speedup() - 2.0).abs() < f64::EPSILON);
        assert!((TransferMode::Async.estimated_speedup() - 1.5).abs() < f64::EPSILON);
    }

    #[test]
    fn test_transfer_mode_eq() {
        assert_eq!(TransferMode::Pageable, TransferMode::Pageable);
        assert_ne!(TransferMode::Pageable, TransferMode::Pinned);
    }

    #[test]
    fn test_transfer_mode_clone_copy() {
        let mode = TransferMode::Pinned;
        let cloned = mode;
        assert_eq!(cloned, TransferMode::Pinned);
    }

    #[test]
    fn test_transfer_mode_debug() {
        let debug_str = format!("{:?}", TransferMode::ZeroCopy);
        assert!(debug_str.contains("ZeroCopy"));
    }

    // =========================================================================
    // Integration Tests
    // =========================================================================

    #[test]
    fn test_pool_hit_rate_calculation() {
        let mut pool = GpuMemoryPool::new();

        // Add a buffer
        let handle = GpuBufferHandle {
            size: 4096,
            in_use: false,
        };
        pool.return_buffer(handle);

        // First get should hit (from pool)
        let _ = pool.try_get(4096);

        // Second get should miss (pool empty)
        let _ = pool.try_get(4096);

        let stats = pool.stats();
        assert_eq!(stats.pool_hits, 1);
        assert_eq!(stats.pool_misses, 1);
        assert!((stats.hit_rate - 0.5).abs() < 0.001);
    }
include!("memory_size_class.rs");
}