realizar 0.8.5

Pure Rust ML inference engine built from scratch - model serving for GGUF and safetensors
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100

//! Scheduler Tests Part 02 - Coverage Improvements
//!
//! Additional tests for scheduler request handling, batch management, and error cases.
//! Extracted to comply with pmat file health rules (<400 lines).

#[cfg(test)]
mod tests {
    use crate::paged_kv::{PagedKvCache, SeqId};
    use crate::scheduler::*;
    use std::collections::HashMap;

    #[test]
    fn test_dynamic_request_urgency_calculation() {
        let request =
            DynamicRequest::new(0, vec![1], 10).with_deadline(Deadline::with_target(1000));

        // Urgency should be close to 0 for fresh request
        let urgency = request.urgency_score();
        assert!(urgency < 0.1);
    }

    #[test]
    fn test_dynamic_scheduler_waiting_vs_running() {
        let mut scheduler = DynamicPriorityScheduler::new(1024);

        scheduler.add_simple_request(vec![1], 5);
        scheduler.add_simple_request(vec![2], 5);
        scheduler.add_simple_request(vec![3], 5);

        assert_eq!(scheduler.waiting_count(), 3);
        assert_eq!(scheduler.running_count(), 0);

        // Schedule 2
        scheduler.schedule(2);

        assert_eq!(scheduler.waiting_count(), 1);
        assert_eq!(scheduler.running_count(), 2);
    }

    // ========================================================================
    // Priority Tests
    // ========================================================================

    #[test]
    fn test_priority_hash() {
        use std::collections::HashSet;
        let mut set = HashSet::new();
        set.insert(Priority::Low);
        set.insert(Priority::Normal);
        set.insert(Priority::High);
        set.insert(Priority::Critical);
        assert_eq!(set.len(), 4);
    }

    #[test]
    fn test_priority_clone_copy() {
        let p1 = Priority::High;
        let p2 = p1; // Copy
        let p3 = p1;
        assert_eq!(p1, p2);
        assert_eq!(p2, p3);
    }

    // ========================================================================
    // Serialization Round-Trip Tests
    // ========================================================================

    #[test]
    fn test_slot_state_serde_roundtrip() {
        for state in [
            SlotState::Idle,
            SlotState::Processing,
            SlotState::Generating,
        ] {
            let json = serde_json::to_string(&state).unwrap();
            let parsed: SlotState = serde_json::from_str(&json).unwrap();
            assert_eq!(state, parsed);
        }
    }

    #[test]
    fn test_batch_type_serde_roundtrip() {
        for bt in [BatchType::Prefill, BatchType::Decode, BatchType::Mixed] {
            let json = serde_json::to_string(&bt).unwrap();
            let parsed: BatchType = serde_json::from_str(&json).unwrap();
            assert_eq!(bt, parsed);
        }
    }

    #[test]
    fn test_scheduler_stats_default_values() {
        let stats = SchedulerStats::default();
        assert_eq!(stats.total_requests, 0);
        assert_eq!(stats.completed_requests, 0);
        assert_eq!(stats.preemptions, 0);
        assert_eq!(stats.avg_wait_time_ms, 0.0);
        assert_eq!(stats.queue_depth, 0);
    }
include!("tests_request_remaining.rs");
}