sipp-rs 0.1.0

Unified Rust library for extensible Sipp inference
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71

//! Tests the `runtime::scheduler::slot_state` module in `sipp`.
//!
//! Covers scheduler planning, budget accounting, slot state, and flow decisions with deterministic in-memory fixtures.

use super::*;
use crate::runtime::session::{CacheCandidate, KvCacheAdmission, SequenceMirror};

fn admission(seq_id: i32, generation: u64, tokens: Vec<i32>) -> KvCacheAdmission {
    KvCacheAdmission {
        seq_id,
        generation,
        mirror: SequenceMirror {
            n_past: tokens.len() as i32,
            current_kv_tokens: tokens,
        },
        candidate: CacheCandidate::Live,
        requires_kv_clear: false,
    }
}

#[test]
fn attach_request_copies_session_mirror_and_resets_slot_progress() {
    let mut slot = SlotState::new(3);
    slot.prefill_cursor = 9;
    slot.generated_tokens.push(99);
    slot.sampler_key = Some(SamplerCacheKey {
        sampling_json: "sampling".to_string(),
        grammar: String::new(),
        json_schema: String::new(),
    });
    let mut request = GenerateRequest::new(42, "ctx");
    request.prompt_tokens = vec![1, 2, 3];

    slot.attach_request(request, admission(7, 11, vec![1]));

    assert_eq!(slot.slot_id, 3);
    assert_eq!(slot.request_id, 42);
    assert_eq!(slot.seq_id, 7);
    assert_eq!(slot.lease_generation, 11);
    assert_eq!(slot.cache_candidate, CacheCandidate::Live);
    assert!(!slot.requires_kv_clear);
    assert_eq!(slot.phase, SlotPhase::Admitted);
    assert_eq!(slot.prefill_cursor, 0);
    assert!(!slot.sampler_prompt_seeded);
    assert!(slot.sampler_key.is_none());
    assert!(slot.generated_tokens.is_empty());
    assert_eq!(slot.mirror.current_kv_tokens, vec![1]);
    assert_eq!(slot.mirror.n_past, 1);
}

#[test]
fn reset_to_idle_clears_request_and_runtime_buffers() {
    let mut slot = SlotState::new(1);
    slot.attach_request(GenerateRequest::new(2, "ctx"), KvCacheAdmission::default());
    slot.buffered_output_text = "abc".to_string();
    slot.pending_emission_text = "def".to_string();
    slot.pending_utf8_bytes = b"ghi".to_vec();

    slot.reset_to_idle();

    assert_eq!(slot.phase, SlotPhase::Idle);
    assert_eq!(slot.seq_id, -1);
    assert_eq!(slot.lease_generation, 0);
    assert_eq!(slot.cache_candidate, CacheCandidate::None);
    assert!(!slot.requires_kv_clear);
    assert_eq!(slot.request_id, 0);
    assert!(slot.request.is_none());
    assert!(slot.buffered_output_text.is_empty());
    assert!(slot.pending_emission_text.is_empty());
    assert!(slot.pending_utf8_bytes.is_empty());
}