aprender-serve 0.64.0

Pure Rust ML inference engine built from scratch - model serving for GGUF and safetensors
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35


#[test]
fn test_fused_q4k_q8k_dot_large_scales() {
    let q4k_data = gen_multi_q4k_blocks(1);
    let q8k_scales = vec![1000.0f32];
    let q8k_quants = vec![10i8; QK_K];

    let result = fused_q4k_q8k_dot_simd(&q4k_data, &q8k_scales, &q8k_quants);
    assert!(result.is_ok());
}

// -----------------------------------------------------------------------------
// Stress Tests
// -----------------------------------------------------------------------------

#[test]
fn test_fused_q4k_dot_simd_32_blocks() {
    let q4k_data = gen_multi_q4k_blocks(32);
    let activations: Vec<f32> = (0..32 * QK_K).map(|i| (i as f32 * 0.001).sin()).collect();

    let result = fused_q4k_dot_simd(&q4k_data, &activations);
    assert!(result.is_ok(), "32-block stress test should succeed");
}

#[test]
fn test_fused_q4k_q8k_dot_simd_32_blocks() {
    let q4k_data = gen_multi_q4k_blocks(32);
    let (q8k_scales, q8k_quants) = gen_multi_q8k_data(32);

    let result = fused_q4k_q8k_dot_simd(&q4k_data, &q8k_scales, &q8k_quants);
    assert!(
        result.is_ok(),
        "32-block Q4K×Q8K stress test should succeed"
    );
}