aprender-serve 0.65.2

Pure Rust ML inference engine built from scratch - model serving for GGUF and safetensors
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70


// ============================================================================
// Layer weight presence tests
// ============================================================================

#[test]
fn test_apr_layer_has_attn_weights() {
    let gguf_data = build_minimal_llama_gguf(32, 64, 128, 4, 4);
    let apr = GgufToAprConverter::convert(&gguf_data).expect("test value should be present");

    assert!(!apr.layers.is_empty());
    let layer = &apr.layers[0];

    // Attention weights should exist
    assert!(!layer.attn_norm_weight.is_empty());
    assert!(!layer.qkv_weight.is_empty());
    assert!(!layer.attn_output_weight.is_empty());
}

#[test]
fn test_apr_layer_has_ffn_weights() {
    let gguf_data = build_minimal_llama_gguf(32, 64, 128, 4, 4);
    let apr = GgufToAprConverter::convert(&gguf_data).expect("test value should be present");

    assert!(!apr.layers.is_empty());
    let layer = &apr.layers[0];

    // FFN weights should exist
    assert!(
        layer
            .ffn_norm_weight
            .as_ref()
            .is_some_and(|v| !v.is_empty())
            || layer.ffn_norm_weight.is_none()
    );
    assert!(!layer.ffn_up_weight.is_empty());
    assert!(!layer.ffn_down_weight.is_empty());
}

#[test]
fn test_apr_layer_llama_has_gate() {
    let gguf_data = build_minimal_llama_gguf(32, 64, 128, 4, 4);
    let apr = GgufToAprConverter::convert(&gguf_data).expect("test value should be present");

    assert!(!apr.layers.is_empty());
    let layer = &apr.layers[0];

    // LLaMA architecture should have gate weights (SwiGLU)
    assert!(layer.ffn_gate_weight.is_some());
}

// ============================================================================
// Phi2 specific tests
// ============================================================================

#[test]
fn test_apr_phi2_architecture() {
    let gguf_data = build_minimal_phi2_gguf(32, 64, 128, 4);
    let apr = GgufToAprConverter::convert(&gguf_data).expect("test value should be present");

    assert_eq!(apr.config.architecture, "phi2");
}

#[test]
fn test_apr_phi2_has_layers() {
    let gguf_data = build_minimal_phi2_gguf(32, 64, 128, 4);
    let apr = GgufToAprConverter::convert(&gguf_data).expect("test value should be present");

    assert!(!apr.layers.is_empty());
}