vyre-libs 0.7.2

vyre Category A library ecosystem - pure-IR compositions over foundation IR and primitive-owned kernels
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

//! Cache-position and pass-through contracts for partial RoPE.

#![forbid(unsafe_code)]

use vyre_libs::nn::attention::partial_rope_at_offset;
use vyre_reference::value::Value;

fn bytes(values: &[f32]) -> Vec<u8> {
    values
        .iter()
        .flat_map(|value| value.to_le_bytes())
        .collect()
}

fn decode(value: &Value) -> Vec<f32> {
    value
        .to_bytes()
        .chunks_exact(4)
        .map(|word| f32::from_le_bytes(word.try_into().expect("Fix: exact f32 word")))
        .collect()
}

/// Proves cached decode reads its absolute table position and leaves pass-through dimensions byte-exact.
#[test]
fn decode_offset_rotates_only_the_configured_prefix() {
    let program = partial_rope_at_offset("input", "cos", "sin", "output", 1, 1, 4, 2, 1, 2);
    let outputs = vyre_reference::reference_eval(
        &program,
        &[
            Value::from(bytes(&[1.0, 2.0, 3.0, 4.0])),
            Value::from(bytes(&[1.0, 0.0])),
            Value::from(bytes(&[0.0, 1.0])),
            Value::from(vec![0; 16]),
        ],
    )
    .expect("Fix: offset RoPE must execute");
    assert_eq!(decode(&outputs[0]), vec![-2.0, 1.0, 3.0, 4.0]);
}

/// Locks full rotary coverage while preserving the same absolute cache position semantics.
#[test]
fn full_rotary_dimensions_use_offset_table_rows() {
    let program = partial_rope_at_offset("input", "cos", "sin", "output", 1, 1, 4, 4, 1, 2);
    let outputs = vyre_reference::reference_eval(
        &program,
        &[
            Value::from(bytes(&[1.0, 2.0, 3.0, 4.0])),
            Value::from(bytes(&[1.0, 1.0, 0.0, 0.0])),
            Value::from(bytes(&[0.0, 0.0, 1.0, 1.0])),
            Value::from(vec![0; 16]),
        ],
    )
    .expect("Fix: full offset RoPE must execute");
    assert_eq!(decode(&outputs[0]), vec![-2.0, 1.0, -4.0, 3.0]);
}

/// Prevents a cache range beyond the available tables from becoming executable through OOB zero-fill.
#[test]
fn offset_range_beyond_tables_fails_validation() {
    let program = partial_rope_at_offset("input", "cos", "sin", "output", 1, 2, 4, 2, 2, 3);
    let error = vyre_reference::reference_eval(&program, &[Value::from(vec![0; 32])])
        .expect_err("Fix: table range overflow must remain invalid");
    assert!(error.to_string().contains("position range"), "{error}");
}

/// Proves Qwen3.5 production head and partial-rotary dimensions construct exact buffer sizes.
#[test]
fn qwen35_production_dimensions_materialize_exact_contracts() {
    let program = partial_rope_at_offset("q", "cos", "sin", "q.rotated", 24, 1, 256, 64, 17, 32);
    assert_eq!(program.buffers()[0].count(), 24 * 256);
    assert_eq!(program.buffers()[1].count(), 32 * 32);
    assert_eq!(program.buffers()[2].count(), 32 * 32);
    assert_eq!(program.buffers()[3].count(), 24 * 256);
}