kapsl-hal 0.1.0

Hardware abstraction layer for CPU, CUDA, and ROCm devices in Kapsl
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

use crate::kernel::AttentionConfig;

#[test]
fn attention_config_scale_default_matches_inverse_sqrt() {
    let config = AttentionConfig {
        scale: None,
        causal: true,
    };

    let value = config.scale_for(4);
    assert!((value - 0.5).abs() < 1e-6);
}

#[test]
fn attention_config_scale_prefers_override() {
    let config = AttentionConfig {
        scale: Some(0.25),
        causal: false,
    };

    let value = config.scale_for(128);
    assert!((value - 0.25).abs() < 1e-6);
}