hanzo-ml 0.11.12

Minimalist ML framework.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14

// Fused SwiGLU: out[i] = silu(a[i]) * b[i] = (a / (1 + exp(-a))) * b. WGSL port of silu_mul.comp.
struct Params { n: u32 };
@group(0) @binding(0) var<uniform> p: Params;
@group(0) @binding(1) var<storage, read>       a: array<f32>;
@group(0) @binding(2) var<storage, read>       b: array<f32>;
@group(0) @binding(3) var<storage, read_write> o: array<f32>;
@compute @workgroup_size(64, 1, 1)
fn main(@builtin(global_invocation_id) gid: vec3<u32>) {
    let i = gid.x;
    if (i < p.n) {
        let x = a[i];
        o[i] = (x / (1.0 + exp(-x))) * b[i];
    }
}