vyre-libs 0.6.3

vyre Category A library ecosystem - pure-IR compositions over vyre-ops hardware primitives
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

//! Geometry helpers shared by the plain and bias-fused tiled matmul
//! variants.

use vyre::ir::Expr;

use crate::tensor_ref::TensorRefError;

#[derive(Copy, Clone)]
pub(crate) struct MatrixShape {
    pub(crate) m: u32,
    pub(crate) k: u32,
    pub(crate) n: u32,
}

#[derive(Copy, Clone)]
pub(crate) struct TileShape {
    pub(crate) k_tile: u32,
    pub(crate) out_rows: u32,
    pub(crate) out_cols: u32,
    pub(crate) x_lanes: u32,
    pub(crate) y_lanes: u32,
    pub(crate) lanes: u32,
    pub(crate) a_values: u32,
    pub(crate) b_values: u32,
}

pub(crate) fn output_tile_shape(workgroup: [u32; 3]) -> Result<(u32, u32, u32), TensorRefError> {
    let out_cols = workgroup[0].max(1);
    let out_rows = workgroup[1].max(1).saturating_mul(workgroup[2].max(1));
    let lanes =
        out_cols
            .checked_mul(out_rows)
            .ok_or_else(|| TensorRefError::ElementCountOverflow {
                name: "matmul_workgroup".to_string(),
                shape: vec![out_rows, out_cols],
            })?;
    Ok((out_cols, out_rows, lanes))
}

pub(crate) fn padded_tile_lane_count(
    m: u32,
    n: u32,
    out_rows: u32,
    out_cols: u32,
    lanes: u32,
) -> Result<u32, TensorRefError> {
    let row_tiles = m.div_ceil(out_rows);
    let col_tiles = n.div_ceil(out_cols);
    row_tiles
        .checked_mul(col_tiles)
        .and_then(|tiles| tiles.checked_mul(lanes))
        .ok_or_else(|| TensorRefError::ElementCountOverflow {
            name: "matmul_tiled_launch_lanes".to_string(),
            shape: vec![row_tiles, col_tiles, lanes],
        })
}

pub(crate) fn in_output_bounds(row: Expr, col: Expr, shape: MatrixShape) -> Expr {
    Expr::and(
        Expr::lt(row, Expr::u32(shape.m)),
        Expr::lt(col, Expr::u32(shape.n)),
    )
}