cubecl-convolution 0.7.0

CubeCL Convolution Kernels Engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

use cubecl::prelude::*;
use cubecl_core as cubecl;
use cubecl_matmul::components::{
    InvalidConfigError, MatrixLayout, StageIdent,
    global::memory::GlobalMemoryConfig,
    stage::{StageMemoryConfig, StridedStage, TilingLayout, TilingValidation},
    tile::StridedTile,
};
use cubecl_std::tensor::layout::Coords2d;

#[derive(Clone, Copy)]
/// Tiling layout specific for bias, which is one-dimensional with stride 0
pub struct BiasTilingLayout {}

#[cube]
impl TilingLayout for BiasTilingLayout {
    fn get_tile<ES: Numeric>(
        stage: &StridedStage<ES, Self>,
        tile: Coords2d,
        _buffer_index: u32,
        #[comptime] _ident: StageIdent,
        #[comptime] config: StageMemoryConfig,
    ) -> StridedTile<ES> {
        if comptime!(config.num_stages > 1) {
            unimplemented!()
        }

        let (_, col) = tile;

        let stage_line_size = config.stage_line_size;
        let tile_size_col = config.elements_in_tile_col / stage_line_size;

        let length = tile_size_col;
        let start = col * tile_size_col;

        StridedTile::new_strided(
            stage.as_slice(stage_line_size).slice(start, start + length),
            0,
            MatrixLayout::RowMajor,
        )
    }
}

impl TilingValidation for BiasTilingLayout {
    fn check(config: GlobalMemoryConfig) -> Result<(), InvalidConfigError> {
        let stage_width = config.elements_in_stage_col;
        if config.global_line_size > stage_width {
            return Err(Box::new("Invalid line size"));
        }
        Ok(())
    }
}