Struct WeightLayout 

pub struct WeightLayout {
    pub channels: FastDivmod,
    pub shape_k: u32,
    pub shape_n: u32,
    pub params: ConvolutionParams,
    pub config: GlobalMemoryConfig,
}

Maps a 4D weight tensor of shape (out_c, (k_h, k_w, in_c)) to a col-major 2D matmul tile with shape (n, k)

Fields

channels: FastDivmod

Number of channels, including padding, used for decomposing k

shape_k: u32

Shape of the conceptual k size, including padding

shape_n: u32

Shape of the conceptual n size, or out_c

params: ConvolutionParams

Size of the convolution kernel

config: GlobalMemoryConfig

Global memory config for the backing tensor

Implementations

impl WeightLayout

pub fn new<E: Numeric, G: GlobalConfig>( args: &RuntimeArgs, config: ConvolutionConfig<G>, ) -> WeightLayout

pub fn __expand_new<E: Numeric, G: GlobalConfig>( scope: &mut Scope, args: <RuntimeArgs as CubeType>::ExpandType, config: ConvolutionConfig<G>, ) -> <WeightLayout as CubeType>::ExpandType

Trait Implementations

impl Clone for WeightLayout

fn clone(&self) -> WeightLayout

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl CubeType for WeightLayout

type ExpandType = WeightLayoutExpand

fn into_mut(scope: &mut Scope, expand: Self::ExpandType) -> Self::ExpandType

Wrapper around the init method, necessary to type inference.

impl LaunchArg for WeightLayout

type RuntimeArg<'a, R: Runtime> = WeightLayoutLaunch<'a, R>

The runtime argument for the kernel.

type CompilationArg = WeightLayoutCompilationArg

Compilation argument.

fn compilation_arg<'a, R: Runtime>( runtime_arg: &Self::RuntimeArg<'a, R>, ) -> Self::CompilationArg

fn expand( arg: &Self::CompilationArg, builder: &mut KernelBuilder, ) -> <Self as CubeType>::ExpandType

Register an input variable during compilation that fill the KernelBuilder.

fn expand_output( arg: &Self::CompilationArg, builder: &mut KernelBuilder, ) -> <Self as CubeType>::ExpandType

Register an output variable during compilation that fill the KernelBuilder.

impl Layout for WeightLayout

type Coordinates = (u32, u32, u32)

The coordinate type used by the conceptual tensor represented by this layout, i.e. (u32, u32, u32) for a fixed-rank 3D tensor. This does not have to match the rank of the underlying storage (if applicable). It’s only how the tensor is interpreted (viewed) by the code.

type SourceCoordinates = NhwcCoords

The coordinate type used by the inner storage wrapped in this layout, i.e. u32 for Array, or (u32, u32) for a 2D view.

fn to_source_pos(&self, coords: Self::Coordinates) -> NhwcCoords

Transform a set of n-dimensional coordinates to a source coordinate space. It is recommended to use absolute positions here, and handle the translation into lines at the lowest level (global memory layout).

fn to_source_pos_checked(&self, coords: Self::Coordinates) -> (NhwcCoords, bool)

Transform a set of n-dimensional coordinates to an offset into the underlying storage, and return whether the position is in bounds of this layout. See also Layout::to_source_pos

fn shape(&self) -> Self::Coordinates

The shape of the conceptual tensor represented by this layout. Not necessarily the extent of the underlying storage, but only this view of it.

fn is_in_bounds(&self, pos: Self::Coordinates) -> bool

fn __expand_to_source_pos( scope: &mut Scope, this: Self::ExpandType, pos: <Self::Coordinates as CubeType>::ExpandType, ) -> <Self::SourceCoordinates as CubeType>::ExpandType

fn __expand_to_source_pos_checked( scope: &mut Scope, this: Self::ExpandType, pos: <Self::Coordinates as CubeType>::ExpandType, ) -> <(Self::SourceCoordinates, bool) as CubeType>::ExpandType

fn __expand_shape( scope: &mut Scope, this: Self::ExpandType, ) -> <Self::Coordinates as CubeType>::ExpandType

fn __expand_is_in_bounds( scope: &mut Scope, this: Self::ExpandType, pos: <Self::Coordinates as CubeType>::ExpandType, ) -> <bool as CubeType>::ExpandType