Struct WeightLayout 

pub struct WeightLayout {
    pub padded_channels: FastDivmod<u32>,
    pub rows: u32,
    pub cols: u32,
    pub params: ConvolutionParams,
    pub config: GlobalLayoutConfig,
}

Maps a 4D weight tensor of shape (out_c, (k_h, k_w, in_c)) to a col-major 2D matmul tile with shape (n, k)

Fields

padded_channels: FastDivmod<u32>

Number of channels, including padding, used for decomposing k

rows: u32

Shape of the combined kernel and channels dim, including padding

cols: u32

Shape of the out_c dimension

params: ConvolutionParams

Size of the convolution kernel

config: GlobalLayoutConfig

Global memory config for the backing tensor

Implementations

impl WeightLayout

pub fn new<E: Numeric, G: GlobalConfig>( rows: u32, cols: u32, padded_channels: FastDivmod<u32>, config: GlobalLayoutConfig, params: ConvolutionParams, ) -> WeightLayout

pub fn __expand_new<E: Numeric, G: GlobalConfig>( scope: &mut Scope, rows: <u32 as RudaType>::ExpandType, cols: <u32 as RudaType>::ExpandType, padded_channels: <FastDivmod<u32> as RudaType>::ExpandType, config: GlobalLayoutConfig, params: ConvolutionParams, ) -> <WeightLayout as RudaType>::ExpandType

Trait Implementations

impl Clone for WeightLayout

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl LaunchArg for WeightLayout

type RuntimeArg<R: LaunchMarker> = WeightLayoutLaunch<R>

The runtime argument for the kernel.

type CompilationArg = WeightLayoutCompilationArg

Compilation argument.

fn register<R: LaunchMarker>( arg: Self::RuntimeArg<R>, launcher: &mut KernelLauncher<R>, ) -> Self::CompilationArg

fn expand( arg: &Self::CompilationArg, builder: &mut KernelBuilder, ) -> <Self as RudaType>::ExpandType

Register an input variable during compilation that fill the KernelBuilder.

fn expand_output( arg: &Self::CompilationArg, builder: &mut KernelBuilder, ) -> <Self as RudaType>::ExpandType

Register an output variable during compilation that fill the KernelBuilder.

impl Layout for WeightLayout

type Coordinates = (usize, u32, u32)

The coordinate type used by the conceptual tensor represented by this layout, i.e. (u32, u32, u32) for a fixed-rank 3D tensor. This does not have to match the rank of the underlying storage (if applicable). It’s only how the tensor is interpreted (viewed) by the code.

type SourceCoordinates = NhwcCoords

The coordinate type used by the inner storage wrapped in this layout, i.e. u32 for Array, or (u32, u32) for a 2D view.

fn to_source_pos(&self, coords: Self::Coordinates) -> NhwcCoords

Transform a set of n-dimensional coordinates to a source coordinate space. It is recommended to use absolute positions here, and handle the translation into vectors at the lowest level (global memory layout).

fn to_source_pos_checked(&self, coords: Self::Coordinates) -> (NhwcCoords, bool)

Transform a set of n-dimensional coordinates to an offset into the underlying storage, and return whether the position is in bounds of this layout. See also Layout::to_source_pos

fn shape(&self) -> Self::Coordinates

The shape of the conceptual tensor represented by this layout. Not necessarily the extent of the underlying storage, but only this view of it.

fn is_in_bounds(&self, pos: Self::Coordinates) -> bool

fn __expand_to_source_pos( scope: &mut Scope, this: Self::ExpandType, pos: <Self::Coordinates as RudaType>::ExpandType, ) -> <Self::SourceCoordinates as RudaType>::ExpandType

fn __expand_to_source_pos_checked( scope: &mut Scope, this: Self::ExpandType, pos: <Self::Coordinates as RudaType>::ExpandType, ) -> <(Self::SourceCoordinates, bool) as RudaType>::ExpandType

fn __expand_shape( scope: &mut Scope, this: Self::ExpandType, ) -> <Self::Coordinates as RudaType>::ExpandType

fn __expand_is_in_bounds( scope: &mut Scope, this: Self::ExpandType, pos: <Self::Coordinates as RudaType>::ExpandType, ) -> <bool as RudaType>::ExpandType

impl RudaType for WeightLayout

type ExpandType = WeightLayoutExpand

fn __expand_inactive_value(scope: &mut Scope) -> Self::ExpandType

fn __expand_absent_reference( _scope: &mut Scope, _writable: bool, ) -> Self::ExpandType