Struct BlockScaledLayout 

pub struct BlockScaledLayout { /* private fields */ }

Implementations

impl BlockScaledLayout

pub fn new( tensor_shape: Sequence<FastDivmod>, tensor_len: u32, scales_strides: Sequence<u32>, block_size: Vec<u8>, scales_line_size: u32, ) -> Self

pub fn __expand_new( scope: &mut Scope, tensor_shape: <Sequence<FastDivmod> as CubeType>::ExpandType, tensor_len: <u32 as CubeType>::ExpandType, scales_strides: <Sequence<u32> as CubeType>::ExpandType, block_size: Vec<u8>, scales_line_size: u32, ) -> <Self as CubeType>::ExpandType

impl BlockScaledLayout

pub fn is_block_start(&self, pos: u32) -> bool

Whether the position is at the start of a new block. Used for electing a unit to write each scale.

pub fn __expand_is_block_start( scope: &mut Scope, this: <Self as CubeType>::ExpandType, pos: <u32 as CubeType>::ExpandType, ) -> <bool as CubeType>::ExpandType

Trait Implementations

impl CubeType for BlockScaledLayout

type ExpandType = BlockScaledLayoutExpand

fn into_mut(scope: &mut Scope, expand: Self::ExpandType) -> Self::ExpandType

Wrapper around the init method, necessary to type inference.

impl LaunchArg for BlockScaledLayout

type RuntimeArg<'a, R: Runtime> = BlockScaledLayoutLaunch<'a, R>

The runtime argument for the kernel.

type CompilationArg = BlockScaledLayoutCompilationArg

Compilation argument.

fn compilation_arg<'a, R: Runtime>( runtime_arg: &Self::RuntimeArg<'a, R>, ) -> Self::CompilationArg

fn expand( arg: &Self::CompilationArg, builder: &mut KernelBuilder, ) -> <Self as CubeType>::ExpandType

Register an input variable during compilation that fill the KernelBuilder.

fn expand_output( arg: &Self::CompilationArg, builder: &mut KernelBuilder, ) -> <Self as CubeType>::ExpandType

Register an output variable during compilation that fill the KernelBuilder.

impl Layout for BlockScaledLayout

type Coordinates = u32

The coordinate type used by the conceptual tensor represented by this layout, i.e. (u32, u32, u32) for a fixed-rank 3D tensor. This does not have to match the rank of the underlying storage (if applicable). It’s only how the tensor is interpreted (viewed) by the code.

type SourceCoordinates = u32

The coordinate type used by the inner storage wrapped in this layout, i.e. u32 for Array, or (u32, u32) for a 2D view.

fn to_source_pos(&self, pos: Self::Coordinates) -> Self::SourceCoordinates

Transform a set of n-dimensional coordinates to a source coordinate space. It is recommended to use absolute positions here, and handle the translation into lines at the lowest level (global memory layout).

fn shape(&self) -> Self::Coordinates

The shape of the conceptual tensor represented by this layout. Not necessarily the extent of the underlying storage, but only this view of it.

fn is_in_bounds(&self, pos: Self::Coordinates) -> bool

fn to_source_pos_checked( &self, pos: Self::Coordinates, ) -> (Self::SourceCoordinates, bool)

Transform a set of n-dimensional coordinates to an offset into the underlying storage, and return whether the position is in bounds of this layout. See also Layout::to_source_pos

fn __expand_to_source_pos( scope: &mut Scope, this: Self::ExpandType, pos: <Self::Coordinates as CubeType>::ExpandType, ) -> <Self::SourceCoordinates as CubeType>::ExpandType

fn __expand_to_source_pos_checked( scope: &mut Scope, this: Self::ExpandType, pos: <Self::Coordinates as CubeType>::ExpandType, ) -> <(Self::SourceCoordinates, bool) as CubeType>::ExpandType

fn __expand_shape( scope: &mut Scope, this: Self::ExpandType, ) -> <Self::Coordinates as CubeType>::ExpandType

fn __expand_is_in_bounds( scope: &mut Scope, this: Self::ExpandType, pos: <Self::Coordinates as CubeType>::ExpandType, ) -> <bool as CubeType>::ExpandType