Skip to main content

AsyncBufferGlobalReader

Struct AsyncBufferGlobalReader 

Source
pub struct AsyncBufferGlobalReader<IP: MatrixPrecision, S: StageConfig, CM: CopyMechanism, L: AsyncPartialLoadingStrategy> { /* private fields */ }
Expand description

Loads a stage from stage memory using asynchronous data movement operations.

A complete load is referred to as a Job, which is divided into Tasks— each Task represents a single data transfer for a specific unit

Implementations§

Source§

impl<IP: MatrixPrecision, S: StageConfig, CM: CopyMechanism, L: AsyncPartialLoadingStrategy> AsyncBufferGlobalReader<IP, S, CM, L>

Source

pub fn new( tensor: View<Line<IP::Global>, Coords2d>, k_step: u32, ident: MatmulIdent, config: DoubleBufferingGlobalConfig<S>, ) -> Self

Create a new AsyncBufferGlobalReader

Source

pub fn stage( &mut self, stage_buffer: StageBuffer, ) -> StridedStage<IP::Stage, L::TilingLayout>

Give a reader to the loaded stage memory.

Source

pub fn advance_view(&mut self)

Advance the view over global memory along the k dimension.

Source

pub fn load_stage( &mut self, mechanism: &CM, stage_buffer: StageBuffer, config: DoubleBufferingGlobalConfig<S>, )

Accomplish the entire job of loading data into the stage memory

Source

pub fn clear_stage( &mut self, stage_buffer: StageBuffer, config: DoubleBufferingGlobalConfig<S>, )

Zero out the stage memory

Source

pub fn __expand_new( scope: &mut Scope, tensor: <View<Line<IP::Global>, Coords2d> as CubeType>::ExpandType, k_step: <u32 as CubeType>::ExpandType, ident: MatmulIdent, config: DoubleBufferingGlobalConfig<S>, ) -> <Self as CubeType>::ExpandType

Source

pub fn __expand_stage( scope: &mut Scope, this: <Self as CubeType>::ExpandType, stage_buffer: StageBuffer, ) -> <StridedStage<IP::Stage, L::TilingLayout> as CubeType>::ExpandType

Source

pub fn __expand_advance_view( scope: &mut Scope, this: <Self as CubeType>::ExpandType, ) -> <() as CubeType>::ExpandType

Source

pub fn __expand_load_stage( scope: &mut Scope, this: <Self as CubeType>::ExpandType, mechanism: <CM as CubeType>::ExpandType, stage_buffer: StageBuffer, config: DoubleBufferingGlobalConfig<S>, ) -> <() as CubeType>::ExpandType

Source

pub fn __expand_clear_stage( scope: &mut Scope, this: <Self as CubeType>::ExpandType, stage_buffer: StageBuffer, config: DoubleBufferingGlobalConfig<S>, ) -> <() as CubeType>::ExpandType

Trait Implementations§

Source§

impl<IP: MatrixPrecision, S: StageConfig, CM: CopyMechanism, L: AsyncPartialLoadingStrategy> CubeType for AsyncBufferGlobalReader<IP, S, CM, L>

Source§

type ExpandType = AsyncBufferGlobalReaderExpand<IP, S, CM, L>

Source§

fn into_mut(scope: &mut Scope, expand: Self::ExpandType) -> Self::ExpandType

Wrapper around the init method, necessary to type inference.

Auto Trait Implementations§

§

impl<IP, S, CM, L> Freeze for AsyncBufferGlobalReader<IP, S, CM, L>

§

impl<IP, S, CM, L> RefUnwindSafe for AsyncBufferGlobalReader<IP, S, CM, L>

§

impl<IP, S, CM, L> Send for AsyncBufferGlobalReader<IP, S, CM, L>

§

impl<IP, S, CM, L> Sync for AsyncBufferGlobalReader<IP, S, CM, L>

§

impl<IP, S, CM, L> Unpin for AsyncBufferGlobalReader<IP, S, CM, L>

§

impl<IP, S, CM, L> UnsafeUnpin for AsyncBufferGlobalReader<IP, S, CM, L>

§

impl<IP, S, CM, L> UnwindSafe for AsyncBufferGlobalReader<IP, S, CM, L>

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = !

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

Source§

fn vzip(self) -> V