Struct QueryReader 

pub struct QueryReader<AP: AttentionPrecision> { /* private fields */ }

Implementations

impl<AP: AttentionPrecision> QueryReader<AP>

pub fn new( stage_q_offset: u32, query: View<Vector<QG<AP>, QGS<AP>>, Coords2d>, gmem_config: GlobalMemoryConfig, ) -> Self

pub fn get_tile<P: AttentionPartitioner>( &self, tile: Coords2d, tile_size: AttentionTileSize, partition_seq_q: u32, partition_head_dim: u32, ) -> StridedTile<QG<AP>, QGS<AP>>

pub fn head_dim(&self) -> u32

pub fn get_staged_tile<P: AttentionPartitioner>( &self, tile: Coords2d, tile_size: AttentionTileSize, partition_seq_q: u32, plane_dim: u32, num_planes: u32, ) -> StridedTile<QG<AP>, QGS<AP>>

pub fn __expand_new( scope: &mut Scope, stage_q_offset: <u32 as RudaType>::ExpandType, query: <View<Vector<QG<AP>, QGS<AP>>, Coords2d> as RudaType>::ExpandType, gmem_config: GlobalMemoryConfig, ) -> <Self as RudaType>::ExpandType

pub fn __expand_get_tile<P: AttentionPartitioner>( scope: &mut Scope, this: <Self as RudaType>::ExpandType, tile: <Coords2d as RudaType>::ExpandType, tile_size: AttentionTileSize, partition_seq_q: u32, partition_head_dim: u32, ) -> <StridedTile<QG<AP>, QGS<AP>> as RudaType>::ExpandType

pub fn __expand_head_dim( scope: &mut Scope, this: <Self as RudaType>::ExpandType, ) -> <u32 as RudaType>::ExpandType

pub fn __expand_get_staged_tile<P: AttentionPartitioner>( scope: &mut Scope, this: <Self as RudaType>::ExpandType, tile: <Coords2d as RudaType>::ExpandType, tile_size: AttentionTileSize, partition_seq_q: u32, plane_dim: u32, num_planes: u32, ) -> <StridedTile<QG<AP>, QGS<AP>> as RudaType>::ExpandType

Trait Implementations

impl<AP: AttentionPrecision> RudaType for QueryReader<AP>

type ExpandType = QueryReaderExpand<AP>

fn __expand_inactive_value(scope: &mut Scope) -> Self::ExpandType

fn __expand_absent_reference( _scope: &mut Scope, _writable: bool, ) -> Self::ExpandType