Struct TensorQuery 

pub struct TensorQuery<Q: FloatLine, K: FloatLine, V: FloatLine, M: NumericLine, O: FloatLine, GA: AttentionArgs> { /* private fields */ }

Tensor input representation.

You can use the tensor input as if it was a pointer to the actually tensor.

Implementations

impl<Q: FloatLine, K: FloatLine, V: FloatLine, M: NumericLine, O: FloatLine, MA: AttentionArgs> TensorQuery<Q, K, V, M, O, MA>

pub fn new(state: &MA::State<Q, K, V, M, O>) -> TensorQuery<Q, K, V, M, O, MA>

Create a tensor input from the state and the ident.

pub fn read_window(&self, start: usize, end: usize) -> Slice<Vector<Q::T, Q::N>>

pub fn read(&self, coordinate: usize) -> Vector<Q::T, Q::N>

Read the tensor at the given coordinate.

pub fn shape(&self, axis: usize) -> usize

Get the shape of the tensor at the given axis.

pub fn stride(&self, axis: usize) -> usize

Get the stride of the tensor at the given axis.

pub fn rank(&self) -> usize

Get the rank of the tensor.

pub fn len(&self) -> usize

Get the length of the tensor.

pub fn buffer_len(&self) -> usize

Get the buffer length of the tensor.

pub fn as_tensor_map(&self) -> ComptimeOption<TensorMap<Q::T, Tiled>>

Get the buffer length of the tensor.

pub fn vector_size(&self) -> VectorSize

Get the vector size of the tensor.

pub fn __expand_new( scope: &mut Scope, state: <MA::State<Q, K, V, M, O> as RudaType>::ExpandType, ) -> <TensorQuery<Q, K, V, M, O, MA> as RudaType>::ExpandType

pub fn __expand_read_window( scope: &mut Scope, this: <Self as RudaType>::ExpandType, start: <usize as RudaType>::ExpandType, end: <usize as RudaType>::ExpandType, ) -> <Slice<Vector<Q::T, Q::N>> as RudaType>::ExpandType

pub fn __expand_read( scope: &mut Scope, this: <Self as RudaType>::ExpandType, coordinate: <usize as RudaType>::ExpandType, ) -> <Vector<Q::T, Q::N> as RudaType>::ExpandType

pub fn __expand_shape( scope: &mut Scope, this: <Self as RudaType>::ExpandType, axis: <usize as RudaType>::ExpandType, ) -> <usize as RudaType>::ExpandType

pub fn __expand_stride( scope: &mut Scope, this: <Self as RudaType>::ExpandType, axis: <usize as RudaType>::ExpandType, ) -> <usize as RudaType>::ExpandType

pub fn __expand_rank( scope: &mut Scope, this: <Self as RudaType>::ExpandType, ) -> <usize as RudaType>::ExpandType

pub fn __expand_len( scope: &mut Scope, this: <Self as RudaType>::ExpandType, ) -> <usize as RudaType>::ExpandType

pub fn __expand_buffer_len( scope: &mut Scope, this: <Self as RudaType>::ExpandType, ) -> <usize as RudaType>::ExpandType

pub fn __expand_as_tensor_map( scope: &mut Scope, this: <Self as RudaType>::ExpandType, ) -> <ComptimeOption<TensorMap<Q::T, Tiled>> as RudaType>::ExpandType

pub fn __expand_vector_size( scope: &mut Scope, this: <Self as RudaType>::ExpandType, ) -> VectorSize

Trait Implementations

impl<Q: FloatLine, K: FloatLine, V: FloatLine, M: NumericLine, O: FloatLine, GA: AttentionArgs> Clone for TensorQuery<Q, K, V, M, O, GA>

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<Q: FloatLine, K: FloatLine, V: FloatLine, M: NumericLine, O: FloatLine, GA: AttentionArgs> Copy for TensorQuery<Q, K, V, M, O, GA>

impl<Q: FloatLine, K: FloatLine, V: FloatLine, M: NumericLine, O: FloatLine, GA: AttentionArgs> RudaType for TensorQuery<Q, K, V, M, O, GA>

type ExpandType = TensorQueryExpand<Q, K, V, M, O, GA>

fn __expand_inactive_value(scope: &mut Scope) -> Self::ExpandType

fn __expand_absent_reference( _scope: &mut Scope, _writable: bool, ) -> Self::ExpandType

impl<Q: FloatLine, K: FloatLine, V: FloatLine, M: NumericLine, O: FloatLine, MA: AttentionArgs> Vectorized for TensorQuery<Q, K, V, M, O, MA>

fn vector_size(&self) -> usize

fn __expand_vector_size(_scope: &mut Scope, this: Self::ExpandType) -> usize

impl<Q: FloatLine, K: FloatLine, V: FloatLine, M: NumericLine, O: FloatLine, MA: AttentionArgs> VirtualTensorOperations<<Q as FloatLine>::T, <Q as FloatLine>::N> for TensorQuery<Q, K, V, M, O, MA>

fn as_tensor_map(&self) -> ComptimeOption<TensorMap<E, Tiled>>

fn read(&self, _index: usize) -> Vector<E, N>

Read the tensor at the given index.

fn read_window(&self, _start: usize, _end: usize) -> Slice<Vector<E, N>>

fn write(&self, _index: usize, _value: Vector<E, N>)

Write the tensor at the given index.

fn shape(&self, _axis: usize) -> usize

Get the shape of the tensor at the given axis.

fn stride(&self, _axis: usize) -> usize

Get the stride of the tensor at the given axis.

fn rank(&self) -> usize

Get the rank of the tensor.

fn len(&self) -> usize

fn buffer_len(&self) -> usize

fn __expand_as_tensor_map( scope: &mut Scope, this: Self::ExpandType, ) -> <ComptimeOption<TensorMap<E, Tiled>> as RudaType>::ExpandType

fn __expand_read( scope: &mut Scope, this: Self::ExpandType, _index: <usize as RudaType>::ExpandType, ) -> <Vector<E, N> as RudaType>::ExpandType

fn __expand_read_window( scope: &mut Scope, this: Self::ExpandType, _start: <usize as RudaType>::ExpandType, _end: <usize as RudaType>::ExpandType, ) -> <Slice<Vector<E, N>> as RudaType>::ExpandType

fn __expand_write( scope: &mut Scope, this: Self::ExpandType, _index: <usize as RudaType>::ExpandType, _value: <Vector<E, N> as RudaType>::ExpandType, ) -> <() as RudaType>::ExpandType

fn __expand_shape( scope: &mut Scope, this: Self::ExpandType, _axis: <usize as RudaType>::ExpandType, ) -> <usize as RudaType>::ExpandType

fn __expand_stride( scope: &mut Scope, this: Self::ExpandType, _axis: <usize as RudaType>::ExpandType, ) -> <usize as RudaType>::ExpandType

fn __expand_rank( scope: &mut Scope, this: Self::ExpandType, ) -> <usize as RudaType>::ExpandType

fn __expand_len( scope: &mut Scope, this: Self::ExpandType, ) -> <usize as RudaType>::ExpandType

fn __expand_buffer_len( scope: &mut Scope, this: Self::ExpandType, ) -> <usize as RudaType>::ExpandType