Enum MatmulInputHandleRef 

pub enum MatmulInputHandleRef<'a, R: Runtime> {
    Normal(TensorHandleRef<'a, R>),
    Quantized {
        data: TensorHandleRef<'a, R>,
        scale: TensorHandleRef<'a, R>,
        shape: &'a [usize],
        scheme: &'a QuantScheme,
    },
}

Variants

Normal(TensorHandleRef<'a, R>)

Quantized

Fields

data: TensorHandleRef<'a, R>

scale: TensorHandleRef<'a, R>

shape: &'a [usize]

Unpacked shape, excluding padding

scheme: &'a QuantScheme

Implementations

impl<'a, R: Runtime> MatmulInputHandleRef<'a, R>

pub fn new(data: TensorHandleRef<'a, R>) -> Self

pub fn quantized( data: TensorHandleRef<'a, R>, scale: TensorHandleRef<'a, R>, shape: &'a [usize], scheme: &'a QuantScheme, ) -> Self

pub fn data(&self) -> &TensorHandleRef<'a, R>

pub fn data_mut(&mut self) -> &mut TensorHandleRef<'a, R>

pub fn scale(&self) -> Option<&TensorHandleRef<'a, R>>

pub fn scheme(&self) -> Option<&QuantScheme>

pub fn shape(&self) -> &[usize]

pub fn into_contiguous<E: Numeric>( &self, client: &ComputeClient<R::Server>, ) -> MatmulInputHandle<R, E>

Trait Implementations

impl<'a, R: Runtime> Clone for MatmulInputHandleRef<'a, R>

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'a, R: Debug + Runtime> Debug for MatmulInputHandleRef<'a, R>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'a, R: Runtime> Copy for MatmulInputHandleRef<'a, R>