Struct BlockIq4Xs 

pub struct BlockIq4Xs { /* private fields */ }

Trait Implementations

impl Clone for BlockIq4Xs

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for BlockIq4Xs

impl Debug for BlockIq4Xs

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl GgmlType for BlockIq4Xs

const DTYPE: GgmlDType = GgmlDType::Iq4Xs

const BLCK_SIZE: usize = QK_K

type VecDotType = BlockQ8K

fn to_float(xs: &[Self], ys: &mut [f32])

fn from_float(xs: &[f32], ys: &mut [Self])

fn vec_dot(n: usize, xs: &[Self], ys: &[Self::VecDotType]) -> f32

Dot product used as a building block for quantized mat-mul. n is the number of elements to be considered.

fn vec_dot_unopt(n: usize, xs: &[Self], ys: &[Self::VecDotType]) -> f32

Generic implementation of the dot product without simd optimizations.

const DIRECT_COPY: bool = false

fn zeros() -> Self

The all-zero value. Safe by construction: Self: Pod implies Zeroable.

fn from_float_imatrix( _xs: &[f32], _ys: &mut [Self], _imatrix_weights: &[f32], _n_per_row: usize, )

fn direct_copy(_xs: &[f32], _ys: &mut [Self])

impl PartialEq for BlockIq4Xs

fn eq(&self, other: &Self) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl Pod for BlockIq4Xs

impl StructuralPartialEq for BlockIq4Xs

impl Zeroable for BlockIq4Xs

fn zeroed() -> Self

Calls zeroed.