Struct BlockQ3K 

pub struct BlockQ3K { /* private fields */ }

Trait Implementations

impl Clone for BlockQ3K

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for BlockQ3K

impl Debug for BlockQ3K

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl GgmlType for BlockQ3K

const DTYPE: GgmlDType = GgmlDType::Q3K

const BLCK_SIZE: usize = QK_K

type VecDotType = BlockQ8K

fn vec_dot(n: usize, xs: &[Self], ys: &[Self::VecDotType]) -> f32

Dot product used as a building block for quantized mat-mul. n is the number of elements to be considered.

fn vec_dot_unopt(n: usize, xs: &[Self], ys: &[Self::VecDotType]) -> f32

Generic implementation of the dot product without simd optimizations.

fn from_float(xs: &[f32], ys: &mut [Self])

fn from_float_imatrix( xs: &[f32], ys: &mut [Self], imatrix_weights: &[f32], n_per_row: usize, )

fn to_float(xs: &[Self], ys: &mut [f32])

const DIRECT_COPY: bool = false

fn zeros() -> Self

The all-zero value. Safe by construction: Self: Pod implies Zeroable.

fn direct_copy(_xs: &[f32], _ys: &mut [Self])

impl PartialEq for BlockQ3K

fn eq(&self, other: &Self) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl Pod for BlockQ3K

impl StructuralPartialEq for BlockQ3K

impl Zeroable for BlockQ3K

fn zeroed() -> Self

Calls zeroed.