Struct PackedBlockQuantFormat 

pub struct PackedBlockQuantFormat {
    pub bq: Box<dyn BlockQuant>,
    pub r: usize,
    pub zip: usize,
    pub scales_at_end: bool,
}

Fields

bq: Box<dyn BlockQuant>

r: usize

zip: usize

scales_at_end: bool

Implementations

impl PackedBlockQuantFormat

pub fn new( bq: &(dyn BlockQuant + 'static), r: usize, zip: usize, scales_at_end: bool, ) -> PackedBlockQuantFormat

pub fn simulate_precision_loss( &self, tensor: Tensor, block_axis: usize, ) -> Result<Tensor, Error>

pub fn pack(&self, input: &[u8], k: usize) -> Result<EagerPackedInput, Error>

Trait Implementations

impl Clone for PackedBlockQuantFormat

fn clone(&self) -> PackedBlockQuantFormat

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for PackedBlockQuantFormat

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Display for PackedBlockQuantFormat

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Hash for PackedBlockQuantFormat

fn hash<__H>(&self, state: &mut __H)

where __H: Hasher,

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl MMMInputFormat for PackedBlockQuantFormat

fn prepare_tensor( &self, t: &Tensor, _k_axis: usize, _mn_axis: usize, ) -> Result<Tensor, Error>

fn prepare_one( &self, t: &Tensor, k_axis: usize, mn_axis: usize, ) -> Result<Box<dyn MMMInputValue>, Error>

fn precursor(&self) -> WeightType

fn k_alignment(&self) -> usize

fn r(&self) -> usize

fn mem_size(&self, k: TDim, mn: TDim) -> TDim

fn same_as(&self, other: &(dyn MMMInputFormat + 'static)) -> bool

fn extract_at_mn_f16( &self, data: &EagerPackedInput, mn: usize, slice: &mut [f16], ) -> Result<(), Error>

fn extract_at_mn_f32( &self, data: &EagerPackedInput, mn: usize, slice: &mut [f32], ) -> Result<(), Error>

fn merge_with<'o, 'a, 'b>( &'a self, other: &'b (dyn MMMInputFormat + 'static), ) -> Option<&'o (dyn MMMInputFormat + 'static)>

where 'a: 'o, 'b: 'o,

impl PartialEq for PackedBlockQuantFormat

fn eq(&self, other: &PackedBlockQuantFormat) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Eq for PackedBlockQuantFormat