Enum candle_core::quantized::GgmlDType

pub enum GgmlDType {
    F32,
    F16,
    Q4_0,
    Q4_1,
    Q5_0,
    Q5_1,
    Q8_0,
    Q8_1,
    Q2K,
    Q3K,
    Q4K,
    Q5K,
    Q6K,
    Q8K,
}

Variants

F32

F16

Q4_0

Q4_1

Q5_0

Q5_1

Q8_0

Q8_1

Q2K

Q3K

Q4K

Q5K

Q6K

Q8K

Implementations

impl GgmlDType

pub fn cpu_zeros(&self, elem_count: usize) -> Box<dyn QuantizedType>

The block dtype

pub fn type_size(&self) -> usize

The type size for blocks in bytes.

pub fn block_size(&self) -> usize

The block size, i.e. the number of elements stored in each block.

Trait Implementations

impl Clone for GgmlDType

fn clone(&self) -> GgmlDType

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GgmlDType

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Hash for GgmlDType

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl PartialEq for GgmlDType

fn eq(&self, other: &GgmlDType) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for GgmlDType

impl Eq for GgmlDType

impl StructuralPartialEq for GgmlDType