Enum GgmlDType 

pub enum GgmlDType {
    F32,
    F16,
    BF16,
    Q4_0,
    Q4_1,
    Q5_0,
    Q5_1,
    Q8_0,
    Q8_1,
    Q2K,
    Q3K,
    Q4K,
    Q5K,
    Q6K,
    Q8K,
    IQ4_NL,
    IQ4_XS,
    MXFP4,
    IQ2_XXS,
    IQ2_XS,
    IQ3_XXS,
    IQ1_S,
    IQ3_S,
    IQ2_S,
    IQ1_M,
    TQ1_0,
    TQ2_0,
    NVFP4,
    Q1_0,
}

Variants

F32

F16

BF16

Q4_0

Q4_1

Q5_0

Q5_1

Q8_0

Q8_1

Q2K

Q3K

Q4K

Q5K

Q6K

Q8K

IQ4_NL

IQ4_XS

MXFP4

IQ2_XXS

IQ2_XS

IQ3_XXS

IQ1_S

IQ3_S

IQ2_S

IQ1_M

TQ1_0

TQ2_0

NVFP4

Q1_0

Implementations

impl GgmlDType

pub fn to_u32(self) -> u32

GGML type id for this dtype. Single source of truth (generated from the for_each_quant! table); cross-crate callers (e.g. hanzo-quant UQFF serialization) use this instead of hand-rolled id maps that drift.

pub fn cpu_zeros(&self, elem_count: usize) -> Box<dyn QuantizedType>

The block dtype

pub fn from_data(&self, data: Cow<'_, [u8]>) -> Box<dyn QuantizedType>

pub fn type_size(&self) -> usize

The type size for blocks in bytes.

pub fn block_size(&self) -> usize

The block size, i.e. the number of elements stored in each block.

Trait Implementations

impl Clone for GgmlDType

fn clone(&self) -> GgmlDType

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for GgmlDType

impl Debug for GgmlDType

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Eq for GgmlDType

impl Hash for GgmlDType

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl PartialEq for GgmlDType

fn eq(&self, other: &GgmlDType) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl StructuralPartialEq for GgmlDType