Enum TargetFormat 

pub enum TargetFormat {
    Q4_K_M,
    Q5_K_M,
    Q8_0,
    F16,
}

Target quantization format

Variants

Q4_K_M

4-bit K-quant with medium quality (best quality/size tradeoff)

Q5_K_M

5-bit K-quant with medium quality (higher quality)

Q8_0

8-bit symmetric quantization (near-lossless)

F16

FP16 (no quantization, half precision)

Implementations

impl TargetFormat

pub fn to_gguf_type(&self) -> GgufQuantType

Get the GGUF quantization type

pub fn bits_per_weight(&self) -> f32

Get bits per weight

pub fn block_size(&self) -> usize

Get the block size

pub fn from_str(s: &str) -> Option<Self>

Parse from string

pub fn name(&self) -> &'static str

Get format name for display

Trait Implementations

impl Clone for TargetFormat

fn clone(&self) -> TargetFormat

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TargetFormat

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for TargetFormat

fn eq(&self, other: &TargetFormat) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for TargetFormat

impl Eq for TargetFormat

impl StructuralPartialEq for TargetFormat