Enum QuantizationConfig 

pub enum QuantizationConfig {
    INT8 {
        symmetric: bool,
    },
    INT4 {
        group_size: usize,
    },
    FP8 {
        e4m3: bool,
    },
    GPTQ {
        bits: u8,
        group_size: usize,
        desc_act: bool,
    },
    AWQ {
        bits: u8,
        zero_point: bool,
    },
}

Quantization configuration for weights

Variants

INT8

INT8 uniform quantization

Fields

symmetric: bool

INT4

INT4 grouped quantization

Fields

group_size: usize

FP8

FP8 quantization

Fields

e4m3: bool

GPTQ

GPTQ quantization

Fields

bits: u8

group_size: usize

desc_act: bool

AWQ

AWQ quantization

Fields

bits: u8

zero_point: bool

Trait Implementations

impl Clone for QuantizationConfig

fn clone(&self) -> QuantizationConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for QuantizationConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for QuantizationConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for QuantizationConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.