Struct MixedBitQuantizedTensor 

pub struct MixedBitQuantizedTensor {
    pub layer_name: String,
    pub quantized_data: Vec<QuantizedBlock>,
    pub shape: Vec<usize>,
    pub config: LayerQuantConfig,
    pub sensitivity_scores: Vec<f32>,
}

Mixed-bit quantized tensor

Fields

layer_name: String

Layer name

quantized_data: Vec<QuantizedBlock>

Quantized data with different bit widths

shape: Vec<usize>

Original tensor shape

config: LayerQuantConfig

Quantization configuration used

sensitivity_scores: Vec<f32>

Sensitivity scores for each block

Implementations

impl MixedBitQuantizedTensor

pub fn dequantize(&self) -> Result<Tensor>

Dequantize back to original tensor

pub fn average_bit_width(&self) -> f32

Get average bit width used

pub fn memory_footprint(&self) -> usize

Get memory footprint in bytes

Trait Implementations

impl Clone for MixedBitQuantizedTensor

fn clone(&self) -> MixedBitQuantizedTensor

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for MixedBitQuantizedTensor

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for MixedBitQuantizedTensor

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for MixedBitQuantizedTensor

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.