Struct QuantStats 

pub struct QuantStats {
    pub min_val: f32,
    pub max_val: f32,
    pub mean_val: f32,
    pub std_val: f32,
}

Quantization statistics for calibration.

Fields

min_val: f32

max_val: f32

mean_val: f32

std_val: f32

Implementations

impl QuantStats

pub fn from_tensor(data: &ArrayD<f32>) -> Self

Compute statistics from a tensor.

Examples found in repository

examples/full_inference_pipeline.rs (line 128)

fn quantize_model() {
    println!("3. Model Quantization");

    let calibration_data = vec![
        Tensor::random(&[1, 224, 224, 3]).data,
        Tensor::random(&[1, 224, 224, 3]).data,
        Tensor::random(&[1, 224, 224, 3]).data,
    ];

    let ptq = PTQEngine::new(8, false);
    match ptq.calibrate(&calibration_data) {
        Ok(converter) => {
            println!("   ✓ Calibration complete");
            
            let sample = &calibration_data[0];
            let stats = QuantStats::from_tensor(sample);
            println!("   Calibration Stats:");
            println!("   - Min: {:.6}", stats.min_val);
            println!("   - Max: {:.6}", stats.max_val);
            println!("   - Mean: {:.6}", stats.mean_val);
            println!("   - Std: {:.6}", stats.std_val);
            
            match converter.quantize_tensor(sample) {
                Ok(quantized) => {
                    println!("   ✓ Quantization complete: {} values", quantized.len());
                    println!("   Compression: {:.2}x\n", 
                        (sample.len() * 4) as f64 / quantized.len() as f64
                    );
                }
                Err(e) => println!("   ✗ Quantization failed: {}\n", e),
            }
        }
        Err(e) => println!("   ✗ Calibration failed: {}\n", e),
    }
}

pub fn get_scale(&self, num_bits: u32) -> f32

Get scale factor for quantization.

pub fn get_zero_point(&self, num_bits: u32, signed: bool) -> i32

Get zero point.

Trait Implementations

impl Clone for QuantStats

fn clone(&self) -> QuantStats

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for QuantStats

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.