Struct QuantizedTensor 

pub struct QuantizedTensor {
    pub data: Vec<i8>,
    pub shape: Vec<usize>,
    pub params: QuantizationType,
}

Quantized INT8 tensor storage

Fields

data: Vec<i8>

INT8 data

shape: Vec<usize>

Shape

params: QuantizationType

Per-tensor or per-channel quantization

Implementations

impl QuantizedTensor

pub fn from_float_symmetric(data: &[f32], shape: &[usize]) -> Self

Quantize a float tensor with per-tensor symmetric quantization

pub fn from_weights_per_channel( weights: &[f32], out_channels: usize, in_channels: usize, kernel_h: usize, kernel_w: usize, ) -> Self

Quantize weights with per-channel quantization

pub fn dequantize(&self) -> Vec<f32>

Dequantize back to float32

pub fn len(&self) -> usize

Get the number of elements

pub fn is_empty(&self) -> bool

Check if empty

Trait Implementations

impl Clone for QuantizedTensor

fn clone(&self) -> QuantizedTensor

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for QuantizedTensor

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.