Struct ScalarQuantizer 

pub struct ScalarQuantizer { /* private fields */ }

Scalar quantizer for vector compression

Quantizes floating-point vectors to int8 or uint8, achieving 4x compression with typically < 5% accuracy loss.

Implementations

impl ScalarQuantizer

pub fn new(dimension: usize, signed: bool) -> Self

Create a new scalar quantizer for the given dimension

Arguments

• dimension - Vector dimension
• signed - Use int8 (true) or uint8 (false)

pub fn uint8(dimension: usize) -> Self

Create a quantizer with uint8 (unsigned) quantization

pub fn int8(dimension: usize) -> Self

Create a quantizer with int8 (signed) quantization

pub fn train(&mut self, vectors: &[Vec<f32>]) -> Result<()>

Train the quantizer on a set of vectors

Learns min/max values for each dimension to establish the quantization range.

Arguments

• vectors - Training vectors

pub fn train_incremental(&mut self, vector: &[f32]) -> Result<()>

Train on a single vector (incremental training)

pub fn is_trained(&self) -> bool

Check if the quantizer has been trained

pub fn quantize(&self, vector: &[f32]) -> Result<QuantizedVector>

Quantize a vector to uint8

pub fn dequantize(&self, quantized: &QuantizedVector) -> Result<Vec<f32>>

Dequantize a vector back to f32

pub fn distance_l2_quantized( &self, a: &QuantizedVector, b: &QuantizedVector, ) -> Result<f32>

Compute L2 distance between two quantized vectors (approximate)

Uses integer arithmetic for fast computation

pub fn dot_product_quantized( &self, a: &QuantizedVector, b: &QuantizedVector, ) -> Result<f32>

Compute dot product between two quantized vectors (approximate)

pub fn dimension(&self) -> usize

Get the dimension

pub fn compression_ratio(&self) -> f32

Get compression ratio (always 4x for 8-bit quantization)

pub fn memory_estimate(&self, num_vectors: usize) -> usize

Get memory usage estimate for a given number of vectors

Trait Implementations

impl Clone for ScalarQuantizer

fn clone(&self) -> ScalarQuantizer

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ScalarQuantizer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for ScalarQuantizer

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for ScalarQuantizer

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.