pub fn quantize_batch(embeddings: &[Vector], scheme: QuantScheme) -> BatchResultExpand description
Quantize a batch of embeddings using a specific scheme
§Arguments
embeddings- Slice of embedding vectors to quantizescheme- The quantization scheme to use
§Returns
BatchResult- Contains results and statistics
§Example
use lnmp_quant::batch::quantize_batch;
use lnmp_quant::QuantScheme;
use lnmp_embedding::Vector;
let vecs = vec![Vector::from_f32(vec![0.1]), Vector::from_f32(vec![0.2])];
let result = quantize_batch(&vecs, QuantScheme::QInt8);
println!("Processed {} vectors", result.stats.total);