pub fn quantize_embedding(
emb: &Vector,
scheme: QuantScheme,
) -> Result<QuantizedVector, QuantError>Expand description
Quantizes an embedding vector using the specified quantization scheme
§Arguments
emb- The embedding vector to quantize (must be F32 type)scheme- The quantization scheme to use
§Returns
Ok(QuantizedVector)- Successfully quantized vectorErr(QuantError)- If quantization fails
§Example
use lnmp_quant::{quantize_embedding, QuantScheme};
use lnmp_embedding::Vector;
let emb = Vector::from_f32(vec![0.12, -0.45, 0.33]);
let quantized = quantize_embedding(&emb, QuantScheme::QInt8).unwrap();