pub struct ComponentQuantizer { /* private fields */ }Expand description
Component quantizer for efficient storage and compute
Implementations§
Source§impl ComponentQuantizer
impl ComponentQuantizer
Sourcepub fn new(config: QuantizationConfig) -> Self
pub fn new(config: QuantizationConfig) -> Self
Create new quantizer
Sourcepub fn quantize(
&self,
vector: &[f32],
e_range: Range<usize>,
h_range: Range<usize>,
s_range: Range<usize>,
) -> QuantizedVector
pub fn quantize( &self, vector: &[f32], e_range: Range<usize>, h_range: Range<usize>, s_range: Range<usize>, ) -> QuantizedVector
Quantize full vector with component ranges
Sourcepub fn quantized_dot_product(
&self,
a: &QuantizedVector,
b: &QuantizedVector,
weights: &[f32; 3],
) -> f32
pub fn quantized_dot_product( &self, a: &QuantizedVector, b: &QuantizedVector, weights: &[f32; 3], ) -> f32
Compute dot product between quantized vectors (integer arithmetic)
Sourcepub fn dequantize(&self, quant: &QuantizedVector, total_dim: usize) -> Vec<f32>
pub fn dequantize(&self, quant: &QuantizedVector, total_dim: usize) -> Vec<f32>
Dequantize to full vector
Trait Implementations§
Source§impl Clone for ComponentQuantizer
impl Clone for ComponentQuantizer
Source§fn clone(&self) -> ComponentQuantizer
fn clone(&self) -> ComponentQuantizer
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreAuto Trait Implementations§
impl Freeze for ComponentQuantizer
impl RefUnwindSafe for ComponentQuantizer
impl Send for ComponentQuantizer
impl Sync for ComponentQuantizer
impl Unpin for ComponentQuantizer
impl UnwindSafe for ComponentQuantizer
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more