Struct Int8Vector 

pub struct Int8Vector { /* private fields */ }

int8 quantized vector with scale factor

Implementations

impl Int8Vector

pub fn from_f32(values: &[f32]) -> Self

Create int8 vector from fp32 using symmetric quantization

Best for normalized embeddings centered around 0.

pub fn from_f32_with_scale(values: &[f32], scale: f32) -> Self

Create int8 vector with pre-computed scale

pub fn from_raw(data: Vec<i8>, scale: f32, norm: f32) -> Self

Create from raw quantized data

pub fn dim(&self) -> usize

Get the dimensionality

pub fn data(&self) -> &[i8]

Get the quantized data

pub fn scale(&self) -> f32

Get the scale factor

pub fn size_bytes(&self) -> usize

Get size in bytes

pub fn to_f32(&self) -> Vec<f32>

Dequantize to fp32

pub fn dot_product(&self, other: &Self) -> f32

Compute dot product with another int8 vector

Returns scaled dot product in fp32.

pub fn dot_product_f32(&self, query: &[f32]) -> f32

Compute dot product with fp32 query (asymmetric)

Query stays in fp32 for better precision. This is the recommended approach for rescoring.

pub fn l2_squared(&self, other: &Self) -> f32

Compute L2 squared distance to another int8 vector

pub fn cosine_distance(&self, other: &Self) -> f32

Compute cosine distance using normalized dot product

Assumes vectors were normalized before quantization.

Trait Implementations

impl Clone for Int8Vector

fn clone(&self) -> Int8Vector

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Int8Vector

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.