Enum CompressedTensor 

pub enum CompressedTensor {
    Full {
        data: Vec<f32>,
    },
    Half {
        data: Vec<u16>,
        scale: f32,
        dim: usize,
    },
    PQ8 {
        codes: Vec<u8>,
        codebooks: Vec<Vec<f32>>,
        subvector_dim: usize,
        dim: usize,
    },
    PQ4 {
        codes: Vec<u8>,
        codebooks: Vec<Vec<f32>>,
        outliers: Vec<(usize, f32)>,
        subvector_dim: usize,
        dim: usize,
    },
    Binary {
        bits: Vec<u8>,
        threshold: f32,
        dim: usize,
    },
}

Compressed tensor data

Variants

Full

Uncompressed full precision data

Fields

data: Vec<f32>

Half

Half precision data

Fields

data: Vec<u16>

scale: f32

dim: usize

PQ8

8-bit product quantization

Fields

codes: Vec<u8>

codebooks: Vec<Vec<f32>>

subvector_dim: usize

dim: usize

PQ4

4-bit product quantization with outliers

Fields

codes: Vec<u8>

codebooks: Vec<Vec<f32>>

outliers: Vec<(usize, f32)>

subvector_dim: usize

dim: usize

Binary

Binary quantization

Fields

bits: Vec<u8>

threshold: f32

dim: usize

Trait Implementations

impl Clone for CompressedTensor

fn clone(&self) -> CompressedTensor

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for CompressedTensor

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for CompressedTensor

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for CompressedTensor

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.