tinyquant-core 0.0.0

CPU-only vector quantization codec — core types, codec, corpus, and backend trait (no_std).
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

//! Codec layer: deterministic `CodecConfig`, canonical rotation matrix,
//! rotation cache, codebook quantization, residual helpers, and the
//! stateless `Codec` service.
//!
//! Phase 13 introduced the rotation primitives; Phase 14 adds the
//! uniform-quantile [`Codebook`] plus scalar quantize / dequantize
//! kernels. Phase 15 adds the `Codec` service, FP16 residual helpers,
//! `CompressedVector` value object, and `Parallelism` enum.

#[cfg(feature = "std")]
pub(crate) mod batch;
#[cfg(feature = "std")]
pub(crate) mod batch_error;
pub mod codebook;
pub mod codec_config;
pub mod compressed_vector;
#[cfg(feature = "simd")]
pub mod dispatch;
pub mod gaussian;
pub(crate) mod kernels;
pub mod parallelism;
pub(crate) mod quantize;
pub mod residual;
pub mod rotation_cache;
pub mod rotation_matrix;
pub mod service;
#[cfg(feature = "simd")]
pub mod simd_api;

pub use codebook::Codebook;
pub use codec_config::{CodecConfig, SUPPORTED_BIT_WIDTHS};
pub use compressed_vector::CompressedVector;
pub use parallelism::Parallelism;
pub use rotation_cache::{RotationCache, DEFAULT_CAPACITY as ROTATION_CACHE_DEFAULT_CAPACITY};
pub use rotation_matrix::RotationMatrix;
pub use service::{compress, decompress, Codec};