fib-quant 0.1.0-alpha.1

Experimental Rust implementation of the FibQuant radial-angular vector quantization core
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73

[package]
name = "fib-quant"
version = "0.1.0-alpha.1"
edition = "2021"
rust-version = "1.75"
description = "Experimental Rust implementation of the FibQuant radial-angular vector quantization core"
license = "Apache-2.0"
readme = "README.md"
repository = "https://github.com/recursiveintell/fib-quant"
homepage = "https://github.com/recursiveintell/fib-quant"
documentation = "https://docs.rs/fib-quant"
keywords = ["quantization", "vector", "kv-cache", "llm", "compression"]
categories = ["compression", "science", "algorithms"]
include = [
    "Cargo.toml",
    "README.md",
    "LICENSE",
    "CITATION.cff",
    "CHANGELOG.md",
    "RELEASE_CHECKLIST.md",
    "src/**",
    "tests/**",
    "benches/**",
    "deny.toml",
    "examples/**",
    "docs/compression/**",
    "docs/kv/**",
]

[features]
default = []
kv = []

[dependencies]
blake3 = "1.8.3"
half = "2"
nalgebra = { version = "0.33", features = ["serde-serialize"] }
rand = "0.8"
rand_chacha = "0.3"
rand_distr = "0.4"
serde = { version = "1.0.228", features = ["derive"] }
serde_json = "1.0.149"
statrs = "0.17"
thiserror = "2.0.18"

[dev-dependencies]
criterion = { version = "0.7", features = ["html_reports"] }
proptest = "1"

[[bench]]
name = "encode_decode"
harness = false

[[bench]]
name = "codebook_build"
harness = false

[[bench]]
name = "kv_encode_decode"
harness = false
required-features = ["kv"]

[[bench]]
name = "kv_attention_ref"
harness = false
required-features = ["kv"]

[package.metadata.docs.rs]
all-features = true
rustdoc-args = ["--cfg", "docsrs"]

[lints.rust]
unsafe_code = "forbid"