ferrox-quant 0.12.0

Quantized weight formats and fused dequant kernels for Ferrox
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
[package]
name = "ferrox-quant"
version.workspace = true
edition.workspace = true
license.workspace = true
repository.workspace = true
homepage.workspace = true
description = "Quantized weight formats and fused dequant kernels for Ferrox"
readme = "README.md"
keywords = ["quantization", "llm", "simd", "gguf", "ferrox"]
categories = ["algorithms", "encoding"]

[dependencies]
half = { workspace = true }
thiserror = { workspace = true }