[package]
edition = "2021"
rust-version = "1.88.0"
name = "hf2q"
version = "0.1.3"
authors = ["Robert E. Lee <robert@agidreams.us>"]
build = "src/build_script.rs"
exclude = [
"tests/**",
"!tests/continuous_batching_throughput.rs",
"!tests/fixtures/deepseek_v4_encoding/**",
"!tests/fixtures/ggml_quants/**",
"docs/2306.14048.pdf",
"docs/ADR-005-inference-server.md",
"docs/ADR-011-phase*.md",
"docs/ADR-012-*.md",
"docs/ADR-013-*.md",
"docs/ADR-014-*.md",
"docs/ADR-015-*.md",
"docs/ADR-016-research-dossier-*.md",
"docs/ADR-017-persistent-block-prefix-cache.md",
"docs/ADR-017-phase-*.md",
"docs/ADR-017-tq-storage-delta.md",
"docs/ADR-019-*.md",
"docs/ADR-020-*.md",
"docs/ADR-021-*.md",
"docs/ADR-022-*.md",
"docs/ADR-028-*.md",
"docs/ADR-029-*.md",
"docs/ADR-030-*.md",
"docs/ADR-031-*.md",
"docs/iter*.md",
"docs/spike-*.md",
"docs/tq-c*.md",
"docs/wave*.md",
"docs/peer_sdpa_comparison_iter_*.md",
"docs/perf-traces/",
"docs/phase0-*.json",
"docs/research/",
"docs/reddit/",
"docs/reference-lock.md",
"docs/adr007-pathC/",
"docs/operator-llama-refresh-runbook.md",
]
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "Pure Rust CLI for converting HuggingFace models to hardware-optimized formats and serving them over an OpenAI-compatible API on Apple Silicon"
homepage = "https://github.com/robertelee78/hf2q"
documentation = "https://github.com/robertelee78/hf2q"
readme = "README.md"
keywords = [
"llm",
"gguf",
"mlx",
"quantization",
"huggingface",
]
categories = [
"command-line-utilities",
"science",
]
license = "Apache-2.0 OR MIT"
repository = "https://github.com/robertelee78/hf2q"
[features]
default = []
ruvector = ["dep:ruvector-core"]
[lib]
name = "hf2q"
path = "src/lib.rs"
[[bin]]
name = "hf2q"
path = "src/main.rs"
[[test]]
name = "continuous_batching_throughput"
path = "tests/continuous_batching_throughput.rs"
[dependencies.ahash]
version = "0.8"
[dependencies.anyhow]
version = "1"
[dependencies.async-stream]
version = "0.3"
[dependencies.axum]
version = "0.7"
features = ["json"]
[dependencies.base64]
version = "0.22"
[dependencies.clap]
version = "4.5"
features = ["derive"]
[dependencies.clap_complete]
version = "4.5"
[dependencies.console]
version = "0.15"
[dependencies.ctrlc]
version = "3.4"
features = ["termination"]
[dependencies.futures]
version = "0.3"
[dependencies.half]
version = "2.4"
[dependencies.hex]
version = "0.4"
[dependencies.hf-hub]
version = "0.5"
[dependencies.image]
version = "0.25"
features = [
"png",
"jpeg",
]
default-features = false
[dependencies.indicatif]
version = "0.17"
[dependencies.libc]
version = "0.2"
[dependencies.memmap2]
version = "0.9"
[dependencies.minijinja]
version = "2"
[dependencies.minijinja-contrib]
version = "2"
features = ["pycompat"]
default-features = false
[dependencies.mlx-native]
version = "=0.10.4"
[dependencies.rand]
version = "0.8"
[dependencies.rayon]
version = "1.10"
[dependencies.regex]
version = "1"
[dependencies.reqwest]
version = "0.12"
features = [
"blocking",
"rustls-tls",
]
default-features = false
[dependencies.ruvector-core]
version = "2.1"
optional = true
[dependencies.safetensors]
version = "0.7"
[dependencies.serde]
version = "1"
features = ["derive"]
[dependencies.serde_json]
version = "1"
[dependencies.sha2]
version = "0.10"
[dependencies.sysinfo]
version = "0.32"
[dependencies.tempfile]
version = "3"
[dependencies.thiserror]
version = "2"
[dependencies.tokenizers]
version = "0.22"
features = ["onig"]
default-features = false
[dependencies.tokio]
version = "1"
features = ["full"]
[dependencies.tower-http]
version = "0.5"
features = ["cors"]
[dependencies.tracing]
version = "0.1"
[dependencies.tracing-subscriber]
version = "0.3"
features = [
"env-filter",
"json",
]
[dependencies.uuid]
version = "1"
features = ["v4"]
[dev-dependencies.assert_cmd]
version = "2"
[dev-dependencies.criterion]
version = "0.5"
[dev-dependencies.futures-util]
version = "0.3"
[dev-dependencies.predicates]
version = "3"
[dev-dependencies.regex]
version = "1"
[dev-dependencies.reqwest]
version = "0.12"
features = [
"json",
"stream",
"rustls-tls",
]
default-features = false
[dev-dependencies.syn]
version = "2"
features = [
"full",
"extra-traits",
"visit",
]
[dev-dependencies.tower]
version = "0.4"
features = ["util"]