[package]
edition = "2024"
rust-version = "1.88"
name = "boostr"
version = "0.2.0"
build = "build.rs"
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "ML framework built on numr - attention, quantization, model architectures"
documentation = "https://docs.rs/boostr"
readme = "README.md"
keywords = [
"machine-learning",
"deep-learning",
"transformer",
"inference",
"quantization",
]
categories = [
"science",
"mathematics",
]
license = "Apache-2.0"
repository = "https://github.com/ml-rust/boostr"
[package.metadata.docs.rs]
no-default-features = true
[features]
cpu = []
cuda = [
"numr/cuda",
"dep:cudarc",
]
default = ["cpu"]
distributed = [
"dep:nexar",
"dep:anyhow",
"dep:bytemuck",
]
f16 = ["numr/f16"]
fp8 = ["numr/fp8"]
nccl = ["numr/nccl"]
tts-g2p = ["dep:espeakng"]
wgpu = [
"numr/wgpu",
"dep:wgpu",
"dep:bytemuck",
]
[lib]
name = "boostr"
path = "src/lib.rs"
[[example]]
name = "inspect_kokoro"
path = "examples/inspect_kokoro.rs"
[[example]]
name = "load_kokoro"
path = "examples/load_kokoro.rs"
[[example]]
name = "synth_kokoro"
path = "examples/synth_kokoro.rs"
[[test]]
name = "backend_parity_all"
path = "tests/backend_parity_all.rs"
[[test]]
name = "bert_varlen"
path = "tests/bert_varlen.rs"
[[test]]
name = "encoder_cuda_graph"
path = "tests/encoder_cuda_graph.rs"
[[test]]
name = "encoder_varlen_gpu_acceptance"
path = "tests/encoder_varlen_gpu_acceptance.rs"
[[test]]
name = "gemma_varlen"
path = "tests/gemma_varlen.rs"
[[test]]
name = "gemma_varlen_gpu_acceptance"
path = "tests/gemma_varlen_gpu_acceptance.rs"
[[test]]
name = "nomic_varlen"
path = "tests/nomic_varlen.rs"
[[test]]
name = "perf_diag"
path = "tests/perf_diag.rs"
[[test]]
name = "prefix_cache"
path = "tests/prefix_cache.rs"
[[test]]
name = "rope_backward"
path = "tests/rope_backward.rs"
[[test]]
name = "scheduler"
path = "tests/scheduler.rs"
[[test]]
name = "trainer"
path = "tests/trainer.rs"
[[test]]
name = "varlen_bwd_cuda"
path = "tests/varlen_bwd_cuda.rs"
[[test]]
name = "varlen_gqa_cuda"
path = "tests/varlen_gqa_cuda.rs"
[[test]]
name = "varlen_hd256_cuda"
path = "tests/varlen_hd256_cuda.rs"
[[test]]
name = "xlm_roberta"
path = "tests/xlm_roberta.rs"
[dependencies.anyhow]
version = "1"
optional = true
[dependencies.bytemuck]
version = "1.25"
features = ["derive"]
optional = true
[dependencies.cudarc]
version = "0.19"
features = ["cuda-version-from-build-system"]
optional = true
[dependencies.espeakng]
version = "0.2"
optional = true
[dependencies.half]
version = "2"
features = ["bytemuck"]
[dependencies.image]
version = "0.25"
features = [
"png",
"jpeg",
]
default-features = false
[dependencies.memmap2]
version = "0.9"
[dependencies.nexar]
version = "0.1"
optional = true
[dependencies.numr]
version = "0.6"
[dependencies.rayon]
version = "1.12"
[dependencies.serde]
version = "1"
features = ["derive"]
[dependencies.serde-saphyr]
version = "0.0"
[dependencies.serde_json]
version = "1"
[dependencies.splintr]
version = "0.10"
[dependencies.thiserror]
version = "2.0"
[dependencies.tracing]
version = "0.1"
[dependencies.wgpu]
version = "29.0"
optional = true
[dependencies.zip]
version = "8"
features = ["deflate"]
default-features = false
[dev-dependencies.bytemuck]
version = "1.25"
features = ["derive"]
[dev-dependencies.rustls]
version = "0.23"
[dev-dependencies.tempfile]
version = "3"
[dev-dependencies.tokio]
version = "1"
features = [
"macros",
"rt-multi-thread",
]