llama-cpp-2 0.1.5

llama.cpp bindings for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

[package]
name = "llama-cpp-2"
description = "llama.cpp bindings for Rust"
version = "0.1.5"
edition = "2021"
license = "MIT OR Apache-2.0"
repository = "https://github.com/utilityai/llama-cpp-rs"

# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html

[dependencies]
llama-cpp-sys-2 = { path = "../llama-cpp-sys-2", version = "0.1.5" }
thiserror = { workspace = true }
tracing = { workspace = true }

[dev-dependencies]
hf-hub = { workspace = true }
criterion = { workspace = true }
pprof = { workspace = true, features = ["criterion", "flamegraph"] }

[[bench]]
name = "grammar_bias"
harness = false

[features]
cublas = ["llama-cpp-sys-2/cublas"]

[lints]
workspace = true