offgrid 0.2.1

Embeddable offline AI core: safe Rust API over llama.cpp
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

[package]
name = "offgrid"
description = "Embeddable offline AI core: safe Rust API over llama.cpp"
version.workspace = true
edition.workspace = true
license.workspace = true
rust-version.workspace = true
repository.workspace = true
readme = "../../README.md"
keywords = ["llm", "llama", "gguf", "embeddings", "offline"]
categories = ["science", "api-bindings"]

[features]
default = ["vulkan"]
vulkan = ["offgrid-sys/vulkan"]
cuda = ["offgrid-sys/cuda"]
# Load CPU/GPU backends at runtime from the library's directory (portable builds).
dynamic-backends = ["offgrid-sys/dynamic-backends", "dep:libc", "dep:windows-sys"]

[dependencies]
offgrid-sys = { workspace = true }
log = "0.4"
serde = { version = "1", features = ["derive"] }
serde_json = { version = "1", features = ["preserve_order"] }
minijinja = { version = "2", features = ["loop_controls", "preserve_order", "json", "fuel"] }
minijinja-contrib = { version = "2", features = ["pycompat"] }
thiserror = "2"

[target.'cfg(unix)'.dependencies]
libc = { version = "0.2", optional = true }

[target.'cfg(windows)'.dependencies]
windows-sys = { version = "0.61", optional = true, features = ["Win32_Foundation", "Win32_System_LibraryLoader"] }

[dev-dependencies]
jsonschema = "0.58.6"