infraqueue-language-model 0.1.1

Language model generation for INFRAQUEUE AI
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

[package]
name = "infraqueue-language-model"
version.workspace = true
edition.workspace = true
license.workspace = true
repository.workspace = true
homepage.workspace = true
description = "Language model generation for INFRAQUEUE AI"

[dependencies]
# Candle stack
candle-core = "0.9.1"
candle-nn = "0.9.1"
candle-examples = "0.9.1"
candle-transformers = "0.9.1"

anyhow = "1.0.98"
clap = { version = "4.5.41", features = ["derive"] }
tracing-subscriber = "0.3.19"
tracing-chrome = "0.7.2"
serde = { version = "1.0", features = ["derive"] }
serde_json = "1.0.140"
hf-hub = { package = "hf-hub", version = "0.4.3", default-features = true }
tokenizers = { version = "0.21.4" }
reqwest = { version = "0.12", default-features = false, features = ["blocking", "json", "rustls-tls"] }

# Optional BLAS backends for CPU/GPU at compile time
accelerate-src = { version = "0.3", optional = true }
intel-mkl-src = { version = "0.8", optional = true }

[features]
# No default extra backends enabled.
default = []
# Enable CUDA support in Candle crates.
cuda = [
    "candle-core/cuda",
    "candle-nn/cuda",
    "candle-examples/cuda",
    "candle-transformers/cuda",
]
# Enable Metal (Apple GPU) support in Candle crates.
metal = [
    "candle-core/metal",
    "candle-nn/metal",
    "candle-examples/metal",
    "candle-transformers/metal",
]
# Enable Apple Accelerate (CPU) backend.
accelerate = [
    "dep:accelerate-src",
    "candle-core/accelerate",
    "candle-nn/accelerate",
    "candle-examples/accelerate",
    "candle-transformers/accelerate",
]
# Enable Intel MKL (CPU) backend.
mkl = [
    "dep:intel-mkl-src",
    "candle-core/mkl",
    "candle-nn/mkl",
    "candle-examples/mkl",
    "candle-transformers/mkl",
]