ferrum-runtime 0.7.3

Backend implementations (Candle, CPU) for Ferrum inference
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

[package]
name = "ferrum-runtime"
version.workspace = true
edition.workspace = true
authors.workspace = true
license.workspace = true
description = "Backend implementations (Candle, CPU) for Ferrum inference"
readme = "../../README.md"

[dependencies]
# Core dependencies - New architecture
ferrum-types = { workspace = true }
ferrum-interfaces = { workspace = true }

# Async runtime
async-trait = { workspace = true }
tokio = { workspace = true }
futures = { workspace = true }
parking_lot = { workspace = true }

# Serialization
serde = { workspace = true }
serde_json = { workspace = true }

# Error handling
anyhow = { workspace = true }
thiserror = { workspace = true }

# Logging and metrics
tracing = { workspace = true }
metrics = { workspace = true }

# Tensor operations - Candle backend
candle-core = { workspace = true, optional = true }
candle-nn = { workspace = true, optional = true }

# Async utilities
crossbeam-channel = "0.5"
crossbeam-utils = "0.8"
pin-project = "1.1"

# Utils
uuid = { workspace = true }
chrono = { workspace = true }
bytesize = "1.3"
once_cell = { workspace = true }

# Memory management
ndarray = { workspace = true, optional = true }
half = { workspace = true }

[dev-dependencies]
tokio-test = "0.4"
criterion = "0.5"

[features]
default = ["candle"]
candle = ["dep:candle-core", "dep:candle-nn"]  # Candle backend
cpu = ["dep:ndarray"]                          # CPU backend
metal = []                                     # Metal runtime support
cuda = []                                      # CUDA runtime support
rocm = []                                      # ROCm runtime support
profiling = []                                 # Enable detailed profiling