cake-cli 0.1.0

Distributed LLM inference for mobile, desktop and server.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

[package]
name = "cake-cli"
version.workspace = true
edition.workspace = true
description.workspace = true
repository.workspace = true
keywords.workspace = true
authors.workspace = true
license.workspace = true
readme.workspace = true
categories.workspace = true

[[bin]]
name = "cake"
path = "src/main.rs"

[dependencies]
anyhow = "1.0.86"
cake-core.workspace = true
clap = "4.5.8"
crossterm = "0.28"
dirs = "5"
env_logger = "0.11.3"
futures = "0.3"
human_bytes = "0.4.3"
ratatui = "0.29"
reqwest = { version = "0.12", features = ["stream", "json"] }
serde = { version = "1", features = ["derive"] }
serde_json = "1"
tokio = { version = "1.38.0", features = ["full"] }

[features]
default = ["master", "llama", "qwen2", "qwen3_5"]
llama = ["cake-core/llama"]
qwen2 = ["cake-core/qwen2"]
qwen3_5 = ["cake-core/qwen3_5"]
cuda = ["cake-core/cuda"]
metal = ["cake-core/metal"]
master = ["cake-core/master"]