rag-cli 0.3.2

Local-first RAG CLI powered by candle for semantic search over your files
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54

[workspace]
members = [".", "rag-cli-cuda"]

[package]
name = "rag-cli"
version = "0.3.2"
edition = "2021"
description = "Local-first RAG CLI powered by candle for semantic search over your files"
license = "Apache-2.0"
repository = "https://github.com/mathew-cf/rag-cli"

[lib]
name = "rag_cli"
path = "src/lib.rs"

[[bin]]
name = "rag"
path = "src/main.rs"

[features]
cuda = ["candle-core/cuda", "candle-nn/cuda", "candle-transformers/cuda"]

[dependencies]
# ML framework
candle-core = "0.9"
candle-nn = "0.9"
candle-transformers = "0.9"

# Model download + loading
ureq = { version = "2", default-features = false, features = ["native-tls"] }
native-tls = "0.2"
tokenizers = { version = "0.22", default-features = false, features = ["onig"] }
safetensors = "0.7"

# CLI
clap = { version = "4", features = ["derive", "env"] }

# Serialization
serde = { version = "1", features = ["derive"] }
serde_json = "1"
bincode = "1"

# Hashing
blake3 = "1"

# Utilities
anyhow = "1"
indicatif = "0.17"
walkdir = "2"

[target.'cfg(target_os = "macos")'.dependencies]
candle-core = { version = "0.9", features = ["metal", "accelerate"] }
candle-nn = { version = "0.9", features = ["metal", "accelerate"] }
candle-transformers = { version = "0.9", features = ["metal", "accelerate"] }