llmtop 0.1.0

Realtime TUI monitor for local LLM servers (ollama, llama.cpp). The only GPU monitor that knows what model is running and how much each token costs you in energy and dollar-equivalent.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99

# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO
#
# When uploading crates to the registry Cargo will automatically
# "normalize" Cargo.toml files for maximal compatibility
# with all versions of Cargo and also rewrite `path` dependencies
# to registry (e.g., crates.io) dependencies.
#
# If you are reading this file be aware that the original Cargo.toml
# will likely look very different (and much more reasonable).
# See Cargo.toml.orig for the original contents.

[package]
edition = "2024"
name = "llmtop"
version = "0.1.0"
build = false
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "Realtime TUI monitor for local LLM servers (ollama, llama.cpp). The only GPU monitor that knows what model is running and how much each token costs you in energy and dollar-equivalent."
readme = "README.md"
keywords = [
    "llm",
    "ollama",
    "monitoring",
    "tui",
    "gpu",
]
categories = ["command-line-utilities"]
license = "MIT"
repository = "https://github.com/ProgrammerPeasant/llmtop"

[features]
apple = []
default = ["nvidia"]
nvidia = ["dep:nvml-wrapper"]

[[bin]]
name = "llmtop"
path = "src/main.rs"

[dependencies.axum]
version = "0.8"

[dependencies.bytes]
version = "1"

[dependencies.clap]
version = "4"
features = ["derive"]

[dependencies.color-eyre]
version = "0.6"

[dependencies.crossterm]
version = "0.28"

[dependencies.futures-util]
version = "0.3"

[dependencies.ratatui]
version = "0.30"

[dependencies.reqwest]
version = "0.12"
features = [
    "json",
    "rustls-tls",
    "stream",
]
default-features = false

[dependencies.serde]
version = "1"
features = ["derive"]

[dependencies.serde_json]
version = "1"

[dependencies.tokio]
version = "1"
features = [
    "rt-multi-thread",
    "macros",
    "time",
    "signal",
    "sync",
]

[target.'cfg(any(target_os = "linux", target_os = "windows"))'.dependencies.nvml-wrapper]
version = "0.11"
optional = true

[profile.release]
lto = "thin"
codegen-units = 1
strip = true