llmstat 0.1.0

Token usage distribution and cost across local LLM CLIs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

/// Grouped integer: 26815 -> "26,815".
pub fn int(n: usize) -> String {
    let s = n.to_string();
    let mut out = String::new();
    for (i, c) in s.chars().enumerate() {
        if i > 0 && (s.len() - i).is_multiple_of(3) {
            out.push(',');
        }
        out.push(c);
    }
    out
}

/// Human-readable token count: 123 -> "123", 12_345 -> "12.3K", 152_400_000 -> "152.4M"
pub fn tokens(n: u64) -> String {
    const UNITS: [(f64, &str); 3] = [(1e9, "B"), (1e6, "M"), (1e3, "K")];
    for (u, s) in UNITS {
        let v = n as f64 / u;
        if v >= 1.0 {
            return if v >= 100.0 {
                format!("{v:.0}{s}")
            } else if v >= 10.0 {
                format!("{v:.1}{s}")
            } else {
                format!("{v:.2}{s}")
            };
        }
    }
    n.to_string()
}

/// "$1,234.56"; small non-zero values show as "<$0.01".
pub fn money(x: f64) -> String {
    if x != 0.0 && x.abs() < 0.005 {
        return "<$0.01".to_string();
    }
    let neg = x < 0.0;
    let x = x.abs();
    let int_part = x.trunc() as u64;
    let frac = ((x.fract() * 100.0).round() as u64).min(99);
    let digits = int_part.to_string();
    let mut grouped = String::new();
    for (i, c) in digits.chars().enumerate() {
        if i > 0 && (digits.len() - i).is_multiple_of(3) {
            grouped.push(',');
        }
        grouped.push(c);
    }
    format!("{}${grouped}.{frac:02}", if neg { "-" } else { "" })
}

/// "Sep 12 14:03" local time.
pub fn datetime(ts: chrono::DateTime<chrono::Utc>) -> String {
    ts.with_timezone(&chrono::Local)
        .format("%b %d %H:%M")
        .to_string()
}