tt-preview 0.1.0

Cost preview engine — projects cost + savings + route suggestions for an LLM request without calling any model.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

//! Preview engine errors. Designed so the HTTP handler can always emit a
//! valid `PreviewResponse` with `warnings[]`, never a 5xx.

use thiserror::Error;

#[derive(Debug, Error)]
pub enum PreviewError {
    #[error("unknown model `{0}` — no pricing table available")]
    UnknownModel(String),
    #[error("malformed request: {0}")]
    Malformed(String),
    #[error("tokenizer failure: {0}")]
    Tokenizer(String),
}

impl PreviewError {
    pub fn as_warning(&self) -> String {
        match self {
            Self::UnknownModel(m) => {
                format!("model {m} not in pricing table; falling back to heuristic")
            }
            Self::Malformed(s) => format!("malformed input: {s}"),
            Self::Tokenizer(s) => format!("tokenizer failed: {s} — using char-count heuristic"),
        }
    }
}