llm-cost-ops 0.1.1

Core library for cost operations on LLM deployments
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151

use chrono::{DateTime, Utc};
use rust_decimal::Decimal;
use serde::{Deserialize, Serialize};
use uuid::Uuid;

use super::provider::Provider;
use super::pricing::{Currency, PricingStructure};

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct CostRecord {
    pub id: Uuid,
    pub usage_id: Uuid,
    pub timestamp: DateTime<Utc>,
    pub provider: Provider,
    pub model: String,

    // Cost breakdown
    pub input_cost: Decimal,
    pub output_cost: Decimal,
    pub total_cost: Decimal,
    pub currency: Currency,

    // Cost model reference
    pub cost_model_id: Uuid,
    pub pricing_structure: PricingStructure,

    // Aggregation dimensions
    pub organization_id: String,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub project_id: Option<String>,
    pub tags: Vec<String>,

    pub calculated_at: DateTime<Utc>,
}

#[derive(Debug, Clone)]
pub struct CostCalculation {
    pub input_cost: Decimal,
    pub output_cost: Decimal,
    pub total_cost: Decimal,
    pub currency: Currency,
    pub pricing_model_id: Uuid,
}

impl CostRecord {
    pub fn new(
        usage_id: Uuid,
        provider: Provider,
        model: String,
        organization_id: String,
        calculation: CostCalculation,
        pricing_structure: PricingStructure,
    ) -> Self {
        Self {
            id: Uuid::new_v4(),
            usage_id,
            timestamp: Utc::now(),
            provider,
            model,
            input_cost: calculation.input_cost,
            output_cost: calculation.output_cost,
            total_cost: calculation.total_cost,
            currency: calculation.currency,
            cost_model_id: calculation.pricing_model_id,
            pricing_structure,
            organization_id,
            project_id: None,
            tags: Vec::new(),
            calculated_at: Utc::now(),
        }
    }

    pub fn with_project(mut self, project_id: String) -> Self {
        self.project_id = Some(project_id);
        self
    }

    pub fn with_tags(mut self, tags: Vec<String>) -> Self {
        self.tags = tags;
        self
    }

    pub fn cost_per_token(&self, total_tokens: u64) -> Decimal {
        if total_tokens == 0 {
            Decimal::ZERO
        } else {
            self.total_cost / Decimal::from(total_tokens)
        }
    }
}

impl CostCalculation {
    pub fn new(
        input_cost: Decimal,
        output_cost: Decimal,
        currency: Currency,
        pricing_model_id: Uuid,
    ) -> Self {
        Self {
            input_cost,
            output_cost,
            total_cost: input_cost + output_cost,
            currency,
            pricing_model_id,
        }
    }
}

#[cfg(test)]
mod tests {
    use super::*;
    use crate::domain::Provider;
    use rust_decimal_macros::dec;

    #[test]
    fn test_cost_calculation() {
        let calc = CostCalculation::new(
            dec!(0.05),
            dec!(0.15),
            Currency::USD,
            Uuid::new_v4(),
        );

        assert_eq!(calc.total_cost, dec!(0.20));
    }

    #[test]
    fn test_cost_per_token() {
        let calc = CostCalculation::new(
            dec!(0.10),
            dec!(0.30),
            Currency::USD,
            Uuid::new_v4(),
        );

        let record = CostRecord::new(
            Uuid::new_v4(),
            Provider::OpenAI,
            "gpt-4".to_string(),
            "org-123".to_string(),
            calc,
            crate::domain::pricing::PricingStructure::simple_per_token(
                dec!(10.0),
                dec!(30.0),
            ),
        );

        let cost_per_token = record.cost_per_token(1000);
        assert_eq!(cost_per_token, dec!(0.0004));
    }
}