llm-cost-ops 0.1.1

Core library for cost operations on LLM deployments
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

// Prometheus metrics export module

pub mod recorder;
pub mod middleware;
pub mod collectors;

pub use recorder::{init_metrics, MetricsConfig};
pub use middleware::metrics_middleware;
pub use collectors::{
    IngestionMetrics,
    RateLimitMetrics,
    StorageMetrics,
    record_ingestion_request,
    record_rate_limit_check,
    record_storage_operation,
};