Struct RequestLog 

pub struct RequestLog { /* private fields */ }

Append-only log of LLM API requests.

Implementations

impl RequestLog

pub fn new() -> Self

pub fn record( &mut self, request_id: impl Into<String>, model: impl Into<String>, input_tokens: u64, output_tokens: u64, latency_ms: u64, )

Record a successful request.

pub fn record_with_meta( &mut self, request_id: impl Into<String>, model: impl Into<String>, input_tokens: u64, output_tokens: u64, latency_ms: u64, metadata: Value, )

Record a request with metadata.

pub fn record_error( &mut self, request_id: impl Into<String>, model: impl Into<String>, error: impl Into<String>, latency_ms: u64, )

Record a failed request.

pub fn len(&self) -> usize

pub fn is_empty(&self) -> bool

pub fn entries(&self) -> &[LogEntry]

pub fn get(&self, request_id: &str) -> Option<&LogEntry>

pub fn by_model(&self, model: &str) -> Vec<&LogEntry>

pub fn errors(&self) -> Vec<&LogEntry>

pub fn total_input_tokens(&self) -> u64

pub fn total_output_tokens(&self) -> u64

pub fn avg_latency_ms(&self) -> f64

pub fn slowest(&self) -> Option<&LogEntry>

pub fn clear(&mut self)

Trait Implementations

impl Debug for RequestLog

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for RequestLog

fn default() -> RequestLog

Returns the “default value” for a type.