Struct IntervalLogger 

pub struct IntervalLogger { /* private fields */ }

Implementations

impl IntervalLogger

pub fn new( interval: Duration, encoder_cache_counters: Option<(Arc<AtomicUsize>, Arc<AtomicUsize>)>, ) -> Self

Starts an interval logger. Call begin_logging to begin the logging process.

pub fn enable_logging(&self)

pub fn reset(&self)

Reset all counters to zero. Call after warmup/dummy runs to get clean stats.

pub fn add_tokens_processed(&self, num_tokens: usize)

pub fn add_new_sequence(&self)

pub fn add_prefix_cache_hit(&self)

pub fn set_num_running(&self, running: usize)

pub fn set_num_waiting(&self, waiting: usize)

pub fn prefix_cache_stats(&self) -> (usize, usize)

Return cumulative prefix cache (hits, total_sequences).

pub fn encoder_cache_stats(&self) -> Option<(usize, usize)>

Return cumulative encoder cache (hits, misses), or None if no encoder cache exists.