Struct KvCacheSessionTrace 

pub struct KvCacheSessionTrace {
    pub steps: Vec<KvCacheStateTrace>,
    pub total_evictions: usize,
    pub avg_hit_rate: f32,
    pub peak_memory_bytes: usize,
}

Full KV cache trace for a generation session.

Fields

steps: Vec<KvCacheStateTrace>

Per-step traces

total_evictions: usize

Total evictions across the session

avg_hit_rate: f32

Average cache hit rate

peak_memory_bytes: usize

Peak memory usage in bytes

Implementations

impl KvCacheSessionTrace

pub fn add_step(&mut self, trace: KvCacheStateTrace)

Add a step trace.

pub fn has_high_eviction_rate(&self) -> bool

Check if eviction rate is concerning (>10% of steps).

pub fn has_thrashing(&self, window: usize, min_hit_rate: f32) -> bool

Check if KV cache is thrashing (high evictions + low hit rate).

Returns true if the recent window shows both high eviction rate and low hit rate. Uses all available steps if fewer than window steps exist.

Arguments

• window: Number of recent steps to consider (uses available if fewer)
• min_hit_rate: Minimum acceptable hit rate (0.0-1.0)

Trait Implementations

impl Clone for KvCacheSessionTrace

fn clone(&self) -> KvCacheSessionTrace

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for KvCacheSessionTrace

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for KvCacheSessionTrace

fn default() -> KvCacheSessionTrace

Returns the “default value” for a type.