Struct InferenceCache 

pub struct InferenceCache { /* private fields */ }

Thread-safe inference cache with multiple eviction policies

Implementations

impl InferenceCache

pub fn new(config: CacheConfig) -> Self

Create a new inference cache with the given configuration

pub fn get(&self, key: &CacheKey) -> Option<Vec<u8>>

Get a value from the cache

pub fn insert(&self, key: CacheKey, value: Vec<u8>)

Insert a value into the cache

pub fn remove(&self, key: &CacheKey) -> Option<Vec<u8>>

Remove a value from the cache

pub fn clear(&self)

Clear all entries from the cache

pub fn len(&self) -> usize

Get the number of entries in the cache

pub fn is_empty(&self) -> bool

Check if the cache is empty

pub fn metrics(&self) -> Option<Arc<CacheMetrics>>

Get cache metrics if enabled