Struct TensorCache 

pub struct TensorCache<T> { /* private fields */ }

Tensor cache with configurable eviction policy

Implementations

impl<T: Clone> TensorCache<T>

pub fn new(eviction_policy: EvictionPolicy) -> Self

pub fn with_max_size(self, max_entries: usize) -> Self

pub fn with_max_bytes(self, max_bytes: usize) -> Self

pub fn insert(&mut self, key: CacheKey, value: T, size_bytes: usize)

Insert a value into the cache

pub fn get(&mut self, key: &CacheKey) -> Option<T>

Get a value from the cache

pub fn contains(&self, key: &CacheKey) -> bool

Check if a key exists in the cache without updating access stats

pub fn remove(&mut self, key: &CacheKey) -> Option<T>

Remove a specific entry

pub fn clear(&mut self)

Clear all entries

pub fn stats(&self) -> &CacheStats

Get cache statistics

pub fn reset_stats(&mut self)

Reset statistics (keep cached entries)

pub fn len(&self) -> usize

pub fn is_empty(&self) -> bool

Trait Implementations

impl<T: Clone> Default for TensorCache<T>

fn default() -> Self

Returns the “default value” for a type.