Struct GpuTensorCache 

pub struct GpuTensorCache { /* private fields */ }

Advanced GPU tensor caching with memory-aware eviction

Implementations

impl GpuTensorCache

pub fn new(max_cache_size: usize, max_memory_limit: usize) -> Self

Create a new GPU tensor cache

pub fn cache_tensor( &mut self, key: String, tensor: Tensor, importance_score: Option<f32>, ) -> Result<()>

Cache a tensor with optional importance score

pub fn get_tensor(&mut self, key: &str) -> Option<&Tensor>

Retrieve a tensor from cache

pub fn get_comprehensive_stats(&self) -> GpuCacheStatistics

Get comprehensive cache statistics

pub fn clear(&mut self) -> Result<()>

Clear all cached tensors

Trait Implementations

impl Debug for GpuTensorCache

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.