Struct TransformerMemoryManager 

pub struct TransformerMemoryManager<T: Float + Debug + ScalarOperand + Send + Sync + 'static> { /* private fields */ }

Transformer memory manager

Implementations

impl<T: Float + Debug + ScalarOperand + Send + Sync + 'static> TransformerMemoryManager<T>

pub fn new(config: &TransformerBasedOptimizerConfig<T>) -> Result<Self>

Create new memory manager

pub fn store(&mut self, key: String, tensor: Array2<T>) -> Result<()>

Store tensor in memory with key Store tensor under key.

Errors

Returns Err when the tensor’s feature width differs from the model dimension this manager was built for. The manager records the dimension at construction but never checked it, so a caller could fill the cache with tensors the transformer cannot consume and only find out at the point of use.

pub fn retrieve(&mut self, key: &str) -> Result<Option<Array2<T>>>

Retrieve tensor from memory

pub fn remove(&mut self, key: &str) -> Result<bool>

Remove tensor from memory

pub fn clear(&mut self) -> Result<()>

Clear all memory

pub fn get_memory_usage(&self) -> usize

Get memory usage statistics

pub fn optimize_memory(&mut self) -> Result<OptimizationReport>

Optimize memory layout

pub fn prefetch(&mut self, keys: Vec<String>) -> Result<usize>

Prefetch data based on access patterns

pub fn get_statistics(&self) -> &MemoryStatistics

Get memory statistics

pub fn get_access_patterns(&self) -> AccessPatterns

Get access patterns

pub fn set_strategy(&mut self, strategy: MemoryManagementStrategy)

Set memory management strategy

pub fn get_memory_pressure(&self) -> f64

Get current memory pressure