Trait TensorMemoryManager 

pub trait TensorMemoryManager: Send + Sync {
    // Required methods
    fn preallocate(
        &self,
        shape: &[usize],
        dtype: DataType,
        device: &Device,
    ) -> Result<TensorRef>;
    fn clear(&self, tensor: &TensorRef) -> Result<()>;
    fn memory_stats(&self) -> TensorMemoryStats;
    fn gc(&self) -> Result<()>;
}

Device-specific tensor memory management

Required Methods

fn preallocate( &self, shape: &[usize], dtype: DataType, device: &Device, ) -> Result<TensorRef>

Pre-allocate tensor of given shape for reuse

fn clear(&self, tensor: &TensorRef) -> Result<()>

Clear tensor data (set to zeros) without deallocation

fn memory_stats(&self) -> TensorMemoryStats

Get memory usage statistics

fn gc(&self) -> Result<()>

Force garbage collection of unused tensors

Implementors