Struct MemoryPool 

pub struct MemoryPool { /* private fields */ }

Thread-safe memory pool for tensor allocation

Implementations

impl MemoryPool

pub fn new(config: PoolConfig) -> Self

Create a new memory pool with the given configuration

pub fn allocate_tensor( &self, shape: &[usize], dtype: DType, ) -> TorshResult<Tensor>

Allocate a tensor from the pool or create a new one

pub fn release_tensor(&self, tensor: Tensor)

Release a tensor back to the pool for reuse

pub fn get_analytics(&self) -> MemoryAnalytics

Get current memory analytics

pub fn clear(&self)

Clear all pools and reset analytics

pub fn get_pool_stats(&self) -> HashMap<String, usize>

Get pool statistics

impl MemoryPool

Convenience functions for common memory pool operations

pub fn global() -> &'static MemoryPool

Create a global memory pool instance

pub fn allocate_f32(&self, shape: &[usize]) -> TorshResult<Tensor>

Allocate f32 tensor from pool

pub fn allocate_i8(&self, shape: &[usize]) -> TorshResult<Tensor>

Allocate i8 tensor from pool (common for quantized tensors)

pub fn allocate_u8(&self, shape: &[usize]) -> TorshResult<Tensor>

Allocate u8 tensor from pool (common for quantized tensors)

impl MemoryPool

Advanced memory pool management methods

pub fn garbage_collect(&self) -> TorshResult<()>

Trigger garbage collection to reduce fragmentation

pub fn check_memory_pressure(&self) -> bool

Check memory pressure and auto-cleanup if needed

pub fn adaptive_resize(&self) -> TorshResult<()>

Adaptively adjust pool sizes based on usage patterns

pub fn get_utilization_report(&self) -> PoolUtilizationReport

Get detailed pool utilization report

pub fn prefetch_for_workload( &self, predicted_shapes: &[(Vec<usize>, DType)], ) -> TorshResult<()>

Prefetch tensors for predicted workload