Struct MemoryPool 

pub struct MemoryPool<T> { /* private fields */ }

Memory pool for tensor allocation reuse

Implementations

impl<T> MemoryPool<T>

pub fn new() -> Self

pub fn with_max_pool_size(self, max_size: usize) -> Self

pub fn acquire<F>(&mut self, size_class: usize, allocator: F) -> T

where F: FnOnce() -> T,

Acquire a tensor from the pool or allocate new

pub fn release(&mut self, size_class: usize, tensor: T)

Release a tensor back to the pool

pub fn clear(&mut self)

Clear all pools

pub fn stats(&self) -> &PoolStats

Get pool statistics

pub fn total_pooled(&self) -> usize

Get total number of pooled tensors

Trait Implementations

impl<T> Default for MemoryPool<T>

fn default() -> Self

Returns the “default value” for a type.