Struct HptAllocator

pub struct HptAllocator<B: BackendTy> { /* private fields */ }

Built-in allocator for Hpt

Trait Implementations

impl Allocator for HptAllocator<Cpu>

type Output = *mut u8

the output type of the allocator

type CpuAllocator = HptAllocator<Cpu>

cpu type of the allocator

fn allocate( &mut self, layout: Layout, device_id: usize, ) -> Result<Self::Output, TensorError>

allocate memory by using lru cache strategy

fn allocate_zeroed( &mut self, layout: Layout, device_id: usize, ) -> Result<Self::Output, TensorError>

similar to allocate, but the memory is zeroed

fn deallocate( &mut self, ptr: *mut u8, layout: &Layout, should_drop: bool, device_id: usize, )

deallocate memory by using lru cache strategy

fn insert_ptr(&mut self, ptr: *mut u8, device_id: usize)

if the ptr is found in the storage, increment the reference count, otherwise insert the ptr into the storage

fn clear(&mut self)

clear the cache, deallocate all the memory allocated

fn new() -> Self

create a new allocator

fn forget(&mut self, ptr: *mut u8, device_id: usize)

forget the data in the allocator

impl<B: BackendTy> Clone for HptAllocator<B>

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<B: BackendTy> Send for HptAllocator<B>

impl<B: BackendTy> Sync for HptAllocator<B>