Struct HybridMemoryManager

pub struct HybridMemoryManager { /* private fields */ }

Hybrid memory manager that efficiently handles both CPU and GPU memory

Implementations

impl HybridMemoryManager

pub fn new(config: &BridgeConfig) -> NeuralResult<Self>

Create a new hybrid memory manager

pub fn set_gpu_device(&self, device: Arc<Device>) -> NeuralResult<()>

Set GPU device for GPU operations

Trait Implementations

impl MemoryManagerTrait for HybridMemoryManager

fn allocate(&self, size: usize) -> NeuralResult<MemoryHandle>

fn deallocate(&self, handle: MemoryHandle) -> NeuralResult<()>

fn transfer_to_gpu(&self, data: &[f32]) -> NeuralResult<BufferHandle>

fn transfer_from_gpu(&self, buffer: BufferHandle) -> NeuralResult<Vec<f32>>

fn get_memory_stats(&self) -> MemoryStats