Struct MemoryPool 

pub struct MemoryPool { /* private fields */ }

NPU device memory pool for optimal allocation patterns.

Implementations

impl MemoryPool

pub fn new(device_memory_mb: usize) -> Self

Create a new memory pool.

pub fn allocate_buffer(&self, size: usize) -> Result<Vec<f32>>

Allocate a buffer from the pool.

pub fn get_manager(&self) -> MemoryManager

Get memory manager.

Examples found in repository

examples/full_inference_pipeline.rs (line 46)

fn setup_device() {
    println!("1. Device Setup");
    
    let device_info = DeviceInfo {
        device_id: 0,
        peak_throughput_tops: 20.0,
        memory_mb: 512,
        compute_units: 4,
        frequency_mhz: 800,
        power_tdp_watts: 5.0,
        vendor: "Xilinx/SiFive".to_string(),
        device_name: "XilinxAI-Engine 20-TOPS".to_string(),
    };

    let device = Arc::new(NpuDevice::with_config(device_info));
    match device.initialize() {
        Ok(_) => {
            println!("   ✓ Device initialized");
            let info = device.get_info();
            println!("   Device: {} ({} MB memory, {} TOPS peak)", 
                info.device_name, info.memory_mb, info.peak_throughput_tops
            );
            
            let memory_pool = device.get_memory_pool();
            let manager = memory_pool.get_manager();
            println!("   Available memory: {} MB\n", 
                manager.get_available_bytes() / 1024 / 1024
            );
        }
        Err(e) => println!("   ✗ Init failed: {}\n", e),
    }
}

Trait Implementations

impl Clone for MemoryPool

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.