Struct SharedMemoryPool 

pub struct SharedMemoryPool { /* private fields */ }

Shared memory pool for multiple models.

Manages multiple virtual memory pools with a global physical memory limit. Enables memory sharing across models with per-model statistics.

Example

use candle_cuda_vmm::SharedMemoryPool;
use candle_core::Device;

let device = Device::new_cuda(0)?;
let mut shared_pool = SharedMemoryPool::new(
    32 * 1024 * 1024 * 1024, // 32GB global physical limit
    device,
)?;

// Register models
shared_pool.register_model("llama-7b", 64 * 1024 * 1024 * 1024)?; // 64GB virtual
shared_pool.register_model("gpt2", 32 * 1024 * 1024 * 1024)?;     // 32GB virtual

// Allocate for specific model
let addr = shared_pool.allocate_for_model("llama-7b", 1024 * 1024 * 1024)?;

Implementations

impl SharedMemoryPool

pub fn new(physical_limit: usize, device: Device) -> Result<Self>

Create shared pool with global physical memory limit.

Arguments

• physical_limit - Global physical memory limit (bytes).
• device - CUDA device.

Returns

Shared memory pool.

pub fn register_model( &mut self, model_id: &str, virtual_capacity: usize, ) -> Result<()>

Register a model with virtual address space reservation.

Arguments

• model_id - Unique model identifier.
• virtual_capacity - Virtual address space for this model (bytes).

Errors

Returns error if model already registered.

pub fn allocate_for_model( &mut self, model_id: &str, size: usize, ) -> Result<usize>

Allocate from specific model’s pool.

Arguments

• model_id - Model identifier.
• size - Size to allocate (bytes).

Returns

Virtual address of allocated region.

Errors

Returns error if:

• Model not found
• Global physical limit exceeded
• Allocation fails

pub fn deallocate_for_model( &mut self, model_id: &str, offset: usize, size: usize, ) -> Result<()>

Free from specific model’s pool.

Arguments

• model_id - Model identifier.
• offset - Offset in model’s virtual address space (bytes).
• size - Size to free (bytes).

pub fn get_model_stats(&self, model_id: &str) -> Option<MemoryStats>

Get per-model memory statistics.

pub fn global_stats(&self) -> GlobalMemoryStats

Global memory statistics.

pub fn unregister_model(&mut self, model_id: &str) -> Result<()>

Unregister a model and free its resources.