Struct FaissGpuMemoryPool 

pub struct FaissGpuMemoryPool {
    pub device_id: i32,
    pub total_size: usize,
    pub allocated_size: AtomicUsize,
    pub free_blocks: Arc<Mutex<BTreeMap<usize, Vec<GpuMemoryBlock>>>>,
    pub allocated_blocks: Arc<RwLock<HashMap<usize, GpuMemoryBlock>>>,
    pub allocation_stats: Arc<RwLock<AllocationStatistics>>,
}

GPU memory pool for efficient allocation

Fields

device_id: i32

Device ID

total_size: usize

Total pool size

allocated_size: AtomicUsize

Currently allocated size

free_blocks: Arc<Mutex<BTreeMap<usize, Vec<GpuMemoryBlock>>>>

Free blocks

allocated_blocks: Arc<RwLock<HashMap<usize, GpuMemoryBlock>>>

Allocated blocks

allocation_stats: Arc<RwLock<AllocationStatistics>>

Allocation statistics

Implementations

impl FaissGpuMemoryPool

pub fn new(device_id: i32, total_size: usize) -> Result<Self>

Create a new GPU memory pool

pub fn allocate( &self, size: usize, block_type: MemoryBlockType, ) -> Result<GpuMemoryBlock>

Allocate memory block

pub fn deallocate(&self, block: &GpuMemoryBlock) -> Result<()>

Deallocate memory block

pub fn calculate_fragmentation(&self) -> f32

Calculate memory fragmentation percentage

Trait Implementations

impl Debug for FaissGpuMemoryPool

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.