Struct GpuMemoryLimits 

pub struct GpuMemoryLimits {
    pub total_vram: u64,
    pub usable_vram: u64,
    pub morsel_size: usize,
    pub max_morsels: usize,
}

GPU memory limits and statistics

Fields

total_vram: u64

Total VRAM available (bytes)

usable_vram: u64

Maximum memory to use for graph data (70% of total to leave headroom)

morsel_size: usize

Morsel size for chunking (default 128MB)

max_morsels: usize

Maximum number of morsels that fit in VRAM

Implementations

impl GpuMemoryLimits

pub fn detect(device: &GpuDevice) -> Result<Self>

Detect GPU memory limits

Errors

Returns error if GPU device is not available

pub fn fits_in_vram(&self, graph_size_bytes: usize) -> bool

Check if graph fits entirely in VRAM

pub fn morsels_needed(&self, size_bytes: usize) -> usize

Calculate number of morsels needed for given size

pub fn recommended_tile_size(&self, node_size_bytes: usize) -> usize

Get recommended tile size in nodes for chunking

Trait Implementations

impl Clone for GpuMemoryLimits

fn clone(&self) -> GpuMemoryLimits

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GpuMemoryLimits

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.