Struct MultiGpuManager 

pub struct MultiGpuManager { /* private fields */ }

Multi-GPU manager

Implementations

impl MultiGpuManager

pub async fn new(strategy: SelectionStrategy) -> Result<Self>

Create a new multi-GPU manager

pub fn gpu_count(&self) -> usize

Get total number of GPUs

pub fn get_gpu(&self, index: usize) -> Result<Arc<GpuDevice>>

Get GPU by index

pub fn get_all_gpus(&self) -> &[Arc<GpuDevice>]

Get all GPUs

pub fn select_gpu(&self) -> Result<Arc<GpuDevice>>

Select best GPU for a task

pub fn select_gpu_with_requirements( &self, min_memory: Option<u64>, preferred_type: Option<DeviceType>, ) -> Result<Arc<GpuDevice>>

Select GPU with specific requirements

pub fn get_work_queue(&self, index: usize) -> Result<Arc<WorkQueue>>

Get work queue for a GPU

pub async fn submit_work<F, T>(&self, work: F) -> Result<T>

where F: FnOnce(&GpuDevice) -> Result<T> + Send + 'static, T: Send + 'static,

Submit work to best available GPU

pub fn get_load_balancer(&self) -> Arc<LoadBalancer>

Get load balancer

pub fn print_gpu_info(&self)

Print GPU information