Struct MultiGpuManager 

pub struct MultiGpuManager { /* private fields */ }

Multi-GPU manager for coordinating multiple devices.

Implementations

impl MultiGpuManager

pub async fn new(config: MultiGpuConfig) -> GpuResult<Self>

Create a new multi-GPU manager.

Errors

Returns an error if minimum number of devices cannot be found.

pub fn num_devices(&self) -> usize

Get the number of available devices.

pub fn device(&self, index: usize) -> Option<&Arc<GpuContext>>

Get a specific device context.

pub fn devices(&self) -> &[Arc<GpuContext>]

Get all device contexts.

pub fn device_info(&self, index: usize) -> Option<&GpuDeviceInfo>

Get device information.

pub fn all_device_info(&self) -> &[GpuDeviceInfo]

Get all device information.

pub fn select_device(&self) -> usize

Select a device based on load balancing strategy.

pub fn dispatch<F, T>(&self, workload: f64, f: F) -> GpuResult<T>

where F: FnOnce(&GpuContext) -> GpuResult<T>,

Dispatch work to a device with load balancing.

pub async fn distribute<F, T>(&self, items: Vec<(f64, F)>) -> Vec<GpuResult<T>>

where F: FnOnce(&GpuContext) -> GpuResult<T> + Send + 'static, T: Send + 'static,

Distribute work across all devices.

pub fn load_stats(&self) -> HashMap<usize, (usize, f64)>

Get current load statistics.