Struct MultiGpuManager 

pub struct MultiGpuManager { /* private fields */ }

Central multi-GPU manager

Manages a pool of GPU workers and dispatches tasks using the configured load balancing strategy.

Implementations

impl MultiGpuManager

pub fn new(config: MultiGpuConfig) -> Result<Self>

Create a new multi-GPU manager

Initializes workers for each device ID from 0 to num_devices-1.

pub fn dispatch(&self, task: MultiGpuTask) -> Result<u64>

Dispatch a task to the most appropriate GPU device

pub fn execute_pending(&self) -> Vec<GpuTaskResult>

Execute all pending tasks on all devices and collect results

pub fn execute_sync(&self, task: MultiGpuTask) -> Result<GpuTaskResult>

Dispatch and immediately execute a task, returning the result

pub fn get_stats(&self) -> MultiGpuStats

Get aggregate statistics for all devices

pub fn get_device_metrics(&self) -> Vec<GpuDeviceMetrics>

Get per-device metrics

pub fn num_devices(&self) -> usize

Get the number of active GPU devices

pub fn all_healthy(&self) -> bool

Check if all devices are healthy (not overloaded)

pub fn least_utilized_device(&self) -> Option<i32>

Get the least utilized device ID

pub fn next_task_id(&self) -> u64

Generate a unique task ID

pub fn set_strategy(&self, strategy: LoadBalancingStrategy)

Set the load balancing strategy at runtime

pub fn reset_stats(&self)

Reset statistics

Trait Implementations

impl Debug for MultiGpuManager

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.