Struct BatchSubmitter 

pub struct BatchSubmitter { /* private fields */ }

Batch work submitter for efficient multi-GPU processing

Implementations

impl BatchSubmitter

pub fn new(queues: Vec<Arc<WorkQueue>>) -> Self

Create a new batch submitter

pub async fn submit_batch<F, T>(&self, work_items: Vec<F>) -> Result<Vec<T>>

where F: FnOnce(&GpuDevice) -> Result<T> + Send + 'static, T: Send + 'static,

Submit batch of work items

pub async fn submit_batch_to_devices<F, T>( &self, work_items: Vec<(usize, F)>, ) -> Result<Vec<T>>

where F: FnOnce(&GpuDevice) -> Result<T> + Send + 'static, T: Send + 'static,

Submit batch with explicit device assignment

pub fn total_pending(&self) -> usize

Get total pending tasks across all queues