Struct AsyncBinaryOperationExecutor 

pub struct AsyncBinaryOperationExecutor { /* private fields */ }

Async binary operation executor with CPU-GPU overlap

Implementations

impl AsyncBinaryOperationExecutor

pub fn new(_device_id: usize) -> Result<Self>

Create a new async binary operation executor (CPU-only)

pub fn execute_async<T, Op>( &self, a: &Tensor<T>, b: &Tensor<T>, op: Op, ) -> AsyncBinaryOpFuture<T>

where T: Clone + Default + Zero + Send + Sync + 'static + Pod + Zeroable, Op: BinaryOp<T> + Send + Sync + 'static,

Execute an async binary operation with CPU-GPU overlap

pub fn execute_async_with_priority<T, Op>( &self, a: &Tensor<T>, b: &Tensor<T>, op: Op, _priority: WorkPriority, ) -> AsyncBinaryOpFuture<T>

where T: Clone + Default + Zero + Send + Sync + 'static + Pod + Zeroable, Op: BinaryOp<T> + Send + Sync + 'static,

Execute an async binary operation with custom priority

pub async fn execute_batch_async<T, Op>( &self, operations: Vec<(&Tensor<T>, &Tensor<T>, Op)>, ) -> Result<Vec<Tensor<T>>>

where T: Clone + Default + Zero + Send + Sync + 'static + Pod + Zeroable, Op: BinaryOp<T> + Send + Sync + Clone + 'static,

Execute multiple binary operations concurrently with CPU-GPU overlap

pub fn synchronize(&self)

Synchronize all pending operations

pub fn is_idle(&self) -> bool

Check if executor is idle