Struct BatchProcessor

pub struct BatchProcessor { /* private fields */ }

Batch processor for efficient bulk operations

Implementations

impl BatchProcessor

pub fn new( gpu_backend: Option<Arc<dyn GpuBackendTrait>>, memory_manager: Arc<dyn MemoryManagerTrait>, batch_size: usize, ) -> Self

pub fn process_batch<T>( &self, operations: Vec<NeuralOperation<T>>, inputs: Vec<Vec<T>>, ) -> NeuralResult<Vec<Vec<T>>>

where T: Clone + Send + Sync + 'static + Pod + Float,

Process a batch of operations efficiently