Struct AdaptiveBatchSizer 

pub struct AdaptiveBatchSizer { /* private fields */ }

Adaptive batch size calculator

Implementations

impl AdaptiveBatchSizer

pub fn new(capabilities: Arc<DeviceCapabilities>) -> Self

Create a new adaptive batch sizer

pub fn with_min_batch_size(self, size: usize) -> Self

Set minimum batch size

pub fn with_max_batch_size(self, size: usize) -> Self

Set maximum batch size

pub fn with_target_utilization(self, utilization: f32) -> Self

Set target memory utilization (0.0-1.0)

pub fn calculate(&self, item_size_bytes: u64, model_size_bytes: u64) -> usize

Calculate adaptive batch size

pub fn adjust_for_pressure(&self, current_batch_size: usize) -> usize

Adjust batch size based on current memory pressure