Enum BatchingStrategy 

pub enum BatchingStrategy {
    Fixed(usize),
    DynamicByLength {
        max_length: usize,
        max_batch_size: usize,
    },
    DynamicByMemory {
        max_memory_mb: usize,
    },
    Adaptive {
        initial_batch_size: usize,
        max_batch_size: usize,
        target_latency_ms: f64,
        adjustment_factor: f64,
    },
    PriorityBased {
        high_priority_batch_size: usize,
        normal_priority_batch_size: usize,
        low_priority_batch_size: usize,
    },
}

Dynamic batching strategy

Variants

Fixed(usize)

Fixed batch size

DynamicByLength

Dynamic batching based on sequence length

Fields

max_length: usize

max_batch_size: usize

DynamicByMemory

Dynamic batching based on memory constraints

Fields

max_memory_mb: usize

Adaptive

Adaptive batching that adjusts based on performance metrics

Fields

initial_batch_size: usize

max_batch_size: usize

target_latency_ms: f64

adjustment_factor: f64

PriorityBased

Priority-based batching with different priorities

Fields

high_priority_batch_size: usize

normal_priority_batch_size: usize

low_priority_batch_size: usize

Trait Implementations

impl Clone for BatchingStrategy

fn clone(&self) -> BatchingStrategy

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for BatchingStrategy

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for BatchingStrategy

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for BatchingStrategy

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.