Struct BatchingStrategy 

pub struct BatchingStrategy { /* private fields */ }

Request Batching Strategy

Groups similar requests to improve efficiency and reduce costs while balancing latency requirements.

Implementations

impl BatchingStrategy

pub fn new(config: BatchingConfig) -> Self

Create a new batching strategy with the given configuration

pub fn with_defaults() -> Self

Create with default configuration

Trait Implementations

impl Clone for BatchingStrategy

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl OptimizationStrategy for BatchingStrategy

fn name(&self) -> &str

Get the name of this strategy

fn priority(&self) -> u32

Get the priority of this strategy (higher = more important)

fn is_applicable(&self, input: &DecisionInput) -> bool

Check if this strategy is applicable to the given input

fn evaluate<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, input: &'life1 DecisionInput, criteria: &'life2 DecisionCriteria, ) -> Pin<Box<dyn Future<Output = DecisionResult<Vec<Decision>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Evaluate and generate decisions

fn validate<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, decision: &'life1 Decision, criteria: &'life2 DecisionCriteria, ) -> Pin<Box<dyn Future<Output = DecisionResult<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Validate a decision before execution

fn learn<'life0, 'life1, 'life2, 'async_trait>( &'life0 mut self, decision: &'life1 Decision, outcome: &'life2 DecisionOutcome, ) -> Pin<Box<dyn Future<Output = DecisionResult<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Learn from a decision outcome

fn get_stats(&self) -> Value

Get strategy-specific statistics