Struct DefaultRoutingEngine 

pub struct DefaultRoutingEngine { /* private fields */ }

Default implementation of the routing engine

Implementations

impl DefaultRoutingEngine

pub async fn new( config: RoutingConfig, model_catalog: ModelCatalog, model_logger: Option<Arc<ModelLogger>>, ) -> Result<Self, RoutingError>

Create a new routing engine with the given configuration

pub async fn new_with_confidence_monitor( config: RoutingConfig, model_catalog: ModelCatalog, model_logger: Option<Arc<ModelLogger>>, confidence_monitor: Box<dyn ConfidenceMonitorTrait>, ) -> Result<Self, RoutingError>

Create a new routing engine with a custom confidence monitor implementation This allows enterprise builds to inject their own confidence monitor

Trait Implementations

impl RoutingEngine for DefaultRoutingEngine

fn route_request<'life0, 'life1, 'async_trait>( &'life0 self, context: &'life1 RoutingContext, ) -> Pin<Box<dyn Future<Output = Result<RouteDecision, RoutingError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Route a model request based on configured policies

fn execute_with_routing<'life0, 'async_trait>( &'life0 self, context: RoutingContext, request: ModelRequest, ) -> Pin<Box<dyn Future<Output = Result<ModelResponse, RoutingError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Execute the routing decision and handle fallbacks

fn validate_policies(&self) -> Result<(), RoutingError>

Validate routing policies

fn get_routing_stats<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = RoutingStatistics> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Get routing statistics

fn update_config<'life0, 'async_trait>( &'life0 self, config: RoutingConfig, ) -> Pin<Box<dyn Future<Output = Result<(), RoutingError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Update routing configuration