Struct VersionAwareMoERouter 

pub struct VersionAwareMoERouter { /* private fields */ }

Model version-aware router for A/B testing and canary deployments

Implementations

impl VersionAwareMoERouter

pub fn new() -> Self

Create a new version-aware router

pub fn with_version(self, version: impl Into<String>) -> Self

Set target model version

pub fn with_canary(self, version: impl Into<String>, percent: u8) -> Self

Configure canary deployment

Trait Implementations

impl Clone for VersionAwareMoERouter

fn clone(&self) -> VersionAwareMoERouter

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for VersionAwareMoERouter

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for VersionAwareMoERouter

fn default() -> Self

Returns the “default value” for a type.

impl MoERouter for VersionAwareMoERouter

fn route<'life0, 'life1, 'async_trait>( &'life0 self, input: &'life1 str, num_experts: usize, ) -> Pin<Box<dyn Future<Output = RouteResult> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Route an input to an expert

fn route_with_experts<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, input: &'life1 str, experts: &'life2 [Expert], ) -> Pin<Box<dyn Future<Output = RouteResult> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Route with expert health information

fn name(&self) -> &str

Get router name for metrics/logging