Struct AffinityRouter 

pub struct AffinityRouter { /* private fields */ }

Implementations

impl AffinityRouter

pub fn new() -> Self

pub fn stats_snapshot(&self) -> AffinityStatsSnapshot

pub fn sticky_enabled(&self) -> bool

pub fn record_sticky_route(&self)

pub fn record_session_route(&self)

pub fn lookup_target( &self, model: &str, prefix_hash: u64, candidates: &[InferenceTarget], ) -> Option<InferenceTarget>

pub fn learn_target( &self, model: &str, prefix_hash: u64, target: &InferenceTarget, )

pub fn forget_target( &self, model: &str, prefix_hash: u64, target: &InferenceTarget, )

Trait Implementations

impl Clone for AffinityRouter

fn clone(&self) -> AffinityRouter

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Default for AffinityRouter

fn default() -> Self

Returns the “default value” for a type.