Struct ModelSwitcher 

pub struct ModelSwitcher { /* private fields */ }

The model switcher coordinates wake/sleep transitions.

Implementations

impl ModelSwitcher

pub fn new(hooks: Arc<HookRunner>, policy: Box<dyn SwitchPolicy>) -> Self

pub async fn state(&self) -> SwitcherState

pub async fn active_model(&self) -> Option<String>

pub fn registered_models(&self) -> Vec<String>

pub fn hooks(&self) -> &Arc<HookRunner>

pub fn is_registered(&self, model: &str) -> bool

pub fn model_port(&self, model: &str) -> Option<u16>

pub fn in_flight_count(&self, model: &str) -> usize

pub fn estimated_switch_cost( &self, from: Option<&str>, to: &str, ) -> Option<Duration>

Estimated cost of switching between two models, based on observed durations. from is None for cold starts from Idle.

pub async fn force_switch(&self, model: &str) -> Result<(), SwitchError>

Force a switch to the given model, bypassing policy.

pub fn acquire_in_flight(&self, model: &str) -> Option<InFlightGuard>

Acquire an in-flight guard.

Returns None if the model is not registered or if it is currently draining. Uses increment-then-check to close the TOCTOU window.

pub async fn queue_depths(&self) -> HashMap<String, usize>

Get queue depths for every registered model.

pub fn spawn_scheduler(self) -> Option<JoinHandle<()>>

Spawn a background scheduler task if the policy requests one.

Trait Implementations

impl Clone for ModelSwitcher

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.