Skip to main content

MultiModelCoordinator

Struct MultiModelCoordinator 

Source
pub struct MultiModelCoordinator { /* private fields */ }
Expand description

Multi-model coordinator.

Implementations§

Source§

impl MultiModelCoordinator

Source

pub fn new() -> Self

Create a new multi-model coordinator.

Source

pub fn register_model( &mut self, graph: EinsumGraph, metadata: ModelMetadata, ) -> Result<(), MultiModelError>

Register a model.

Source

pub fn unregister_model( &mut self, model_id: &str, ) -> Result<(), MultiModelError>

Unregister a model.

Source

pub fn set_ensemble_config(&mut self, config: EnsembleConfig)

Set ensemble configuration.

Source

pub fn set_routing_strategy(&mut self, strategy: RoutingStrategy)

Set routing strategy.

Source

pub fn select_model( &mut self, _input_features: Option<&[f64]>, ) -> Result<String, MultiModelError>

Select model based on routing strategy.

Source

pub fn get_model(&self, model_id: &str) -> Option<&EinsumGraph>

Get model by ID.

Source

pub fn get_metadata(&self, model_id: &str) -> Option<&ModelMetadata>

Get model metadata.

Source

pub fn model_ids(&self) -> Vec<String>

Get all registered model IDs.

Source

pub fn stats(&self) -> &CoordinationStats

Get statistics.

Source

pub fn has_ensemble(&self) -> bool

Check if ensemble is configured.

Source

pub fn ensemble_config(&self) -> Option<&EnsembleConfig>

Get ensemble configuration.

Source

pub fn total_resource_requirements(&self) -> ResourceRequirements

Estimate total resource requirements.

Trait Implementations§

Source§

impl Default for MultiModelCoordinator

Source§

fn default() -> Self

Returns the “default value” for a type. Read more

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

Source§

fn vzip(self) -> V