pub struct MultiModelCoordinator { /* private fields */ }Expand description
Multi-model coordinator.
Implementations§
Source§impl MultiModelCoordinator
impl MultiModelCoordinator
Sourcepub fn register_model(
&mut self,
graph: EinsumGraph,
metadata: ModelMetadata,
) -> Result<(), MultiModelError>
pub fn register_model( &mut self, graph: EinsumGraph, metadata: ModelMetadata, ) -> Result<(), MultiModelError>
Register a model.
Sourcepub fn unregister_model(
&mut self,
model_id: &str,
) -> Result<(), MultiModelError>
pub fn unregister_model( &mut self, model_id: &str, ) -> Result<(), MultiModelError>
Unregister a model.
Sourcepub fn set_ensemble_config(&mut self, config: EnsembleConfig)
pub fn set_ensemble_config(&mut self, config: EnsembleConfig)
Set ensemble configuration.
Sourcepub fn set_routing_strategy(&mut self, strategy: RoutingStrategy)
pub fn set_routing_strategy(&mut self, strategy: RoutingStrategy)
Set routing strategy.
Sourcepub fn select_model(
&mut self,
_input_features: Option<&[f64]>,
) -> Result<String, MultiModelError>
pub fn select_model( &mut self, _input_features: Option<&[f64]>, ) -> Result<String, MultiModelError>
Select model based on routing strategy.
Sourcepub fn get_model(&self, model_id: &str) -> Option<&EinsumGraph>
pub fn get_model(&self, model_id: &str) -> Option<&EinsumGraph>
Get model by ID.
Sourcepub fn get_metadata(&self, model_id: &str) -> Option<&ModelMetadata>
pub fn get_metadata(&self, model_id: &str) -> Option<&ModelMetadata>
Get model metadata.
Sourcepub fn stats(&self) -> &CoordinationStats
pub fn stats(&self) -> &CoordinationStats
Get statistics.
Sourcepub fn has_ensemble(&self) -> bool
pub fn has_ensemble(&self) -> bool
Check if ensemble is configured.
Sourcepub fn ensemble_config(&self) -> Option<&EnsembleConfig>
pub fn ensemble_config(&self) -> Option<&EnsembleConfig>
Get ensemble configuration.
Sourcepub fn total_resource_requirements(&self) -> ResourceRequirements
pub fn total_resource_requirements(&self) -> ResourceRequirements
Estimate total resource requirements.
Trait Implementations§
Auto Trait Implementations§
impl Freeze for MultiModelCoordinator
impl RefUnwindSafe for MultiModelCoordinator
impl Send for MultiModelCoordinator
impl Sync for MultiModelCoordinator
impl Unpin for MultiModelCoordinator
impl UnwindSafe for MultiModelCoordinator
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more