Trait ModelCatalogTrait 

pub trait ModelCatalogTrait: Send + Sync {
    // Required methods
    fn register(
        &self,
        model_id: ModelId,
        node_id: NodeId,
        region_id: RegionId,
        capabilities: Vec<Capability>,
    ) -> BoxFuture<'_, FederationResult<()>>;
    fn deregister(
        &self,
        model_id: ModelId,
        node_id: NodeId,
    ) -> BoxFuture<'_, FederationResult<()>>;
    fn find_by_capability(
        &self,
        capability: &Capability,
    ) -> BoxFuture<'_, FederationResult<Vec<(NodeId, RegionId)>>>;
    fn list_all(&self) -> BoxFuture<'_, FederationResult<Vec<ModelId>>>;
    fn get_metadata(
        &self,
        model_id: &ModelId,
    ) -> BoxFuture<'_, FederationResult<ModelMetadata>>;
}

Model catalog - tracks available models across the federation

Required Methods

fn register( &self, model_id: ModelId, node_id: NodeId, region_id: RegionId, capabilities: Vec<Capability>, ) -> BoxFuture<'_, FederationResult<()>>

Register a model instance

fn deregister( &self, model_id: ModelId, node_id: NodeId, ) -> BoxFuture<'_, FederationResult<()>>

Deregister a model instance

fn find_by_capability( &self, capability: &Capability, ) -> BoxFuture<'_, FederationResult<Vec<(NodeId, RegionId)>>>

Find nodes with a specific capability

fn list_all(&self) -> BoxFuture<'_, FederationResult<Vec<ModelId>>>

List all registered models

fn get_metadata( &self, model_id: &ModelId, ) -> BoxFuture<'_, FederationResult<ModelMetadata>>

Get model metadata

Implementors

impl ModelCatalogTrait for ModelCatalog