Struct ServedModelRegistry 

pub struct ServedModelRegistry { /* private fields */ }

Implementations

impl ServedModelRegistry

pub fn try_new( engine_model_id: impl Into<ModelId>, kind: ServedModelKind, served_model_names: Vec<String>, adapters: Vec<LoraAdapterModel>, ) -> Result<Self, ServedModelRegistryError>

pub fn entries(&self) -> &[ServedModelEntry]

pub fn is_empty(&self) -> bool

pub fn primary_model_name(&self) -> Option<&ServedModelName>

pub fn adapter_models(&self) -> impl Iterator<Item = &LoraAdapterModel>

pub fn adapter_count(&self) -> usize

pub fn try_with_lora_adapters( &self, expected_base: &str, adapters: Vec<LoraAdapterModel>, ) -> Result<Self, ServedModelRegistryError>

pub fn resolve( &self, request_model: &str, required_kind: ServedModelKind, ) -> Option<&ServedModelEntry>

Trait Implementations

impl Clone for ServedModelRegistry

fn clone(&self) -> ServedModelRegistry

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ServedModelRegistry

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ServedModelRegistry

fn default() -> ServedModelRegistry

Returns the “default value” for a type.