Struct ProviderRegistry 

pub struct ProviderRegistry { /* private fields */ }

Resolves model ids of the form <provider><separator><model>.

Implementations

impl ProviderRegistry

pub fn builder() -> ProviderRegistryBuilder

Starts building a registry.

pub fn provider_ids(&self) -> impl Iterator<Item = &str> + '_

The registered provider ids.

pub fn provider(&self, id: &str) -> Option<&ProviderRef>

Looks up a provider by id.

pub fn language_model(&self, id: &str) -> Result<LanguageModelRef, Error>

Resolves a language model, applying the registry middleware.

Errors

Error::NoSuchProvider for unknown providers or malformed ids, Error::Provider (NoSuchModel) from the provider.

pub fn embedding_model(&self, id: &str) -> Result<EmbeddingModelRef, Error>

Resolves an embedding model, applying the registry middleware.

Errors

See ProviderRegistry::language_model.

pub fn image_model(&self, id: &str) -> Result<ImageModelRef, Error>

Resolves an image model, applying the registry middleware.

Errors

See ProviderRegistry::language_model.

pub fn transcription_model( &self, id: &str, ) -> Result<TranscriptionModelRef, Error>

Resolves a transcription model.

Errors

See ProviderRegistry::language_model.

pub fn speech_model(&self, id: &str) -> Result<SpeechModelRef, Error>

Resolves a speech model.

Errors

See ProviderRegistry::language_model.

pub fn reranking_model(&self, id: &str) -> Result<RerankingModelRef, Error>

Resolves a reranking model.

Errors

See ProviderRegistry::language_model.

pub fn video_model(&self, id: &str) -> Result<VideoModelRef, Error>

Resolves a video model.

Errors

See ProviderRegistry::language_model.

pub fn speech_translation_model( &self, id: &str, ) -> Result<SpeechTranslationModelRef, Error>

Resolves a speech translation model.

Errors

See ProviderRegistry::language_model.

pub fn realtime_model(&self, id: &str) -> Result<RealtimeModelRef, Error>

Resolves a realtime model through the provider’s realtime factory.

Errors

See ProviderRegistry::language_model; providers without realtime support yield a NoSuchModel error.

Trait Implementations

impl Clone for ProviderRegistry

fn clone(&self) -> ProviderRegistry

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ProviderRegistry

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Provider for ProviderRegistry

fn provider_id(&self) -> &ProviderId

Provider identifier, for example openai.

fn language_model( &self, model_id: &str, ) -> Result<LanguageModelRef, NoSuchModelError>

Returns the language model with model_id.

fn embedding_model( &self, model_id: &str, ) -> Result<EmbeddingModelRef, NoSuchModelError>

Returns the embedding model with model_id.

fn image_model(&self, model_id: &str) -> Result<ImageModelRef, NoSuchModelError>

Returns the image model with model_id.

fn transcription_model( &self, model_id: &str, ) -> Result<TranscriptionModelRef, NoSuchModelError>

Returns the transcription model with model_id.

fn speech_model( &self, model_id: &str, ) -> Result<SpeechModelRef, NoSuchModelError>

Returns the speech model with model_id.

fn reranking_model( &self, model_id: &str, ) -> Result<RerankingModelRef, NoSuchModelError>

Returns the reranking model with model_id.

fn video_model(&self, model_id: &str) -> Result<VideoModelRef, NoSuchModelError>

Returns the video model with model_id.

fn speech_translation_model( &self, model_id: &str, ) -> Result<SpeechTranslationModelRef, NoSuchModelError>

Returns the speech translation model with model_id.

fn realtime(&self) -> Option<ServiceRef<dyn DynRealtimeFactory>>

Returns the realtime factory, if the provider supports realtime sessions.

fn files(&self) -> Option<ServiceRef<dyn DynFiles>>

Returns the files service, if the provider supports file storage.

fn skills(&self) -> Option<ServiceRef<dyn DynSkills>>

Returns the skills service, if the provider supports skills.

fn batch(&self) -> Option<ServiceRef<dyn DynBatch>>

Returns the batch service, if the provider supports batch jobs.