Struct CustomProvider 

pub struct CustomProvider { /* private fields */ }

A provider that serves pre-built model instances, optionally falling back to another provider for unknown ids.

Trait Implementations

impl Clone for CustomProvider

fn clone(&self) -> CustomProvider

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for CustomProvider

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Provider for CustomProvider

fn provider_id(&self) -> &ProviderId

Provider identifier, for example openai.

fn language_model( &self, model_id: &str, ) -> Result<LanguageModelRef, NoSuchModelError>

Returns the language model with model_id.

fn embedding_model( &self, model_id: &str, ) -> Result<EmbeddingModelRef, NoSuchModelError>

Returns the embedding model with model_id.

fn image_model(&self, model_id: &str) -> Result<ImageModelRef, NoSuchModelError>

Returns the image model with model_id.

fn transcription_model( &self, model_id: &str, ) -> Result<TranscriptionModelRef, NoSuchModelError>

Returns the transcription model with model_id.

fn speech_model( &self, model_id: &str, ) -> Result<SpeechModelRef, NoSuchModelError>

Returns the speech model with model_id.

fn reranking_model( &self, model_id: &str, ) -> Result<RerankingModelRef, NoSuchModelError>

Returns the reranking model with model_id.

fn video_model(&self, model_id: &str) -> Result<VideoModelRef, NoSuchModelError>

Returns the video model with model_id.

fn speech_translation_model( &self, model_id: &str, ) -> Result<SpeechTranslationModelRef, NoSuchModelError>

Returns the speech translation model with model_id.

fn realtime(&self) -> Option<RealtimeFactoryRef>

Returns the realtime factory, if the provider supports realtime sessions.

fn files(&self) -> Option<FilesRef>

Returns the files service, if the provider supports file storage.

fn skills(&self) -> Option<SkillsRef>

Returns the skills service, if the provider supports skills.

fn batch(&self) -> Option<BatchRef>

Returns the batch service, if the provider supports batch jobs.