Struct FallbackProvider 

pub struct FallbackProvider { /* private fields */ }

A provider that tries multiple other providers in sequence (fallbacks)

Implementations

impl FallbackProvider

pub fn new(providers: Vec<Box<dyn Provider>>) -> Self

Trait Implementations

impl Debug for FallbackProvider

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Provider for FallbackProvider

fn chat_completion<'life0, 'async_trait>( &'life0 self, request: ChatCompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<ChatCompletionResponse, LlmError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Generate a chat completion

fn embeddings<'life0, 'async_trait>( &'life0 self, request: EmbeddingRequest, ) -> Pin<Box<dyn Future<Output = Result<EmbeddingResponse, LlmError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Generate embeddings for text

fn supported_models(&self) -> Vec<String>

Get the list of models supported by this provider

fn provider_name(&self) -> &'static str

Get the provider name

fn chat_completion_stream( &self, _request: ChatCompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<ChatCompletionStream, LlmError>> + Send + '_>>

Stream a chat completion

fn list_models<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<Vec<String>, LlmError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Dynamically list available models from the provider API