Struct FallbackProvider 

pub struct FallbackProvider<P> { /* private fields */ }

A provider that automatically falls back to alternative providers on failure

Implementations

impl<P> FallbackProvider<P>

pub fn new(providers: Vec<P>) -> Self

Create a new fallback provider with a list of providers

Panics

Panics if the providers list is empty

pub fn with_retry_all_errors(self, retry_all: bool) -> Self

Configure whether to fallback on all errors (default: only retryable errors)

pub fn provider_count(&self) -> usize

Get the number of providers

Trait Implementations

impl<P: EmbeddingProvider> EmbeddingProvider for FallbackProvider<P>

fn embed<'life0, 'async_trait>( &'life0 self, request: EmbeddingRequest, ) -> Pin<Box<dyn Future<Output = Result<EmbeddingResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

impl<P: LlmProvider> LlmProvider for FallbackProvider<P>

fn complete<'life0, 'async_trait>( &'life0 self, request: LlmRequest, ) -> Pin<Box<dyn Future<Output = Result<LlmResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

impl<P: StreamingLlmProvider> StreamingLlmProvider for FallbackProvider<P>

fn complete_stream<'life0, 'async_trait>( &'life0 self, request: LlmRequest, ) -> Pin<Box<dyn Future<Output = Result<LlmStream>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Stream completion responses token-by-token