Struct RetryProvider 

pub struct RetryProvider<P> { /* private fields */ }

A wrapper that adds retry functionality to any LLM provider

Implementations

impl<P> RetryProvider<P>

pub fn new(provider: P) -> Self

Create a new RetryProvider with default configuration

pub fn with_config(provider: P, config: RetryConfig) -> Self

Create a new RetryProvider with custom configuration

pub fn inner(&self) -> &P

Get a reference to the inner provider

pub fn inner_mut(&mut self) -> &mut P

Get a mutable reference to the inner provider

pub fn config(&self) -> &RetryConfig

Get the retry configuration

Trait Implementations

impl<P: EmbeddingProvider> EmbeddingProvider for RetryProvider<P>

fn embed<'life0, 'async_trait>( &'life0 self, request: EmbeddingRequest, ) -> Pin<Box<dyn Future<Output = Result<EmbeddingResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

impl<P: LlmProvider> LlmProvider for RetryProvider<P>

fn complete<'life0, 'async_trait>( &'life0 self, request: LlmRequest, ) -> Pin<Box<dyn Future<Output = Result<LlmResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

impl<P: StreamingLlmProvider> StreamingLlmProvider for RetryProvider<P>

fn complete_stream<'life0, 'async_trait>( &'life0 self, request: LlmRequest, ) -> Pin<Box<dyn Future<Output = Result<LlmStream>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Stream completion responses token-by-token