Struct TimeoutProvider 

pub struct TimeoutProvider<P> { /* private fields */ }

A wrapper that adds timeout functionality to any LLM provider

Implementations

impl<P> TimeoutProvider<P>

pub fn new(provider: P) -> Self

Create a new TimeoutProvider with default timeout settings

pub fn with_config(provider: P, config: TimeoutConfig) -> Self

Create a new TimeoutProvider with custom timeout configuration

pub fn with_timeout(provider: P, timeout: Duration) -> Self

Create a new TimeoutProvider with a uniform timeout

pub fn inner(&self) -> &P

Get a reference to the inner provider

pub fn inner_mut(&mut self) -> &mut P

Get a mutable reference to the inner provider

pub fn config(&self) -> &TimeoutConfig

Get the timeout configuration

Trait Implementations

impl<P: EmbeddingProvider> EmbeddingProvider for TimeoutProvider<P>

fn embed<'life0, 'async_trait>( &'life0 self, request: EmbeddingRequest, ) -> Pin<Box<dyn Future<Output = Result<EmbeddingResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

impl<P: LlmProvider> LlmProvider for TimeoutProvider<P>

fn complete<'life0, 'async_trait>( &'life0 self, request: LlmRequest, ) -> Pin<Box<dyn Future<Output = Result<LlmResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

impl<P: StreamingLlmProvider> StreamingLlmProvider for TimeoutProvider<P>

fn complete_stream<'life0, 'async_trait>( &'life0 self, request: LlmRequest, ) -> Pin<Box<dyn Future<Output = Result<LlmStream>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Stream completion responses token-by-token