pub struct InterceptorProvider<P> { /* private fields */ }Expand description
Provider wrapper that applies interceptors to requests and responses
Implementations§
Source§impl<P> InterceptorProvider<P>
impl<P> InterceptorProvider<P>
Sourcepub fn with_request_interceptor(
self,
interceptor: Box<dyn RequestInterceptor>,
) -> Self
pub fn with_request_interceptor( self, interceptor: Box<dyn RequestInterceptor>, ) -> Self
Add a request interceptor (interceptors are applied in the order they are added)
Sourcepub fn with_response_interceptor(
self,
interceptor: Box<dyn ResponseInterceptor>,
) -> Self
pub fn with_response_interceptor( self, interceptor: Box<dyn ResponseInterceptor>, ) -> Self
Add a response interceptor (interceptors are applied in the order they are added)
Trait Implementations§
Source§impl<P: LlmProvider> LlmProvider for InterceptorProvider<P>
impl<P: LlmProvider> LlmProvider for InterceptorProvider<P>
fn complete<'life0, 'async_trait>(
&'life0 self,
request: LlmRequest,
) -> Pin<Box<dyn Future<Output = Result<LlmResponse>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Source§impl<P: StreamingLlmProvider> StreamingLlmProvider for InterceptorProvider<P>
impl<P: StreamingLlmProvider> StreamingLlmProvider for InterceptorProvider<P>
Source§fn complete_stream<'life0, 'async_trait>(
&'life0 self,
request: LlmRequest,
) -> Pin<Box<dyn Future<Output = Result<LlmStream>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn complete_stream<'life0, 'async_trait>(
&'life0 self,
request: LlmRequest,
) -> Pin<Box<dyn Future<Output = Result<LlmStream>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Stream completion responses token-by-token
Auto Trait Implementations§
impl<P> Freeze for InterceptorProvider<P>
impl<P> !RefUnwindSafe for InterceptorProvider<P>
impl<P> Send for InterceptorProvider<P>
impl<P> Sync for InterceptorProvider<P>
impl<P> Unpin for InterceptorProvider<P>
impl<P> !UnwindSafe for InterceptorProvider<P>
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more