pub struct CustomProvider {
pub config: CustomProviderConfig,
pub client: Client,
pub headers: HeaderMap,
}Fields§
§config: CustomProviderConfig§client: Client§headers: HeaderMapImplementations§
Source§impl CustomProvider
impl CustomProvider
pub fn new(config: CustomProviderConfig, client: Client) -> Self
Trait Implementations§
Source§impl ChatModelProvider for CustomProvider
impl ChatModelProvider for CustomProvider
Source§fn send_request<'life0, 'async_trait>(
&'life0 self,
options: SendRequestOptions,
chunk_tx: StreamingResponseSender,
) -> Pin<Box<dyn Future<Output = Result<(), Report<ProviderError>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn send_request<'life0, 'async_trait>(
&'life0 self,
options: SendRequestOptions,
chunk_tx: StreamingResponseSender,
) -> Pin<Box<dyn Future<Output = Result<(), Report<ProviderError>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Send a request and return the response. If there’s any chance of retryable failures for
this provider (e.g. almost every provider), then this function should handle retrying with
the behavior specified in
options.retry. The request_with_retry function can assist with that.fn is_default_for_model(&self, model: &str) -> bool
Source§impl Clone for CustomProvider
impl Clone for CustomProvider
Source§fn clone(&self) -> CustomProvider
fn clone(&self) -> CustomProvider
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreAuto Trait Implementations§
impl Freeze for CustomProvider
impl !RefUnwindSafe for CustomProvider
impl Send for CustomProvider
impl Sync for CustomProvider
impl Unpin for CustomProvider
impl !UnwindSafe for CustomProvider
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> FutureExt for T
impl<T> FutureExt for T
Source§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
Source§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::RequestCreates a shared type from an unshared type.