pub struct DefaultModelCaller { /* private fields */ }Implementations§
Trait Implementations§
Source§impl ModelCaller for DefaultModelCaller
impl ModelCaller for DefaultModelCaller
fn call<'life0, 'life1, 'async_trait>(
&'life0 self,
model: &'life1 ModelId,
messages: Vec<Message>,
system_context: Option<SystemContext>,
cancel_token: CancellationToken,
) -> Pin<Box<dyn Future<Output = Result<Message, ModelCallError>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
Auto Trait Implementations§
impl Freeze for DefaultModelCaller
impl !RefUnwindSafe for DefaultModelCaller
impl Send for DefaultModelCaller
impl Sync for DefaultModelCaller
impl Unpin for DefaultModelCaller
impl UnsafeUnpin for DefaultModelCaller
impl !UnwindSafe for DefaultModelCaller
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request