pub struct HttpLlmProvider { /* private fields */ }Expand description
HTTP-based LLM provider.
Implementations§
Source§impl HttpLlmProvider
impl HttpLlmProvider
pub fn new(config: HttpConfig) -> Self
Trait Implementations§
Source§impl LlmProvider for HttpLlmProvider
impl LlmProvider for HttpLlmProvider
Source§fn complete<'life0, 'life1, 'life2, 'async_trait>(
&'life0 self,
system_prompt: &'life1 str,
user_message: &'life2 str,
max_tokens: u32,
) -> Pin<Box<dyn Future<Output = Result<String, GraphError>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
fn complete<'life0, 'life1, 'life2, 'async_trait>(
&'life0 self,
system_prompt: &'life1 str,
user_message: &'life2 str,
max_tokens: u32,
) -> Pin<Box<dyn Future<Output = Result<String, GraphError>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
Send a system prompt and user message, get back a text response.
Auto Trait Implementations§
impl !RefUnwindSafe for HttpLlmProvider
impl !UnwindSafe for HttpLlmProvider
impl Freeze for HttpLlmProvider
impl Send for HttpLlmProvider
impl Sync for HttpLlmProvider
impl Unpin for HttpLlmProvider
impl UnsafeUnpin for HttpLlmProvider
Blanket Implementations§
impl<T> AsyncFriendly for T
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request