pub struct ThinkerClient { /* private fields */ }Expand description
Client for local thinker inference across multiple backends.
§Examples
use codetether_agent::cognition::thinker::{ThinkerClient, ThinkerConfig};
let cfg = ThinkerConfig::default();
let client = ThinkerClient::new(cfg).unwrap();Implementations§
Source§impl ThinkerClient
impl ThinkerClient
Sourcepub fn new(config: ThinkerConfig) -> Result<Self>
pub fn new(config: ThinkerConfig) -> Result<Self>
Create a new thinker client from the given config.
§Examples
use codetether_agent::cognition::thinker::{ThinkerClient, ThinkerConfig};
let client = ThinkerClient::new(ThinkerConfig::default()).unwrap();Sourcepub fn config(&self) -> &ThinkerConfig
pub fn config(&self) -> &ThinkerConfig
Return a reference to the active config.
§Examples
let client = ThinkerClient::new(ThinkerConfig::default()).unwrap();
let cfg = client.config();
assert!(!cfg.enabled);Sourcepub async fn think(
&self,
system_prompt: &str,
user_prompt: &str,
) -> Result<ThinkerOutput>
pub async fn think( &self, system_prompt: &str, user_prompt: &str, ) -> Result<ThinkerOutput>
Generate a thinking completion using the configured backend.
§Examples
let client = ThinkerClient::new(ThinkerConfig::default()).unwrap();
let output = client.think("You are helpful.", "Explain Rust").await.unwrap();
assert!(!output.text.is_empty());Trait Implementations§
Source§impl Clone for ThinkerClient
impl Clone for ThinkerClient
Source§fn clone(&self) -> ThinkerClient
fn clone(&self) -> ThinkerClient
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreAuto Trait Implementations§
impl Freeze for ThinkerClient
impl !RefUnwindSafe for ThinkerClient
impl Send for ThinkerClient
impl Sync for ThinkerClient
impl Unpin for ThinkerClient
impl UnsafeUnpin for ThinkerClient
impl !UnwindSafe for ThinkerClient
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::RequestSource§impl<T> Pointable for T
impl<T> Pointable for T
Source§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
Source§impl<T> ServiceExt for T
impl<T> ServiceExt for T
Source§fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
Apply a transformation to the response body. Read more
Source§fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using HTTP status codes. Read more
Source§fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using gRPC headers. Read more