pub struct ThinkerConfig {Show 18 fields
pub enabled: bool,
pub backend: ThinkerBackend,
pub endpoint: String,
pub model: String,
pub api_key: Option<String>,
pub temperature: f32,
pub top_p: Option<f32>,
pub max_tokens: usize,
pub timeout_ms: u64,
pub candle_model_path: Option<String>,
pub candle_tokenizer_path: Option<String>,
pub candle_arch: Option<String>,
pub candle_device: CandleDevicePreference,
pub candle_cuda_ordinal: usize,
pub candle_repeat_penalty: f32,
pub candle_repeat_last_n: usize,
pub candle_seed: u64,
pub bedrock_region: String,
}Fields§
§enabled: bool§backend: ThinkerBackend§endpoint: String§model: String§api_key: Option<String>§temperature: f32§top_p: Option<f32>§max_tokens: usize§timeout_ms: u64§candle_model_path: Option<String>§candle_tokenizer_path: Option<String>§candle_arch: Option<String>§candle_device: CandleDevicePreference§candle_cuda_ordinal: usize§candle_repeat_penalty: f32§candle_repeat_last_n: usize§candle_seed: u64§bedrock_region: StringTrait Implementations§
Source§impl Clone for ThinkerConfig
impl Clone for ThinkerConfig
Source§fn clone(&self) -> ThinkerConfig
fn clone(&self) -> ThinkerConfig
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for ThinkerConfig
impl Debug for ThinkerConfig
Auto Trait Implementations§
impl Freeze for ThinkerConfig
impl RefUnwindSafe for ThinkerConfig
impl Send for ThinkerConfig
impl Sync for ThinkerConfig
impl Unpin for ThinkerConfig
impl UnwindSafe for ThinkerConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::RequestSource§impl<T> Pointable for T
impl<T> Pointable for T
Source§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
Source§impl<T> ServiceExt for T
impl<T> ServiceExt for T
Source§fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
Apply a transformation to the response body. Read more
Source§fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using HTTP status codes. Read more
Source§fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using gRPC headers. Read more