pub struct WriterConfig {
pub model_id: String,
pub max_tokens: Option<u32>,
pub stop: Option<Vec<String>>,
pub stream_options: Option<HashMap<String, Value>>,
pub temperature: Option<f64>,
pub top_p: Option<f64>,
pub api_key: Option<String>,
pub base_url: Option<String>,
}Expand description
Configuration for Writer models.
Fields§
§model_id: StringModel name to use (e.g., palmyra-x5, palmyra-x4).
max_tokens: Option<u32>Maximum number of tokens to generate.
stop: Option<Vec<String>>Stop sequences.
stream_options: Option<HashMap<String, Value>>Additional options for streaming.
temperature: Option<f64>Sampling temperature.
top_p: Option<f64>Top-p (nucleus sampling).
api_key: Option<String>API key for authentication.
base_url: Option<String>Base URL for the API.
Implementations§
Source§impl WriterConfig
impl WriterConfig
Sourcepub fn with_max_tokens(self, max_tokens: u32) -> Self
pub fn with_max_tokens(self, max_tokens: u32) -> Self
Set max tokens.
Sourcepub fn with_temperature(self, temperature: f64) -> Self
pub fn with_temperature(self, temperature: f64) -> Self
Set temperature.
Sourcepub fn with_top_p(self, top_p: f64) -> Self
pub fn with_top_p(self, top_p: f64) -> Self
Set top-p.
Sourcepub fn with_api_key(self, api_key: impl Into<String>) -> Self
pub fn with_api_key(self, api_key: impl Into<String>) -> Self
Set API key.
Sourcepub fn with_base_url(self, base_url: impl Into<String>) -> Self
pub fn with_base_url(self, base_url: impl Into<String>) -> Self
Set base URL.
Trait Implementations§
Source§impl Clone for WriterConfig
impl Clone for WriterConfig
Source§fn clone(&self) -> WriterConfig
fn clone(&self) -> WriterConfig
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for WriterConfig
impl Debug for WriterConfig
Source§impl Default for WriterConfig
impl Default for WriterConfig
Source§fn default() -> WriterConfig
fn default() -> WriterConfig
Returns the “default value” for a type. Read more
Auto Trait Implementations§
impl Freeze for WriterConfig
impl RefUnwindSafe for WriterConfig
impl Send for WriterConfig
impl Sync for WriterConfig
impl Unpin for WriterConfig
impl UnwindSafe for WriterConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> FutureExt for T
impl<T> FutureExt for T
Source§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
Source§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreCreates a shared type from an unshared type.