Struct ModelSettings 

pub struct ModelSettings {
    pub max_tokens: Option<u64>,
    pub temperature: Option<f64>,
    pub top_p: Option<f64>,
    pub top_k: Option<u64>,
    pub frequency_penalty: Option<f64>,
    pub presence_penalty: Option<f64>,
    pub stop: Option<Vec<String>>,
    pub seed: Option<u64>,
    pub timeout: Option<Duration>,
    pub parallel_tool_calls: Option<bool>,
    pub extra: Option<Value>,
}

Settings for model generation.

Fields

max_tokens: Option<u64>

Maximum tokens to generate.

temperature: Option<f64>

Sampling temperature (0.0 to 2.0 typically).

top_p: Option<f64>

Top-p (nucleus) sampling.

top_k: Option<u64>

Top-k sampling.

frequency_penalty: Option<f64>

Frequency penalty (-2.0 to 2.0).

presence_penalty: Option<f64>

Presence penalty (-2.0 to 2.0).

stop: Option<Vec<String>>

Stop sequences.

seed: Option<u64>

Random seed for reproducibility.

timeout: Option<Duration>

Request timeout.

parallel_tool_calls: Option<bool>

Whether to allow parallel tool calls.

extra: Option<Value>

Extra provider-specific settings.

Implementations

impl ModelSettings

pub fn new() -> Self

Create new empty settings.

pub fn max_tokens(self, tokens: u64) -> Self

Set max tokens.

pub fn temperature(self, temp: f64) -> Self

Set temperature.

pub fn top_p(self, p: f64) -> Self

Set top-p.

pub fn top_k(self, k: u64) -> Self

Set top-k.

pub fn frequency_penalty(self, penalty: f64) -> Self

Set frequency penalty.

pub fn presence_penalty(self, penalty: f64) -> Self

Set presence penalty.

pub fn stop(self, sequences: Vec<String>) -> Self

Set stop sequences.

pub fn add_stop(self, sequence: impl Into<String>) -> Self

Add a stop sequence.

pub fn seed(self, seed: u64) -> Self

Set seed.

pub fn timeout(self, timeout: Duration) -> Self

Set timeout.

pub fn timeout_secs(self, secs: u64) -> Self

Set timeout in seconds.

pub fn parallel_tool_calls(self, parallel: bool) -> Self

Set parallel tool calls.

pub fn extra(self, extra: Value) -> Self

Set extra settings.

pub fn merge(&self, other: &ModelSettings) -> ModelSettings

Merge with another settings, preferring values from other.

Values in other override values in self when both are present.

pub fn is_empty(&self) -> bool

Check if all settings are None.

Trait Implementations

impl Clone for ModelSettings

fn clone(&self) -> ModelSettings

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelSettings

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ModelSettings

fn default() -> ModelSettings

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for ModelSettings

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl PartialEq for ModelSettings

fn eq(&self, other: &ModelSettings) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for ModelSettings

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for ModelSettings