Struct ModelConfig

pub struct ModelConfig {
    pub model_id: String,
    pub default_temperature: Option<f32>,
    pub default_max_tokens: Option<u32>,
    pub default_top_p: Option<f32>,
    pub default_stop_sequences: Vec<String>,
    pub use_caching: bool,
    pub options: HashMap<String, Value>,
}

Model configuration

Fields

model_id: String

Model ID

default_temperature: Option<f32>

Default temperature

default_max_tokens: Option<u32>

Default max tokens

default_top_p: Option<f32>

Default top-p

default_stop_sequences: Vec<String>

Default stop sequences

use_caching: bool

Whether to use caching by default

options: HashMap<String, Value>

Model-specific options

Trait Implementations

impl Clone for ModelConfig

fn clone(&self) -> ModelConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ModelConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for ModelConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for ModelConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.