Struct ModelConfig 

pub struct ModelConfig {
    pub model_id: String,
    pub max_tokens: Option<u32>,
    pub temperature: Option<f32>,
    pub top_p: Option<f32>,
    pub stop_sequences: Option<Vec<String>>,
    pub additional: HashMap<String, Value>,
}

Configuration for a model.

Fields

model_id: String

max_tokens: Option<u32>

temperature: Option<f32>

top_p: Option<f32>

stop_sequences: Option<Vec<String>>

additional: HashMap<String, Value>

Implementations

impl ModelConfig

pub fn new(model_id: impl Into<String>) -> Self

pub fn with_max_tokens(self, max_tokens: u32) -> Self

pub fn with_temperature(self, temperature: f32) -> Self

pub fn with_top_p(self, top_p: f32) -> Self

Trait Implementations

impl Clone for ModelConfig

fn clone(&self) -> ModelConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ModelConfig

fn default() -> ModelConfig

Returns the “default value” for a type.