Struct ModelConfig 

pub struct ModelConfig {
    pub model: String,
    pub temperature: f32,
    pub max_tokens: usize,
    pub top_p: Option<f32>,
    pub frequency_penalty: Option<f32>,
    pub presence_penalty: Option<f32>,
    pub system_prompt: Option<String>,
    pub thinking_enabled: bool,
    pub backend_options: HashMap<String, HashMap<String, String>>,
}

Unified model configuration

Fields

model: String

Model identifier (provider/model or just model name) Examples: “ollama/qwen3-coder:30b”, “qwen3-coder:30b”, “gpt-4”

temperature: f32

Temperature (0.0-2.0, controls randomness)

max_tokens: usize

Maximum tokens to generate

top_p: Option<f32>

Top-p sampling (0.0-1.0)

frequency_penalty: Option<f32>

Frequency penalty (-2.0 to 2.0)

presence_penalty: Option<f32>

Presence penalty (-2.0 to 2.0)

system_prompt: Option<String>

System prompt override (None = use default)

thinking_enabled: bool

Enable thinking mode for models that support it (e.g., kimi, qwen3) Default: true (enabled)

backend_options: HashMap<String, HashMap<String, String>>

Backend-specific options (provider name -> key/value pairs) Example: {“ollama”: {“num_gpu”: “10”, “num_ctx”: “8192”}}

Implementations

impl ModelConfig

pub fn get_backend_option(&self, backend: &str, key: &str) -> Option<&String>

Get a backend-specific option

pub fn get_backend_option_i32(&self, backend: &str, key: &str) -> Option<i32>

Get backend option as integer

pub fn get_backend_option_bool(&self, backend: &str, key: &str) -> Option<bool>

Get backend option as boolean

pub fn set_backend_option( &mut self, backend: String, key: String, value: String, )

Set a backend-specific option

pub fn ollama_options(&self) -> OllamaOptions

Extract Ollama-specific options

Trait Implementations

impl Clone for ModelConfig

fn clone(&self) -> ModelConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ModelConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for ModelConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for ModelConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.