Struct ModelConfig 

pub struct ModelConfig {
    pub name: String,
    pub system_instruction: Option<String>,
    pub temperature: f32,
    pub top_p: f32,
    pub top_k: Option<u32>,
    pub max_tokens: Option<u32>,
    pub thinking_mode: Option<bool>,
    pub stop_sequences: Vec<String>,
}

Configuration for a language model

Fields

name: String

system_instruction: Option<String>

temperature: f32

top_p: f32

top_k: Option<u32>

max_tokens: Option<u32>

thinking_mode: Option<bool>

stop_sequences: Vec<String>

Implementations

impl ModelConfig

pub fn new<S: Into<String>>(name: S) -> Self

Create a new model configuration with the given model name

Examples found in repository

examples/basic_usage.rs (line 88)

async fn custom_configuration() -> Result<()> {
    println!("⚙️  Example 3: Custom Configuration");
    println!("===============================================================================");

    // Create a custom model configuration
    let config = ModelConfig::new("gemini-2.5-flash")
        .with_system_instruction("You are a helpful Rust programming tutor. Always provide practical examples and explain concepts clearly.")
        .with_temperature(0.7)?
        .with_top_p(0.9)?;

    // Create LLM with custom configuration
    let llm =
        LLM::new(ProviderSource::Gemini, "gemini-2.5-flash".to_string()).with_custom_config(config);

    let response = llm
        .prompt("Explain Rust's Result type and how to use it")
        .await?;
    println!("🤖 Response: {}\n", response.text);
    Ok(())
}

pub fn with_name<S: Into<String>>(self, name: S) -> Self

Set the model name

pub fn with_system_instruction<S: Into<String>>(self, instruction: S) -> Self

Set the system instruction

Examples found in repository

examples/basic_usage.rs (line 89)

async fn custom_configuration() -> Result<()> {
    println!("⚙️  Example 3: Custom Configuration");
    println!("===============================================================================");

    // Create a custom model configuration
    let config = ModelConfig::new("gemini-2.5-flash")
        .with_system_instruction("You are a helpful Rust programming tutor. Always provide practical examples and explain concepts clearly.")
        .with_temperature(0.7)?
        .with_top_p(0.9)?;

    // Create LLM with custom configuration
    let llm =
        LLM::new(ProviderSource::Gemini, "gemini-2.5-flash".to_string()).with_custom_config(config);

    let response = llm
        .prompt("Explain Rust's Result type and how to use it")
        .await?;
    println!("🤖 Response: {}\n", response.text);
    Ok(())
}

pub fn with_temperature(self, temperature: f32) -> Result<Self>

Set the temperature (0.0 to 2.0)

Examples found in repository

examples/basic_usage.rs (line 90)

async fn custom_configuration() -> Result<()> {
    println!("⚙️  Example 3: Custom Configuration");
    println!("===============================================================================");

    // Create a custom model configuration
    let config = ModelConfig::new("gemini-2.5-flash")
        .with_system_instruction("You are a helpful Rust programming tutor. Always provide practical examples and explain concepts clearly.")
        .with_temperature(0.7)?
        .with_top_p(0.9)?;

    // Create LLM with custom configuration
    let llm =
        LLM::new(ProviderSource::Gemini, "gemini-2.5-flash".to_string()).with_custom_config(config);

    let response = llm
        .prompt("Explain Rust's Result type and how to use it")
        .await?;
    println!("🤖 Response: {}\n", response.text);
    Ok(())
}

pub fn with_top_p(self, top_p: f32) -> Result<Self>

Set the top_p (0.0 to 1.0)

Examples found in repository

examples/basic_usage.rs (line 91)

async fn custom_configuration() -> Result<()> {
    println!("⚙️  Example 3: Custom Configuration");
    println!("===============================================================================");

    // Create a custom model configuration
    let config = ModelConfig::new("gemini-2.5-flash")
        .with_system_instruction("You are a helpful Rust programming tutor. Always provide practical examples and explain concepts clearly.")
        .with_temperature(0.7)?
        .with_top_p(0.9)?;

    // Create LLM with custom configuration
    let llm =
        LLM::new(ProviderSource::Gemini, "gemini-2.5-flash".to_string()).with_custom_config(config);

    let response = llm
        .prompt("Explain Rust's Result type and how to use it")
        .await?;
    println!("🤖 Response: {}\n", response.text);
    Ok(())
}

pub fn with_top_k(self, top_k: u32) -> Self

Set the top_k

pub fn with_max_tokens(self, max_tokens: u32) -> Self

Set the maximum number of tokens to generate

pub fn with_thinking_mode(self, thinking_mode: bool) -> Self

Enable or disable thinking mode

pub fn with_stop_sequence<S: Into<String>>(self, stop_sequence: S) -> Self

Add a stop sequence

pub fn with_stop_sequences<I, S>(self, stop_sequences: I) -> Self

where I: IntoIterator<Item = S>, S: Into<String>,

Set multiple stop sequences

pub fn validate(&self) -> Result<()>

Validate the configuration

pub fn conservative<S: Into<String>>(name: S) -> Self

Create a conservative configuration (lower temperature, more focused)

pub fn creative<S: Into<String>>(name: S) -> Self

Create a creative configuration (higher temperature, more diverse)

pub fn balanced<S: Into<String>>(name: S) -> Self

Create a balanced configuration (moderate settings)

Trait Implementations

impl Clone for ModelConfig

fn clone(&self) -> ModelConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ModelConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for ModelConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for ModelConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.