Struct LlmConfig 

pub struct LlmConfig {
    pub provider: String,
    pub model: String,
    pub api_key: SecretString,
    pub base_url: Option<String>,
    pub headers: HashMap<String, String>,
    pub session_id_header: Option<String>,
    pub session_id: Option<String>,
    pub retry_config: Option<RetryConfig>,
    pub temperature: Option<f32>,
    pub max_tokens: Option<usize>,
    pub thinking_budget: Option<usize>,
    pub disable_temperature: bool,
}

LLM client configuration

Fields

provider: String

model: String

api_key: SecretString

base_url: Option<String>

headers: HashMap<String, String>

session_id_header: Option<String>

session_id: Option<String>

retry_config: Option<RetryConfig>

temperature: Option<f32>

Sampling temperature (0.0–1.0). None uses the provider default.

max_tokens: Option<usize>

Maximum tokens to generate. None uses the client default.

thinking_budget: Option<usize>

Extended thinking budget in tokens (Anthropic only).

disable_temperature: bool

When true, temperature is never sent to the API (e.g., o1 models).

Implementations

impl LlmConfig

pub fn new( provider: impl Into<String>, model: impl Into<String>, api_key: impl Into<String>, ) -> Self

pub fn with_base_url(self, base_url: impl Into<String>) -> Self

pub fn with_headers(self, headers: HashMap<String, String>) -> Self

pub fn with_session_id_header(self, header_name: impl Into<String>) -> Self

pub fn with_session_id(self, session_id: impl Into<String>) -> Self

pub fn with_retry_config(self, retry_config: RetryConfig) -> Self

pub fn with_temperature(self, temperature: f32) -> Self

pub fn with_max_tokens(self, max_tokens: usize) -> Self

pub fn with_thinking_budget(self, budget: usize) -> Self

Trait Implementations

impl Clone for LlmConfig

fn clone(&self) -> LlmConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LlmConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for LlmConfig

fn default() -> LlmConfig

Returns the “default value” for a type.