Struct LlmConfig 

pub struct LlmConfig {
    pub provider: LlmProvider,
    pub model: String,
    pub api_key: Option<String>,
    pub base_url: Option<String>,
    pub temperature: f64,
    pub max_tokens: u32,
    pub timeout_secs: u64,
    pub extra: ProviderExtra,
}

Configuration for LLM providers

Fields

provider: LlmProvider

Provider identifier

model: String

Model identifier (provider-specific format)

api_key: Option<String>

API key (read from env if not provided)

base_url: Option<String>

API base URL (optional override)

temperature: f64

Temperature for generation (0.0 - 2.0)

max_tokens: u32

Maximum tokens to generate

timeout_secs: u64

Request timeout in seconds

extra: ProviderExtra

Provider-specific extra configuration

Implementations

impl LlmConfig

pub fn for_provider(provider: LlmProvider, model: impl Into<String>) -> Self

Create config for a specific provider with model

pub fn with_api_key(self, key: impl Into<String>) -> Self

Set API key

pub fn with_base_url(self, url: impl Into<String>) -> Self

Set base URL override

pub fn with_temperature(self, temp: f64) -> Self

Set temperature

pub fn with_max_tokens(self, tokens: u32) -> Self

Set max tokens

pub fn with_azure( self, resource: impl Into<String>, deployment: impl Into<String>, ) -> Self

Set Azure-specific configuration

pub fn with_aws_region(self, region: impl Into<String>) -> Self

Set AWS Bedrock region

pub fn with_gcp( self, project: impl Into<String>, location: impl Into<String>, ) -> Self

Set Google Cloud configuration

pub fn with_cloudflare_gateway( self, account_id: impl Into<String>, gateway_id: impl Into<String>, ) -> Self

Set Cloudflare AI Gateway configuration

Trait Implementations

impl Clone for LlmConfig

fn clone(&self) -> LlmConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LlmConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for LlmConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for LlmConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for LlmConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.