Struct LlmConfig 

pub struct LlmConfig {
    pub model: String,
    pub endpoint: String,
    pub api_key: Option<String>,
    pub max_tokens: usize,
    pub temperature: f32,
    pub retry: RetryConfig,
}

LLM client configuration.

Fields

model: String

Model name (e.g., “gpt-4o-mini”, “gpt-4o”).

endpoint: String

API endpoint URL.

api_key: Option<String>

API key (optional, will use environment variable if not set).

max_tokens: usize

Maximum tokens for response.

temperature: f32

Temperature for generation.

retry: RetryConfig

Retry configuration.

Implementations

impl LlmConfig

pub fn new(model: impl Into<String>) -> Self

Create a new config with a specific model.

pub fn with_model(self, model: impl Into<String>) -> Self

Set the model.

pub fn with_endpoint(self, endpoint: impl Into<String>) -> Self

Set the endpoint.

pub fn with_api_key(self, api_key: impl Into<String>) -> Self

Set the API key.

pub fn with_max_tokens(self, max_tokens: usize) -> Self

Set the max tokens.

pub fn with_temperature(self, temperature: f32) -> Self

Set the temperature.

pub fn with_retry(self, retry: RetryConfig) -> Self

Set the retry configuration.

pub fn get_api_key(&self) -> Option<String>

Get the API key from config or environment.

pub fn auto_detect_endpoint(&self) -> String

Auto-detect the best endpoint based on available API keys.

pub fn auto_detect_model(&self) -> String

Auto-detect the best model based on available API keys.

Trait Implementations

impl Clone for LlmConfig

fn clone(&self) -> LlmConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LlmConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for LlmConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for LlmConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl From<LlmConfig> for LlmConfig

fn from(old: LlmConfig) -> Self

Converts to this type from the input type.

impl From<RetrievalConfig> for LlmConfig

fn from(old: RetrievalConfig) -> Self

Converts to this type from the input type.

impl From<SummaryConfig> for LlmConfig

fn from(old: SummaryConfig) -> Self

Converts to this type from the input type.

impl Serialize for LlmConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.