Struct LLMSessionConfig 

pub struct LLMSessionConfig {
    pub provider: LLMProvider,
    pub api_key: String,
    pub model: String,
    pub max_tokens: Option<u32>,
    pub system_prompt: Option<String>,
    pub temperature: Option<f32>,
    pub streaming: bool,
    pub context_limit: i32,
    pub compaction: Option<CompactorType>,
}

Configuration for creating an LLM session

Fields

provider: LLMProvider

The LLM provider to use

api_key: String

API key for the provider

model: String

Model to use (e.g., “claude-3-sonnet-20240229”, “gpt-4”)

max_tokens: Option<u32>

Default maximum tokens for responses

system_prompt: Option<String>

Default system prompt

temperature: Option<f32>

Default temperature

streaming: bool

Enable streaming responses

context_limit: i32

Model’s context window size (for compaction decisions)

compaction: Option<CompactorType>

Compaction configuration (None to disable compaction)

Implementations

impl LLMSessionConfig

pub fn anthropic(api_key: impl Into<String>, model: impl Into<String>) -> Self

Creates a new Anthropic session config

pub fn openai(api_key: impl Into<String>, model: impl Into<String>) -> Self

Creates a new OpenAI session config

pub fn with_streaming(self, streaming: bool) -> Self

Enable or disable streaming

pub fn with_max_tokens(self, max_tokens: u32) -> Self

Sets the default max tokens

pub fn with_system_prompt(self, prompt: impl Into<String>) -> Self

Sets the default system prompt

pub fn with_temperature(self, temperature: f32) -> Self

Sets the default temperature

pub fn with_context_limit(self, context_limit: i32) -> Self

Sets the model’s context window size

pub fn with_threshold_compaction(self, config: CompactionConfig) -> Self

Enables threshold compaction with custom configuration

pub fn with_llm_compaction(self, config: LLMCompactorConfig) -> Self

Enables LLM-based compaction with custom configuration

pub fn with_compaction(self, compactor_type: CompactorType) -> Self

Enables compaction with the specified compactor type

pub fn without_compaction(self) -> Self

Disables compaction

Trait Implementations

impl Clone for LLMSessionConfig

fn clone(&self) -> LLMSessionConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LLMSessionConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.