Struct ChatWithMemory 

pub struct ChatWithMemory { /* private fields */ }

Adds transparent long-term memory to any ChatProvider.

Implementations

impl ChatWithMemory

pub fn new( provider: Arc<dyn LLMProvider>, memory: Arc<RwLock<Box<dyn MemoryProvider>>>, role: Option<String>, role_triggers: Vec<(String, MessageCondition)>, max_cycles: Option<u32>, ) -> Self

Build a new wrapper.

• provider – Underlying LLM backend
• memory – Conversation memory store
• role – Optional agent role
• role_triggers – Reactive rules

pub fn inner(&self) -> &dyn LLMProvider

Access the wrapped provider.

pub async fn memory_contents(&self) -> Vec<ChatMessage>

Dump the full memory (debugging).

Trait Implementations

impl ChatProvider for ChatWithMemory

fn chat_with_tools<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, messages: &'life1 [ChatMessage], tools: Option<&'life2 [Tool]>, ) -> Pin<Box<dyn Future<Output = Result<Box<dyn ChatResponse>, LLMError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Sends a chat request to the provider with a sequence of messages and tools.

fn memory_contents<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Option<Vec<ChatMessage>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Get current memory contents if provider supports memory

fn chat<'life0, 'life1, 'async_trait>( &'life0 self, messages: &'life1 [ChatMessage], ) -> Pin<Box<dyn Future<Output = Result<Box<dyn ChatResponse>, LLMError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Sends a chat request to the provider with a sequence of messages.

fn chat_with_web_search<'life0, 'async_trait>( &'life0 self, _input: String, ) -> Pin<Box<dyn Future<Output = Result<Box<dyn ChatResponse>, LLMError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Sends a chat with web search request to the provider

fn chat_stream<'life0, 'life1, 'async_trait>( &'life0 self, _messages: &'life1 [ChatMessage], ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<String, LLMError>> + Send>>, LLMError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Sends a streaming chat request to the provider with a sequence of messages.

fn chat_stream_struct<'life0, 'life1, 'async_trait>( &'life0 self, _messages: &'life1 [ChatMessage], ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<StreamResponse, LLMError>> + Send>>, LLMError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Sends a streaming chat request that returns structured response chunks.

fn summarize_history<'life0, 'life1, 'async_trait>( &'life0 self, msgs: &'life1 [ChatMessage], ) -> Pin<Box<dyn Future<Output = Result<String, LLMError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Summarizes a conversation history into a concise 2-3 sentence summary

impl CompletionProvider for ChatWithMemory

fn complete<'life0, 'life1, 'async_trait>( &'life0 self, req: &'life1 CompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<CompletionResponse, LLMError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Sends a completion request to generate text.

impl EmbeddingProvider for ChatWithMemory

fn embed<'life0, 'async_trait>( &'life0 self, input: Vec<String>, ) -> Pin<Box<dyn Future<Output = Result<Vec<Vec<f32>>, LLMError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

impl LLMProvider for ChatWithMemory

fn tools(&self) -> Option<&[Tool]>

impl ModelsProvider for ChatWithMemory

fn list_models<'life0, 'life1, 'async_trait>( &'life0 self, _request: Option<&'life1 ModelListRequest>, ) -> Pin<Box<dyn Future<Output = Result<Box<dyn ModelListResponse>, LLMError>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Asynchronously retrieves the list of available models ID’s from the provider.

impl SpeechToTextProvider for ChatWithMemory

fn transcribe<'life0, 'async_trait>( &'life0 self, audio: Vec<u8>, ) -> Pin<Box<dyn Future<Output = Result<String, LLMError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Transcribe the given audio bytes into text

fn transcribe_file<'life0, 'life1, 'async_trait>( &'life0 self, file_path: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<String, LLMError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

impl TextToSpeechProvider for ChatWithMemory

fn speech<'life0, 'life1, 'async_trait>( &'life0 self, text: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<Vec<u8>, LLMError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Convert the given text into speech audio