Struct LLMSummarizer 

pub struct LLMSummarizer { /* private fields */ }

Implementations

impl LLMSummarizer

pub fn new(llm: Arc<dyn LLMProvider>) -> Self

pub fn with_prompt(self, prompt: impl Into<String>) -> Self

pub fn with_merge_prompt(self, prompt: impl Into<String>) -> Self

pub fn with_batch_size(self, size: usize) -> Self

Trait Implementations

impl Summarizer for LLMSummarizer

fn summarize<'life0, 'life1, 'async_trait>( &'life0 self, messages: &'life1 [ChatMessage], ) -> Pin<Box<dyn Future<Output = Result<String>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Produce a summary from a batch of messages.

fn max_batch_size(&self) -> usize

Maximum messages per summarization call. Returns 20 by default.

fn merge_summaries<'life0, 'life1, 'async_trait>( &'life0 self, summaries: &'life1 [String], ) -> Pin<Box<dyn Future<Output = Result<String>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Combine multiple summaries into one. Joins with \n\n by default.