pub struct SummaryManager { /* private fields */ }Expand description
Manager for conversation summarization.
Implementations§
Source§impl SummaryManager
impl SummaryManager
Sourcepub fn new(
summarizer: impl Summarizer + 'static,
trigger: SummaryTrigger,
) -> SummaryManager
pub fn new( summarizer: impl Summarizer + 'static, trigger: SummaryTrigger, ) -> SummaryManager
Create a new summary manager.
Sourcepub fn should_summarize(
&self,
messages: &[Message],
_truncation_occurred: bool,
current_token_count: u32,
) -> bool
pub fn should_summarize( &self, messages: &[Message], _truncation_occurred: bool, current_token_count: u32, ) -> bool
Check if summarization should be triggered based on conversation state.
Sourcepub async fn summarize(
&self,
messages: &[Message],
) -> Result<String, BudgetError>
pub async fn summarize( &self, messages: &[Message], ) -> Result<String, BudgetError>
Generate a summary of the messages.
Sourcepub fn estimate_summary_tokens(&self, message_count: usize) -> u32
pub fn estimate_summary_tokens(&self, message_count: usize) -> u32
Estimate the token count of a summary for N messages.
Trait Implementations§
Auto Trait Implementations§
impl Freeze for SummaryManager
impl !RefUnwindSafe for SummaryManager
impl Send for SummaryManager
impl Sync for SummaryManager
impl Unpin for SummaryManager
impl UnsafeUnpin for SummaryManager
impl !UnwindSafe for SummaryManager
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more