pub struct ContextCompressor { /* private fields */ }Expand description
Context compression engine
Implementations§
Source§impl ContextCompressor
impl ContextCompressor
pub fn new(llm_provider: Box<dyn LLMProvider>) -> Self
pub fn with_config(self, config: ContextCompressionConfig) -> Self
Sourcepub fn needs_compression(&self, messages: &[Message]) -> bool
pub fn needs_compression(&self, messages: &[Message]) -> bool
Check if context needs compression
Sourcepub async fn compress_context(
&self,
messages: &[Message],
) -> Result<CompressedContext, ContextCompressionError>
pub async fn compress_context( &self, messages: &[Message], ) -> Result<CompressedContext, ContextCompressionError>
Compress context by summarizing older messages
Auto Trait Implementations§
impl Freeze for ContextCompressor
impl !RefUnwindSafe for ContextCompressor
impl Send for ContextCompressor
impl Sync for ContextCompressor
impl Unpin for ContextCompressor
impl !UnwindSafe for ContextCompressor
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more