pub struct Compressor { /* private fields */ }Implementations§
Source§impl Compressor
impl Compressor
pub fn new(backend: ArcBackend) -> Self
pub fn from_config(self, cfg: &ContextCompression) -> Self
pub fn is_enabled(&self) -> bool
pub fn with_enabled(self, enabled: bool) -> Self
pub fn with_context_length(self, length: usize) -> Self
pub fn with_keep_n_messages(self, size: usize) -> Self
pub fn with_conversation_length(self, length: usize) -> Self
pub fn should_compress(&self, convo: &Conversation) -> bool
pub async fn compress( &self, model: &str, convo: &Conversation, ) -> Result<Option<ConvoContext>>
Auto Trait Implementations§
impl !RefUnwindSafe for Compressor
impl !UnwindSafe for Compressor
impl Freeze for Compressor
impl Send for Compressor
impl Sync for Compressor
impl Unpin for Compressor
impl UnsafeUnpin for Compressor
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more