pub struct RunnableCompacting<R> { /* private fields */ }Expand description
Runnable<Vec<Message>, Message> wrapper that compacts the input
message slice through an operator-supplied Compactor when the
total character count meets or exceeds threshold_chars. Below the
threshold the wrapper is a no-op delegate — the inner runnable
receives the original Vec<Message> unchanged.
Construct via MessageRunnableCompactionExt::with_compaction:
ⓘ
use entelix::{Compactor, HeadDropCompactor, MessageRunnableCompactionExt};
use std::sync::Arc;
let compactor: Arc<dyn Compactor> = Arc::new(HeadDropCompactor);
let model = my_chat_model.with_compaction(compactor, 8_192);
let agent = entelix::create_react_agent(model, tools, None)?;Implementations§
Source§impl<R> RunnableCompacting<R>
impl<R> RunnableCompacting<R>
Trait Implementations§
Source§impl<R> Runnable<Vec<Message>, Message> for RunnableCompacting<R>
impl<R> Runnable<Vec<Message>, Message> for RunnableCompacting<R>
Source§fn invoke<'life0, 'life1, 'async_trait>(
&'life0 self,
input: Vec<Message>,
ctx: &'life1 ExecutionContext,
) -> Pin<Box<dyn Future<Output = Result<Message, Error>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
RunnableCompacting<R>: 'async_trait,
fn invoke<'life0, 'life1, 'async_trait>(
&'life0 self,
input: Vec<Message>,
ctx: &'life1 ExecutionContext,
) -> Pin<Box<dyn Future<Output = Result<Message, Error>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
RunnableCompacting<R>: 'async_trait,
Single-shot invocation.
Source§fn batch<'life0, 'life1, 'async_trait>(
&'life0 self,
inputs: Vec<I>,
ctx: &'life1 ExecutionContext,
) -> Pin<Box<dyn Future<Output = Result<Vec<O>, Error>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
Self: 'async_trait,
fn batch<'life0, 'life1, 'async_trait>(
&'life0 self,
inputs: Vec<I>,
ctx: &'life1 ExecutionContext,
) -> Pin<Box<dyn Future<Output = Result<Vec<O>, Error>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
Self: 'async_trait,
Batch invocation. The default runs
invoke sequentially over the input
vector. Implementors that can parallelize (e.g. independent provider
calls) override this.Source§fn stream<'life0, 'life1, 'async_trait>(
&'life0 self,
input: I,
mode: StreamMode,
ctx: &'life1 ExecutionContext,
) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<StreamChunk<O>, Error>> + Send + 'life0>>, Error>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
Self: 'async_trait,
fn stream<'life0, 'life1, 'async_trait>(
&'life0 self,
input: I,
mode: StreamMode,
ctx: &'life1 ExecutionContext,
) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<StreamChunk<O>, Error>> + Send + 'life0>>, Error>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
Self: 'async_trait,
Auto Trait Implementations§
impl<R> Freeze for RunnableCompacting<R>where
R: Freeze,
impl<R> !RefUnwindSafe for RunnableCompacting<R>
impl<R> Send for RunnableCompacting<R>where
R: Send,
impl<R> Sync for RunnableCompacting<R>where
R: Sync,
impl<R> Unpin for RunnableCompacting<R>where
R: Unpin,
impl<R> UnsafeUnpin for RunnableCompacting<R>where
R: UnsafeUnpin,
impl<R> !UnwindSafe for RunnableCompacting<R>
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> FutureExt for T
impl<T> FutureExt for T
Source§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
Source§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::RequestCreates a shared type from an unshared type.
Source§impl<R> MessageRunnableCompactionExt for R
impl<R> MessageRunnableCompactionExt for R
Source§fn with_compaction(
self,
compactor: Arc<dyn Compactor>,
threshold_chars: usize,
) -> RunnableCompacting<Self>
fn with_compaction( self, compactor: Arc<dyn Compactor>, threshold_chars: usize, ) -> RunnableCompacting<Self>
Wrap with auto-compaction. The wrapper is itself a
Runnable<Vec<Message>, Message>, so it composes back into
any recipe that takes a model.Source§impl<T> Pointable for T
impl<T> Pointable for T
Source§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
Source§impl<T, I, O> RunnableExt<I, O> for T
impl<T, I, O> RunnableExt<I, O> for T
Source§fn pipe<P, R>(self, next: R) -> RunnableSequence<I, O, P>
fn pipe<P, R>(self, next: R) -> RunnableSequence<I, O, P>
Chain this runnable into
next. The output O of self
becomes the input of next, producing a Runnable<I, P>. Read moreSource§fn with_retry(self, policy: RetryPolicy) -> Retrying<Self, I, O>where
I: Clone,
fn with_retry(self, policy: RetryPolicy) -> Retrying<Self, I, O>where
I: Clone,
Wrap
self with retry semantics. The returned runnable
re-invokes the inner on transient errors per the policy.
The input must be Clone because each retry receives a
fresh copy. Read moreSource§fn with_fallbacks<F>(self, fallbacks: Vec<F>) -> Fallback<Self, F, I, O>
fn with_fallbacks<F>(self, fallbacks: Vec<F>) -> Fallback<Self, F, I, O>
Wrap
self with an ordered fallback chain. On a transient
error from the primary, the adapter tries each fallback in
turn. Permanent errors surface immediately. The classifier
is the same trait used by Self::with_retry —
entelix_core::transports::DefaultRetryClassifier by default. Read moreSource§fn map<F, P>(self, f: F) -> Mapping<Self, F, I, O, P>
fn map<F, P>(self, f: F) -> Mapping<Self, F, I, O, P>
Map the inner’s output through a pure synchronous function.
Equivalent to piping into a
RunnableLambda but skipping the
async wrapper. Read moreSource§fn with_config<F>(self, configurer: F) -> Configured<Self, F, I, O>
fn with_config<F>(self, configurer: F) -> Configured<Self, F, I, O>
Run
configurer on a cloned ExecutionContext before
delegating to the inner. The caller’s ctx is not mutated. Read moreSource§fn with_timeout(self, timeout: Duration) -> Timed<Self, I, O>
fn with_timeout(self, timeout: Duration) -> Timed<Self, I, O>
Race the inner against a wall-clock timeout. On expiry the
adapter returns
Error::DeadlineExceeded;
caller cancellation still wins. Read moreSource§fn stream_with<'life0, 'life1, 'async_trait>(
&'life0 self,
input: I,
mode: StreamMode,
ctx: &'life1 ExecutionContext,
) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<StreamChunk<O>, Error>> + Send + 'life0>>, Error>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
Self: Sync + 'async_trait,
fn stream_with<'life0, 'life1, 'async_trait>(
&'life0 self,
input: I,
mode: StreamMode,
ctx: &'life1 ExecutionContext,
) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<StreamChunk<O>, Error>> + Send + 'life0>>, Error>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
Self: Sync + 'async_trait,
Convenience wrapper around
Runnable::stream — same
arguments, no trait import needed at the call site.