Struct Timeout 

pub struct Timeout {
    pub duration: Duration,
}

Timeout interceptor.

Wraps the operation with a timeout. If the timeout expires, returns an error via Timeoutable.

Example

use llm_stack::intercept::{InterceptorStack, Timeout, ToolExec};
use std::time::Duration;

let stack = InterceptorStack::<ToolExec<()>>::new()
    .with(Timeout::new(Duration::from_secs(30)));

Fields

duration: Duration

Maximum duration for the operation.

Implementations

impl Timeout

pub fn new(duration: Duration) -> Self

Create a timeout interceptor with the given duration.

Trait Implementations

impl Clone for Timeout

fn clone(&self) -> Timeout

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Timeout

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<T> Interceptor<T> for Timeout

where T: Interceptable, T::Input: Sync, T::Output: Timeoutable,

fn intercept<'a>( &'a self, input: &'a T::Input, next: Next<'a, T>, ) -> Pin<Box<dyn Future<Output = T::Output> + Send + 'a>>

Intercept the operation.