simple-agents-core 0.2.35

Core SimpleAgents client API integrating providers, routing, caching, and healing
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

//! Middleware hooks for SimpleAgents core.

use async_trait::async_trait;
use simple_agent_type::prelude::{
    CompletionRequest, CompletionResponse, Result, SimpleAgentsError,
};
use std::time::Duration;

/// Middleware hooks for request lifecycle events.
#[async_trait]
pub trait Middleware: Send + Sync {
    /// Called before a request is executed.
    async fn before_request(&self, _request: &CompletionRequest) -> Result<()> {
        Ok(())
    }

    /// Called after a response is received.
    async fn after_response(
        &self,
        _request: &CompletionRequest,
        _response: &CompletionResponse,
        _latency: Duration,
    ) -> Result<()> {
        Ok(())
    }

    /// Called when a streaming request completes successfully.
    async fn after_stream(&self, _request: &CompletionRequest, _latency: Duration) -> Result<()> {
        Ok(())
    }

    /// Called when a response is served from cache.
    async fn on_cache_hit(
        &self,
        _request: &CompletionRequest,
        _response: &CompletionResponse,
    ) -> Result<()> {
        Ok(())
    }

    /// Called when a request fails.
    async fn on_error(
        &self,
        _request: &CompletionRequest,
        _error: &SimpleAgentsError,
        _latency: Duration,
    ) -> Result<()> {
        Ok(())
    }

    /// Middleware name for diagnostics.
    fn name(&self) -> &str {
        "middleware"
    }
}