synaptic-middleware 0.4.0

Middleware system for Synaptic agents: AgentMiddleware trait and built-in middlewares
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

use std::sync::atomic::{AtomicUsize, Ordering};

use async_trait::async_trait;
use serde_json::Value;
use synaptic_core::SynapticError;

use crate::{AgentMiddleware, ToolCallRequest, ToolCaller};

/// Limits the number of tool invocations during a single agent run.
///
/// When the limit is exceeded, `wrap_tool_call` returns a
/// `SynapticError::MaxStepsExceeded` error.
pub struct ToolCallLimitMiddleware {
    max_calls: usize,
    count: AtomicUsize,
}

impl ToolCallLimitMiddleware {
    pub fn new(max_calls: usize) -> Self {
        Self {
            max_calls,
            count: AtomicUsize::new(0),
        }
    }

    pub fn call_count(&self) -> usize {
        self.count.load(Ordering::SeqCst)
    }

    pub fn reset(&self) {
        self.count.store(0, Ordering::SeqCst);
    }
}

#[async_trait]
impl AgentMiddleware for ToolCallLimitMiddleware {
    async fn wrap_tool_call(
        &self,
        request: ToolCallRequest,
        next: &dyn ToolCaller,
    ) -> Result<Value, SynapticError> {
        let current = self.count.fetch_add(1, Ordering::SeqCst);
        if current >= self.max_calls {
            return Err(SynapticError::MaxStepsExceeded {
                max_steps: self.max_calls,
            });
        }
        next.call(request).await
    }
}