rpc-agent 0.1.5

A modular Rust framework for building RPC-based agents with pluggable provider integrations
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92

use std::{
    net::{IpAddr, Ipv4Addr, SocketAddr},
    sync::Arc,
};

use futures::{StreamExt as _, TryStreamExt, future};
use tarpc::{
    server::{self, Channel as _, incoming::Incoming as _},
    tokio_serde::formats::Json,
};

use crate::{
    error::{ApiError, Error},
    message::Message,
    providers::CompletionProvider,
};

#[derive(Clone)]
pub struct AgentServer {
    pub(crate) socket_addr: SocketAddr,
    pub(crate) providers: Arc<Box<dyn CompletionProvider>>,
}

impl AgentServer {
    /// Runs the agent server.
    pub async fn run(self) -> Result<(), Error> {
        let mut listener =
            tarpc::serde_transport::tcp::listen(self.socket_addr, Json::default).await?;
        listener.config_mut().max_frame_length(usize::MAX);

        #[cfg(feature = "tracing")]
        tracing::info!("Listening on: {}", listener.local_addr());

        #[cfg(not(feature = "tracing"))]
        println!("Listening on: {}", listener.local_addr());

        listener
            .map_err(|e| eprintln!("{}", e)) // TODO: Improve error handling.
            .filter_map(|r| future::ready(r.ok()))
            .map(server::BaseChannel::with_defaults)
            // Limit channels to 1 per IP.
            .max_channels_per_key(1, |t| {
                t.transport()
                    .peer_addr()
                    .map(|addr| addr.ip())
                    .unwrap_or(IpAddr::V4(Ipv4Addr::UNSPECIFIED))
            })
            .map(|channel| {
                channel.execute(self.clone().serve()).for_each(|f| async {
                    tokio::spawn(f);
                })
            })
            // Max 10 channels.
            .buffer_unordered(10)
            .for_each(|_| async {})
            .await;

        Ok(())
    }

    #[cfg(test)]
    pub(crate) fn new(
        socket_addr: SocketAddr,
        providers: Arc<Box<dyn CompletionProvider>>,
    ) -> Self {
        Self {
            socket_addr,
            providers,
        }
    }
}

#[tarpc::service]
pub(crate) trait AgentWorker {
    async fn message(user_message: Message) -> Result<String, ApiError>;
}

impl AgentWorker for AgentServer {
    /// Handles a user message by passing it to the completion provider and returning the response.
    #[cfg_attr(
        feature = "tracing",
        tracing::instrument(name = "agent.message", skip(self, _context, user_message))
    )]
    async fn message(
        self,
        _context: ::tarpc::context::Context,
        user_message: Message,
    ) -> Result<String, ApiError> {
        let prompt: String = user_message.try_into()?;
        self.providers.chat(&prompt).await.map_err(ApiError::from)
    }
}