yomo 0.7.2

A QUIC-based runtime for AI-LLM tool routing and serverless execution
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105

use std::marker::PhantomData;
use std::sync::Arc;

use crate::connector::Connector;
use crate::io::{receive_frame, send_frame};
use crate::types::{RequestHeaders, ResponseHeaders, ToolRequest, ToolResponse};
use async_trait::async_trait;
use tokio::io::{AsyncReadExt, AsyncWriteExt};

#[async_trait]
pub trait ToolInvoker: Send + Sync {
    async fn invoke(&self, headers: RequestHeaders, request: ToolRequest) -> ToolResponse;
}

pub struct ConnToolInvoker<C, R, W> {
    connector: Arc<C>,
    _marker: PhantomData<(R, W)>,
}

impl<C, R, W> ConnToolInvoker<C, R, W> {
    pub fn new(connector: Arc<C>) -> Self {
        Self {
            connector,
            _marker: PhantomData,
        }
    }
}

#[async_trait]
impl<C, R, W> ToolInvoker for ConnToolInvoker<C, R, W>
where
    C: Connector<R, W> + Send + Sync + 'static,
    R: AsyncReadExt + Unpin + Send + Sync + 'static,
    W: AsyncWriteExt + Unpin + Send + Sync + 'static,
{
    async fn invoke(&self, headers: RequestHeaders, request: ToolRequest) -> ToolResponse {
        let connector = self.connector.clone();

        let (mut reader, mut writer) = match connector.open_new_stream().await {
            Ok(streams) => streams,
            Err(err) => {
                return ToolResponse {
                    result: None,
                    error_msg: Some(format!("tool_connection_error: {err}")),
                };
            }
        };

        if let Err(err) = send_frame(&mut writer, &headers).await {
            return ToolResponse {
                result: None,
                error_msg: Some(format!("tool_handshake_error: {err}")),
            };
        }

        if let Err(err) = send_frame(&mut writer, &request).await {
            return ToolResponse {
                result: None,
                error_msg: Some(format!("tool_request_error: {err}")),
            };
        }

        if let Err(err) = writer.shutdown().await {
            return ToolResponse {
                result: None,
                error_msg: Some(format!("tool_shutdown_error: {err}")),
            };
        }

        let response_headers: ResponseHeaders = match receive_frame(&mut reader).await {
            Ok(Some(headers)) => headers,
            Ok(None) => {
                return ToolResponse {
                    result: None,
                    error_msg: Some("tool_response_error: missing response headers".to_string()),
                };
            }
            Err(err) => {
                return ToolResponse {
                    result: None,
                    error_msg: Some(format!("tool_response_error: {err}")),
                };
            }
        };

        if response_headers.status_code != 200 {
            return ToolResponse {
                result: None,
                error_msg: Some(response_headers.error_msg),
            };
        }

        match receive_frame(&mut reader).await {
            Ok(Some(response)) => response,
            Ok(None) => ToolResponse {
                result: None,
                error_msg: Some("tool_response_error: missing tool response".to_string()),
            },
            Err(err) => ToolResponse {
                result: None,
                error_msg: Some(format!("tool_response_error: {err}")),
            },
        }
    }
}